2024-09-21T07:10:10.505 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-21T07:10:10.528 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T07:10:10.621 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592 branch: wip-pdonnell-testing-20240920.212106-debug description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/sessionmap} email: pdonnell@redhat.com first_in_suite: false job_id: '7913592' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-pdonnell-testing-20240920.212106-debug ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon warn on pool no app: false mon: mon op complaint time: 120 osd: osd op complaint time: 180 conf: client: pid file: '' mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - client session with non-allowable root sha1: 1843221895adccfb3b692060251dd6a0183bc410 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1843221895adccfb3b692060251dd6a0183bc410 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20240920.212106-debug sha1: 1843221895adccfb3b692060251dd6a0183bc410 owner: scheduled_pdonnell@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 7864 sha1: 1843221895adccfb3b692060251dd6a0183bc410 sleep_before_teardown: 0 subset: 67/512 suite: fs suite_branch: wip-pdonnell-testing-20240920.212106-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1843221895adccfb3b692060251dd6a0183bc410 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi006.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBYEqXhV+Mi9vQVnt6Z2+XskJ89ccnj2OmQMxXjNT0jH8FgMIzmcrNKoLnBo5vWhz8AJuspInBVrdsHJtqxBeZE= smithi145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCJ1dZBqgYrhwB1urQ1RF+IyTn+YKiS6GzsPXW07MvHPMSIzQbF/3KpS1/1iGe/XkMM5NZ9EVSWhuYdpdChuYuY= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_sessionmap teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-20_23:48:22 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2902 2024-09-21T07:10:10.621 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa; will attempt to use it 2024-09-21T07:10:10.622 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa/tasks 2024-09-21T07:10:10.622 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-21T07:10:10.624 INFO:teuthology.task.internal:Checking packages... 2024-09-21T07:10:10.648 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '1843221895adccfb3b692060251dd6a0183bc410' 2024-09-21T07:10:10.648 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T07:10:10.648 INFO:teuthology.packaging:ref: None 2024-09-21T07:10:10.648 INFO:teuthology.packaging:tag: None 2024-09-21T07:10:10.648 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20240920.212106-debug 2024-09-21T07:10:10.648 INFO:teuthology.packaging:sha1: 1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T07:10:10.649 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-pdonnell-testing-20240920.212106-debug 2024-09-21T07:10:10.794 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5120-g18432218-1jammy 2024-09-21T07:10:10.796 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-21T07:10:10.803 INFO:teuthology.task.internal:no buildpackages task found 2024-09-21T07:10:10.803 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-21T07:10:10.808 INFO:teuthology.task.internal:Saving configuration 2024-09-21T07:10:10.826 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-21T07:10:10.837 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-21T07:10:10.864 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi006.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 07:04:36.926662', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKbQsWb6MIXOETrxBJv8zJveVdQgPgIg6xo/zA6xYHEK'} 2024-09-21T07:10:10.885 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi145.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 07:04:36.924717', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGA/o8f0FJqeVEFqxLYlQRFf9yA+jn0lLw2eDA6cgvP4'} 2024-09-21T07:10:10.885 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-21T07:10:10.892 INFO:teuthology.task.internal:roles: ubuntu@smithi006.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-21T07:10:10.892 INFO:teuthology.task.internal:roles: ubuntu@smithi145.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-21T07:10:10.892 INFO:teuthology.run_tasks:Running task console_log... 2024-09-21T07:10:10.951 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa82ed6c160>, signals=[15]) 2024-09-21T07:10:10.951 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-21T07:10:10.957 INFO:teuthology.task.internal:Opening connections... 2024-09-21T07:10:10.957 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:10:10.959 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:10:11.040 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:10:11.041 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:10:11.117 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-21T07:10:11.123 DEBUG:teuthology.orchestra.run.smithi006:> uname -m 2024-09-21T07:10:11.128 INFO:teuthology.orchestra.run.smithi006.stdout:x86_64 2024-09-21T07:10:11.128 DEBUG:teuthology.orchestra.run.smithi006:> cat /etc/os-release 2024-09-21T07:10:11.175 INFO:teuthology.orchestra.run.smithi006.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-21T07:10:11.175 INFO:teuthology.orchestra.run.smithi006.stdout:NAME="Ubuntu" 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:VERSION_ID="22.04" 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:VERSION_CODENAME=jammy 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:ID=ubuntu 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:ID_LIKE=debian 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-21T07:10:11.176 INFO:teuthology.orchestra.run.smithi006.stdout:UBUNTU_CODENAME=jammy 2024-09-21T07:10:11.177 INFO:teuthology.lock.ops:Updating smithi006.front.sepia.ceph.com on lock server 2024-09-21T07:10:11.202 DEBUG:teuthology.orchestra.run.smithi145:> uname -m 2024-09-21T07:10:11.206 INFO:teuthology.orchestra.run.smithi145.stdout:x86_64 2024-09-21T07:10:11.206 DEBUG:teuthology.orchestra.run.smithi145:> cat /etc/os-release 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:NAME="Ubuntu" 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_ID="22.04" 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_CODENAME=jammy 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:ID=ubuntu 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:ID_LIKE=debian 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-21T07:10:11.257 INFO:teuthology.orchestra.run.smithi145.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-21T07:10:11.258 INFO:teuthology.orchestra.run.smithi145.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-21T07:10:11.258 INFO:teuthology.orchestra.run.smithi145.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-21T07:10:11.258 INFO:teuthology.orchestra.run.smithi145.stdout:UBUNTU_CODENAME=jammy 2024-09-21T07:10:11.258 INFO:teuthology.lock.ops:Updating smithi145.front.sepia.ceph.com on lock server 2024-09-21T07:10:11.277 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-21T07:10:11.286 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-21T07:10:11.292 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-21T07:10:11.292 DEBUG:teuthology.orchestra.run.smithi006:> test '!' -e /home/ubuntu/cephtest 2024-09-21T07:10:11.294 DEBUG:teuthology.orchestra.run.smithi145:> test '!' -e /home/ubuntu/cephtest 2024-09-21T07:10:11.304 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-21T07:10:11.310 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-21T07:10:11.310 DEBUG:teuthology.orchestra.run.smithi006:> test -z $(ls -A /var/lib/ceph) 2024-09-21T07:10:11.341 DEBUG:teuthology.orchestra.run.smithi145:> test -z $(ls -A /var/lib/ceph) 2024-09-21T07:10:11.361 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-21T07:10:11.411 INFO:teuthology.run_tasks:Running task kernel... 2024-09-21T07:10:11.425 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-21T07:10:11.425 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-21T07:10:11.426 DEBUG:teuthology.orchestra.run.smithi006:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T07:10:11.426 DEBUG:teuthology.orchestra.run.smithi145:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T07:10:11.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:10:11.430 DEBUG:teuthology.orchestra.run.smithi006:> uname -r 2024-09-21T07:10:11.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:10:11.431 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2024-09-21T07:10:11.476 INFO:teuthology.orchestra.run.smithi006.stdout:5.15.0-56-generic 2024-09-21T07:10:11.476 INFO:teuthology.task.kernel:Running kernel on smithi006: 5.15.0-56-generic 2024-09-21T07:10:11.476 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get clean 2024-09-21T07:10:11.477 INFO:teuthology.orchestra.run.smithi145.stdout:5.15.0-56-generic 2024-09-21T07:10:11.478 INFO:teuthology.task.kernel:Running kernel on smithi145: 5.15.0-56-generic 2024-09-21T07:10:11.478 DEBUG:teuthology.orchestra.run.smithi145:> sudo apt-get clean 2024-09-21T07:10:11.596 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get update 2024-09-21T07:10:11.643 DEBUG:teuthology.orchestra.run.smithi145:> sudo apt-get update 2024-09-21T07:10:11.759 INFO:teuthology.orchestra.run.smithi006.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-21T07:10:11.779 INFO:teuthology.orchestra.run.smithi145.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-21T07:10:11.873 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T07:10:11.889 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T07:10:11.955 INFO:teuthology.orchestra.run.smithi006.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-21T07:10:11.971 INFO:teuthology.orchestra.run.smithi145.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-21T07:10:11.972 INFO:teuthology.orchestra.run.smithi006.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-21T07:10:11.972 INFO:teuthology.orchestra.run.smithi145.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-21T07:10:12.043 INFO:teuthology.orchestra.run.smithi145.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-21T07:10:12.077 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-21T07:10:12.083 INFO:teuthology.orchestra.run.smithi006.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-21T07:10:12.084 INFO:teuthology.orchestra.run.smithi145.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-21T07:10:12.085 INFO:teuthology.orchestra.run.smithi006.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-21T07:10:12.085 INFO:teuthology.orchestra.run.smithi006.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-21T07:10:12.090 INFO:teuthology.orchestra.run.smithi145.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-21T07:10:12.091 INFO:teuthology.orchestra.run.smithi145.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-21T07:10:12.104 INFO:teuthology.orchestra.run.smithi006.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-21T07:10:12.104 INFO:teuthology.orchestra.run.smithi006.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-21T07:10:12.108 INFO:teuthology.orchestra.run.smithi006.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-21T07:10:12.108 INFO:teuthology.orchestra.run.smithi006.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-21T07:10:12.112 INFO:teuthology.orchestra.run.smithi006.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-21T07:10:12.120 INFO:teuthology.orchestra.run.smithi006.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-21T07:10:12.121 INFO:teuthology.orchestra.run.smithi006.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-21T07:10:12.123 INFO:teuthology.orchestra.run.smithi006.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-21T07:10:12.123 INFO:teuthology.orchestra.run.smithi006.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-21T07:10:12.124 INFO:teuthology.orchestra.run.smithi145.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-21T07:10:12.124 INFO:teuthology.orchestra.run.smithi145.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-21T07:10:12.128 INFO:teuthology.orchestra.run.smithi145.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-21T07:10:12.128 INFO:teuthology.orchestra.run.smithi145.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-21T07:10:12.136 INFO:teuthology.orchestra.run.smithi145.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-21T07:10:12.141 INFO:teuthology.orchestra.run.smithi006.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-21T07:10:12.141 INFO:teuthology.orchestra.run.smithi006.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-21T07:10:12.142 INFO:teuthology.orchestra.run.smithi145.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-21T07:10:12.143 INFO:teuthology.orchestra.run.smithi145.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-21T07:10:12.143 INFO:teuthology.orchestra.run.smithi145.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-21T07:10:12.143 INFO:teuthology.orchestra.run.smithi145.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-21T07:10:12.218 INFO:teuthology.orchestra.run.smithi145.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-21T07:10:12.218 INFO:teuthology.orchestra.run.smithi145.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-21T07:10:12.311 INFO:teuthology.orchestra.run.smithi006.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-21T07:10:12.327 INFO:teuthology.orchestra.run.smithi145.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-21T07:10:12.450 INFO:teuthology.orchestra.run.smithi006.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-21T07:10:12.466 INFO:teuthology.orchestra.run.smithi145.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-21T07:10:12.645 INFO:teuthology.orchestra.run.smithi006.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,062 kB] 2024-09-21T07:10:12.661 INFO:teuthology.orchestra.run.smithi145.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,062 kB] 2024-09-21T07:10:12.805 INFO:teuthology.orchestra.run.smithi006.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-21T07:10:12.819 INFO:teuthology.orchestra.run.smithi006.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-21T07:10:12.820 INFO:teuthology.orchestra.run.smithi006.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-21T07:10:12.821 INFO:teuthology.orchestra.run.smithi006.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-21T07:10:12.895 INFO:teuthology.orchestra.run.smithi006.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-21T07:10:12.909 INFO:teuthology.orchestra.run.smithi006.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-21T07:10:12.910 INFO:teuthology.orchestra.run.smithi006.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-21T07:10:12.917 INFO:teuthology.orchestra.run.smithi145.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-21T07:10:12.931 INFO:teuthology.orchestra.run.smithi006.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-21T07:10:12.959 INFO:teuthology.orchestra.run.smithi006.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-21T07:10:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-21T07:10:12.966 INFO:teuthology.orchestra.run.smithi145.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-21T07:10:12.969 INFO:teuthology.orchestra.run.smithi006.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-21T07:10:12.970 INFO:teuthology.orchestra.run.smithi006.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-21T07:10:12.971 INFO:teuthology.orchestra.run.smithi006.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-21T07:10:12.991 INFO:teuthology.orchestra.run.smithi145.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-21T07:10:12.993 INFO:teuthology.orchestra.run.smithi145.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-21T07:10:13.035 INFO:teuthology.orchestra.run.smithi145.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-21T07:10:13.042 INFO:teuthology.orchestra.run.smithi145.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-21T07:10:13.042 INFO:teuthology.orchestra.run.smithi145.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-21T07:10:13.047 INFO:teuthology.orchestra.run.smithi006.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-21T07:10:13.047 INFO:teuthology.orchestra.run.smithi006.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-21T07:10:13.049 INFO:teuthology.orchestra.run.smithi006.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-21T07:10:13.050 INFO:teuthology.orchestra.run.smithi006.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-21T07:10:13.050 INFO:teuthology.orchestra.run.smithi006.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-21T07:10:13.051 INFO:teuthology.orchestra.run.smithi006.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-21T07:10:13.051 INFO:teuthology.orchestra.run.smithi006.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-21T07:10:13.081 INFO:teuthology.orchestra.run.smithi145.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-21T07:10:13.132 INFO:teuthology.orchestra.run.smithi006.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-21T07:10:13.132 INFO:teuthology.orchestra.run.smithi006.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-21T07:10:13.163 INFO:teuthology.orchestra.run.smithi145.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-21T07:10:13.168 INFO:teuthology.orchestra.run.smithi145.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-21T07:10:13.168 INFO:teuthology.orchestra.run.smithi145.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-21T07:10:13.169 INFO:teuthology.orchestra.run.smithi145.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-21T07:10:13.170 INFO:teuthology.orchestra.run.smithi145.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-21T07:10:13.171 INFO:teuthology.orchestra.run.smithi145.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-21T07:10:13.171 INFO:teuthology.orchestra.run.smithi145.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-21T07:10:13.172 INFO:teuthology.orchestra.run.smithi145.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-21T07:10:13.246 INFO:teuthology.orchestra.run.smithi145.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-21T07:10:13.328 INFO:teuthology.orchestra.run.smithi145.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-21T07:10:13.328 INFO:teuthology.orchestra.run.smithi145.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-21T07:10:13.329 INFO:teuthology.orchestra.run.smithi145.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-21T07:10:13.329 INFO:teuthology.orchestra.run.smithi145.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-21T07:10:13.330 INFO:teuthology.orchestra.run.smithi145.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-21T07:10:18.354 INFO:teuthology.orchestra.run.smithi145.stdout:Fetched 16.3 MB in 2s (7,587 kB/s) 2024-09-21T07:10:18.842 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 16.3 MB in 2s (7,148 kB/s) 2024-09-21T07:10:19.738 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-21T07:10:19.756 DEBUG:teuthology.orchestra.run.smithi145:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T07:10:19.821 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-21T07:10:20.032 INFO:teuthology.orchestra.run.smithi145.stdout:Building dependency tree... 2024-09-21T07:10:20.032 INFO:teuthology.orchestra.run.smithi145.stdout:Reading state information... 2024-09-21T07:10:20.226 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T07:10:20.226 INFO:teuthology.orchestra.run.smithi145.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T07:10:20.226 INFO:teuthology.orchestra.run.smithi145.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T07:10:20.226 INFO:teuthology.orchestra.run.smithi145.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T07:10:20.227 INFO:teuthology.orchestra.run.smithi145.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-21T07:10:20.227 INFO:teuthology.orchestra.run.smithi145.stdout: python2.7-minimal 2024-09-21T07:10:20.227 INFO:teuthology.orchestra.run.smithi145.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T07:10:20.228 INFO:teuthology.orchestra.run.smithi145.stdout:The following additional packages will be installed: 2024-09-21T07:10:20.229 INFO:teuthology.orchestra.run.smithi145.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T07:10:20.229 INFO:teuthology.orchestra.run.smithi145.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-21T07:10:20.229 INFO:teuthology.orchestra.run.smithi145.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-21T07:10:20.230 INFO:teuthology.orchestra.run.smithi145.stdout:Suggested packages: 2024-09-21T07:10:20.230 INFO:teuthology.orchestra.run.smithi145.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-21T07:10:20.231 INFO:teuthology.orchestra.run.smithi145.stdout:Recommended packages: 2024-09-21T07:10:20.231 INFO:teuthology.orchestra.run.smithi145.stdout: thermald 2024-09-21T07:10:20.274 INFO:teuthology.orchestra.run.smithi145.stdout:The following NEW packages will be installed: 2024-09-21T07:10:20.274 INFO:teuthology.orchestra.run.smithi145.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T07:10:20.275 INFO:teuthology.orchestra.run.smithi145.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-21T07:10:20.275 INFO:teuthology.orchestra.run.smithi145.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-21T07:10:20.276 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages will be upgraded: 2024-09-21T07:10:20.277 INFO:teuthology.orchestra.run.smithi145.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-21T07:10:20.327 INFO:teuthology.orchestra.run.smithi145.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T07:10:20.327 INFO:teuthology.orchestra.run.smithi145.stdout:Need to get 113 MB of archives. 2024-09-21T07:10:20.328 INFO:teuthology.orchestra.run.smithi145.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-21T07:10:20.328 INFO:teuthology.orchestra.run.smithi145.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-21T07:10:20.337 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2024-09-21T07:10:20.355 DEBUG:teuthology.orchestra.run.smithi006:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T07:10:20.410 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2024-09-21T07:10:20.602 INFO:teuthology.orchestra.run.smithi006.stdout:Building dependency tree... 2024-09-21T07:10:20.602 INFO:teuthology.orchestra.run.smithi006.stdout:Reading state information... 2024-09-21T07:10:20.740 INFO:teuthology.orchestra.run.smithi145.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-21T07:10:20.778 INFO:teuthology.orchestra.run.smithi006.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T07:10:20.779 INFO:teuthology.orchestra.run.smithi006.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T07:10:20.779 INFO:teuthology.orchestra.run.smithi006.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T07:10:20.779 INFO:teuthology.orchestra.run.smithi006.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T07:10:20.779 INFO:teuthology.orchestra.run.smithi006.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-21T07:10:20.779 INFO:teuthology.orchestra.run.smithi006.stdout: python2.7-minimal 2024-09-21T07:10:20.779 INFO:teuthology.orchestra.run.smithi006.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T07:10:20.780 INFO:teuthology.orchestra.run.smithi006.stdout:The following additional packages will be installed: 2024-09-21T07:10:20.780 INFO:teuthology.orchestra.run.smithi006.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T07:10:20.781 INFO:teuthology.orchestra.run.smithi006.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-21T07:10:20.781 INFO:teuthology.orchestra.run.smithi006.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-21T07:10:20.781 INFO:teuthology.orchestra.run.smithi006.stdout:Suggested packages: 2024-09-21T07:10:20.781 INFO:teuthology.orchestra.run.smithi006.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-21T07:10:20.782 INFO:teuthology.orchestra.run.smithi006.stdout:Recommended packages: 2024-09-21T07:10:20.782 INFO:teuthology.orchestra.run.smithi006.stdout: thermald 2024-09-21T07:10:20.829 INFO:teuthology.orchestra.run.smithi145.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-21T07:10:20.830 INFO:teuthology.orchestra.run.smithi006.stdout:The following NEW packages will be installed: 2024-09-21T07:10:20.830 INFO:teuthology.orchestra.run.smithi006.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T07:10:20.830 INFO:teuthology.orchestra.run.smithi006.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-21T07:10:20.830 INFO:teuthology.orchestra.run.smithi006.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-21T07:10:20.831 INFO:teuthology.orchestra.run.smithi006.stdout:The following packages will be upgraded: 2024-09-21T07:10:20.832 INFO:teuthology.orchestra.run.smithi006.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-21T07:10:20.884 INFO:teuthology.orchestra.run.smithi006.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T07:10:20.885 INFO:teuthology.orchestra.run.smithi006.stdout:Need to get 113 MB of archives. 2024-09-21T07:10:20.885 INFO:teuthology.orchestra.run.smithi006.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-21T07:10:20.885 INFO:teuthology.orchestra.run.smithi006.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-21T07:10:21.325 INFO:teuthology.orchestra.run.smithi006.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-21T07:10:21.423 INFO:teuthology.orchestra.run.smithi006.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-21T07:10:21.610 INFO:teuthology.orchestra.run.smithi145.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-21T07:10:21.610 INFO:teuthology.orchestra.run.smithi145.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-21T07:10:21.610 INFO:teuthology.orchestra.run.smithi145.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-21T07:10:21.729 INFO:teuthology.orchestra.run.smithi145.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-21T07:10:21.825 INFO:teuthology.orchestra.run.smithi145.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-21T07:10:22.159 INFO:teuthology.orchestra.run.smithi145.stdout:Fetched 113 MB in 2s (73.5 MB/s) 2024-09-21T07:10:22.261 INFO:teuthology.orchestra.run.smithi006.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-21T07:10:22.261 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-21T07:10:22.261 INFO:teuthology.orchestra.run.smithi006.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-21T07:10:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-21T07:10:22.393 INFO:teuthology.orchestra.run.smithi006.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-21T07:10:22.415 INFO:teuthology.orchestra.run.smithi006.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-21T07:10:22.877 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 113 MB in 2s (71.9 MB/s) 2024-09-21T07:10:23.231 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-21T07:10:24.350 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-21T07:10:24.357 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T07:10:24.444 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:25.202 INFO:teuthology.orchestra.run.smithi006.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-21T07:10:25.206 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T07:10:25.270 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:26.529 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-21T07:10:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T07:10:26.653 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-21T07:10:27.154 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T07:10:27.199 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:27.330 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-21T07:10:27.352 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T07:10:27.436 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:27.909 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-21T07:10:27.930 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T07:10:27.959 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:34.527 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T07:10:34.660 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T07:10:34.663 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T07:10:34.778 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T07:10:34.990 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T07:10:35.070 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T07:10:35.108 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T07:10:35.191 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T07:10:35.436 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-21T07:10:35.458 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-21T07:10:35.485 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-21T07:10:35.499 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-21T07:10:35.502 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T07:10:35.543 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T07:10:40.973 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-21T07:10:41.011 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T07:10:41.048 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:41.666 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-21T07:10:41.705 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T07:10:41.749 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:43.761 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T07:10:43.885 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T07:10:44.210 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T07:10:44.331 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:44.458 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-21T07:10:44.464 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T07:10:44.586 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:44.588 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T07:10:44.956 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T07:10:45.060 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:45.169 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-21T07:10:45.323 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:45.904 INFO:teuthology.orchestra.run.smithi006.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-21T07:10:45.904 INFO:teuthology.orchestra.run.smithi006.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-21T07:10:45.904 INFO:teuthology.orchestra.run.smithi006.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-21T07:10:45.904 INFO:teuthology.orchestra.run.smithi006.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-21T07:10:46.046 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:46.662 INFO:teuthology.orchestra.run.smithi145.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-21T07:10:46.662 INFO:teuthology.orchestra.run.smithi145.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-21T07:10:46.662 INFO:teuthology.orchestra.run.smithi145.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-21T07:10:46.662 INFO:teuthology.orchestra.run.smithi145.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-21T07:10:46.825 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:48.140 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-21T07:10:48.274 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-21T07:10:48.400 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:48.452 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-21T07:10:48.577 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-21T07:10:48.704 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:49.886 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:49.955 INFO:teuthology.orchestra.run.smithi006.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-21T07:10:49.956 INFO:teuthology.orchestra.run.smithi006.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-21T07:10:50.106 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T07:10:50.176 INFO:teuthology.orchestra.run.smithi145.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-21T07:10:50.177 INFO:teuthology.orchestra.run.smithi145.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-21T07:11:04.494 INFO:teuthology.orchestra.run.smithi145.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-21T07:11:04.494 INFO:teuthology.orchestra.run.smithi145.stdout:Sourcing file `/etc/default/grub' 2024-09-21T07:11:04.513 INFO:teuthology.orchestra.run.smithi145.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T07:11:04.527 INFO:teuthology.orchestra.run.smithi145.stdout:Generating grub configuration file ... 2024-09-21T07:11:04.839 INFO:teuthology.orchestra.run.smithi145.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T07:11:04.854 INFO:teuthology.orchestra.run.smithi145.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T07:11:05.216 INFO:teuthology.orchestra.run.smithi145.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T07:11:05.222 INFO:teuthology.orchestra.run.smithi145.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T07:11:05.270 INFO:teuthology.orchestra.run.smithi006.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-21T07:11:05.271 INFO:teuthology.orchestra.run.smithi006.stdout:Sourcing file `/etc/default/grub' 2024-09-21T07:11:05.283 INFO:teuthology.orchestra.run.smithi006.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T07:11:05.296 INFO:teuthology.orchestra.run.smithi145.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T07:11:05.302 INFO:teuthology.orchestra.run.smithi145.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T07:11:05.305 INFO:teuthology.orchestra.run.smithi006.stdout:Generating grub configuration file ... 2024-09-21T07:11:05.457 INFO:teuthology.orchestra.run.smithi145.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T07:11:05.457 INFO:teuthology.orchestra.run.smithi145.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T07:11:05.457 INFO:teuthology.orchestra.run.smithi145.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T07:11:05.494 INFO:teuthology.orchestra.run.smithi145.stdout:done 2024-09-21T07:11:05.710 INFO:teuthology.orchestra.run.smithi006.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T07:11:05.736 INFO:teuthology.orchestra.run.smithi006.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T07:11:06.020 DEBUG:teuthology.orchestra.run.smithi145:> dpkg -s linux-image-generic 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Package: linux-image-generic 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Status: install ok installed 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Priority: optional 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Section: kernel 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Installed-Size: 21 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Architecture: amd64 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Source: linux-meta 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Version: 5.15.0.122.122 2024-09-21T07:11:06.044 INFO:teuthology.orchestra.run.smithi145.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T07:11:06.045 INFO:teuthology.orchestra.run.smithi145.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T07:11:06.045 INFO:teuthology.orchestra.run.smithi145.stdout:Recommends: thermald 2024-09-21T07:11:06.045 INFO:teuthology.orchestra.run.smithi145.stdout:Description: Generic Linux kernel image 2024-09-21T07:11:06.045 INFO:teuthology.orchestra.run.smithi145.stdout: This package will always depend on the latest generic kernel image 2024-09-21T07:11:06.045 INFO:teuthology.orchestra.run.smithi145.stdout: available. 2024-09-21T07:11:06.045 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-21T07:11:06.045 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T07:11:06.045 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T07:11:06.045 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-21T07:11:06.045 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi145.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T07:11:06.046 DEBUG:teuthology.orchestra.run.smithi145:> sudo apt-get clean 2024-09-21T07:11:06.128 INFO:teuthology.orchestra.run.smithi006.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T07:11:06.135 INFO:teuthology.orchestra.run.smithi006.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T07:11:06.212 DEBUG:teuthology.orchestra.run.smithi145:> sudo apt-get update 2024-09-21T07:11:06.213 INFO:teuthology.orchestra.run.smithi006.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T07:11:06.219 INFO:teuthology.orchestra.run.smithi006.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T07:11:06.408 INFO:teuthology.orchestra.run.smithi006.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T07:11:06.408 INFO:teuthology.orchestra.run.smithi006.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T07:11:06.408 INFO:teuthology.orchestra.run.smithi006.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T07:11:06.444 INFO:teuthology.orchestra.run.smithi006.stdout:done 2024-09-21T07:11:06.463 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T07:11:06.463 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T07:11:06.535 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-21T07:11:06.617 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T07:11:06.926 DEBUG:teuthology.orchestra.run.smithi006:> dpkg -s linux-image-generic 2024-09-21T07:11:06.949 INFO:teuthology.orchestra.run.smithi006.stdout:Package: linux-image-generic 2024-09-21T07:11:06.949 INFO:teuthology.orchestra.run.smithi006.stdout:Status: install ok installed 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Priority: optional 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Section: kernel 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Installed-Size: 21 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Architecture: amd64 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Source: linux-meta 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Version: 5.15.0.122.122 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Recommends: thermald 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout:Description: Generic Linux kernel image 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout: This package will always depend on the latest generic kernel image 2024-09-21T07:11:06.950 INFO:teuthology.orchestra.run.smithi006.stdout: available. 2024-09-21T07:11:06.951 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-21T07:11:06.951 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T07:11:06.951 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T07:11:06.952 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-21T07:11:06.952 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi006.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T07:11:06.952 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get clean 2024-09-21T07:11:07.116 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get update 2024-09-21T07:11:07.238 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T07:11:07.247 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-21T07:11:07.265 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T07:11:07.357 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T07:11:07.855 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-21T07:11:07.873 DEBUG:teuthology.orchestra.run.smithi145:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T07:11:07.933 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-21T07:11:08.143 INFO:teuthology.orchestra.run.smithi145.stdout:Building dependency tree... 2024-09-21T07:11:08.144 INFO:teuthology.orchestra.run.smithi145.stdout:Reading state information... 2024-09-21T07:11:08.324 INFO:teuthology.orchestra.run.smithi145.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-21T07:11:08.324 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T07:11:08.324 INFO:teuthology.orchestra.run.smithi145.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T07:11:08.324 INFO:teuthology.orchestra.run.smithi145.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T07:11:08.324 INFO:teuthology.orchestra.run.smithi145.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T07:11:08.325 INFO:teuthology.orchestra.run.smithi145.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T07:11:08.325 INFO:teuthology.orchestra.run.smithi145.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T07:11:08.325 INFO:teuthology.orchestra.run.smithi145.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T07:11:08.363 INFO:teuthology.orchestra.run.smithi145.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T07:11:08.365 DEBUG:teuthology.orchestra.run.smithi145:> dpkg -s linux-image-generic 2024-09-21T07:11:08.376 INFO:teuthology.orchestra.run.smithi145.stdout:Package: linux-image-generic 2024-09-21T07:11:08.376 INFO:teuthology.orchestra.run.smithi145.stdout:Status: install ok installed 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Priority: optional 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Section: kernel 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Installed-Size: 21 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Architecture: amd64 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Source: linux-meta 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Version: 5.15.0.122.122 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Recommends: thermald 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout:Description: Generic Linux kernel image 2024-09-21T07:11:08.377 INFO:teuthology.orchestra.run.smithi145.stdout: This package will always depend on the latest generic kernel image 2024-09-21T07:11:08.378 INFO:teuthology.orchestra.run.smithi145.stdout: available. 2024-09-21T07:11:08.378 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-21T07:11:08.424 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.zUbQ6c0Mea 2024-09-21T07:11:08.424 DEBUG:teuthology.orchestra.run.smithi145:> sudo cp /boot/grub/grub.cfg /tmp/tmp.zUbQ6c0Mea 2024-09-21T07:11:08.489 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.zUbQ6c0Mea 2024-09-21T07:11:08.615 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.zUbQ6c0Mea is 10KB 2024-09-21T07:11:08.627 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.zUbQ6c0Mea 2024-09-21T07:11:08.632 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-21T07:11:08.688 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:11:08.688 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-21T07:11:08.688 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-21T07:11:08.764 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2024-09-21T07:11:08.770 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-21T07:11:08.770 DEBUG:teuthology.orchestra.run.smithi145:> sudo update-grub 2024-09-21T07:11:08.783 DEBUG:teuthology.orchestra.run.smithi006:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T07:11:08.848 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2024-09-21T07:11:09.062 INFO:teuthology.orchestra.run.smithi006.stdout:Building dependency tree... 2024-09-21T07:11:09.062 INFO:teuthology.orchestra.run.smithi006.stdout:Reading state information... 2024-09-21T07:11:09.263 INFO:teuthology.orchestra.run.smithi006.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-21T07:11:09.263 INFO:teuthology.orchestra.run.smithi006.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T07:11:09.263 INFO:teuthology.orchestra.run.smithi006.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T07:11:09.263 INFO:teuthology.orchestra.run.smithi006.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T07:11:09.263 INFO:teuthology.orchestra.run.smithi006.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T07:11:09.264 INFO:teuthology.orchestra.run.smithi006.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T07:11:09.264 INFO:teuthology.orchestra.run.smithi006.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T07:11:09.264 INFO:teuthology.orchestra.run.smithi006.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T07:11:09.308 INFO:teuthology.orchestra.run.smithi006.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T07:11:09.310 DEBUG:teuthology.orchestra.run.smithi006:> dpkg -s linux-image-generic 2024-09-21T07:11:09.326 INFO:teuthology.orchestra.run.smithi006.stdout:Package: linux-image-generic 2024-09-21T07:11:09.326 INFO:teuthology.orchestra.run.smithi006.stdout:Status: install ok installed 2024-09-21T07:11:09.326 INFO:teuthology.orchestra.run.smithi006.stdout:Priority: optional 2024-09-21T07:11:09.326 INFO:teuthology.orchestra.run.smithi006.stdout:Section: kernel 2024-09-21T07:11:09.326 INFO:teuthology.orchestra.run.smithi006.stdout:Installed-Size: 21 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout:Architecture: amd64 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout:Source: linux-meta 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout:Version: 5.15.0.122.122 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout:Recommends: thermald 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout:Description: Generic Linux kernel image 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout: This package will always depend on the latest generic kernel image 2024-09-21T07:11:09.327 INFO:teuthology.orchestra.run.smithi006.stdout: available. 2024-09-21T07:11:09.328 DEBUG:teuthology.orchestra.run.smithi006:> mktemp 2024-09-21T07:11:09.371 INFO:teuthology.orchestra.run.smithi006.stdout:/tmp/tmp.rRHe6GoHjV 2024-09-21T07:11:09.371 DEBUG:teuthology.orchestra.run.smithi006:> sudo cp /boot/grub/grub.cfg /tmp/tmp.rRHe6GoHjV 2024-09-21T07:11:09.428 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 0666 /tmp/tmp.rRHe6GoHjV 2024-09-21T07:11:09.548 DEBUG:teuthology.orchestra.remote:smithi006:/tmp/tmp.rRHe6GoHjV is 10KB 2024-09-21T07:11:09.560 DEBUG:teuthology.orchestra.run.smithi006:> rm -fr /tmp/tmp.rRHe6GoHjV 2024-09-21T07:11:09.566 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-21T07:11:09.619 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:11:09.619 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-21T07:11:09.619 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-21T07:11:09.705 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-21T07:11:09.706 DEBUG:teuthology.orchestra.run.smithi006:> sudo update-grub 2024-09-21T07:11:10.160 INFO:teuthology.orchestra.run.smithi145.stderr:Sourcing file `/etc/default/grub' 2024-09-21T07:11:10.161 INFO:teuthology.orchestra.run.smithi145.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T07:11:10.163 INFO:teuthology.orchestra.run.smithi145.stderr:Generating grub configuration file ... 2024-09-21T07:11:10.402 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T07:11:10.408 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T07:11:10.638 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T07:11:10.643 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T07:11:10.683 INFO:teuthology.orchestra.run.smithi145.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T07:11:10.688 INFO:teuthology.orchestra.run.smithi145.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T07:11:10.808 INFO:teuthology.orchestra.run.smithi145.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T07:11:10.808 INFO:teuthology.orchestra.run.smithi145.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T07:11:10.808 INFO:teuthology.orchestra.run.smithi145.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T07:11:10.817 INFO:teuthology.orchestra.run.smithi145.stderr:done 2024-09-21T07:11:10.824 DEBUG:teuthology.orchestra.run.smithi145:> sudo shutdown -r now 2024-09-21T07:11:11.003 INFO:teuthology.orchestra.run.smithi006.stderr:Sourcing file `/etc/default/grub' 2024-09-21T07:11:11.004 INFO:teuthology.orchestra.run.smithi006.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T07:11:11.006 INFO:teuthology.orchestra.run.smithi006.stderr:Generating grub configuration file ... 2024-09-21T07:11:11.250 INFO:teuthology.orchestra.run.smithi006.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T07:11:11.257 INFO:teuthology.orchestra.run.smithi006.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T07:11:11.539 INFO:teuthology.orchestra.run.smithi006.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T07:11:11.544 INFO:teuthology.orchestra.run.smithi006.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T07:11:11.589 INFO:teuthology.orchestra.run.smithi006.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T07:11:11.595 INFO:teuthology.orchestra.run.smithi006.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T07:11:11.733 INFO:teuthology.orchestra.run.smithi006.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T07:11:11.733 INFO:teuthology.orchestra.run.smithi006.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T07:11:11.733 INFO:teuthology.orchestra.run.smithi006.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T07:11:11.761 INFO:teuthology.orchestra.run.smithi006.stderr:done 2024-09-21T07:11:11.769 DEBUG:teuthology.orchestra.run.smithi006:> sudo shutdown -r now 2024-09-21T07:11:40.854 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-21T07:11:40.855 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-21T07:11:40.855 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:11:41.773 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-21T07:11:41.773 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-09-21T07:11:41.773 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:12:15.343 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2024-09-21T07:12:24.346 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-21T07:12:24.346 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:12:41.791 DEBUG:teuthology.orchestra.remote:timed out 2024-09-21T07:12:42.735 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2024-09-21T07:12:50.798 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-09-21T07:12:50.799 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:12:50.801 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.6 2024-09-21T07:12:54.738 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-21T07:12:54.739 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:12:54.741 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2024-09-21T07:13:02.806 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-09-21T07:13:02.807 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:13:03.091 DEBUG:teuthology.orchestra.run.smithi006:> true 2024-09-21T07:13:03.767 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-09-21T07:13:03.767 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-122-generic"... 2024-09-21T07:13:03.767 DEBUG:teuthology.orchestra.run.smithi006:> uname -r 2024-09-21T07:13:03.816 INFO:teuthology.orchestra.run.smithi006.stdout:5.15.0-122-generic 2024-09-21T07:13:03.816 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-21T07:13:03.816 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T07:13:03.816 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-21T07:13:04.817 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-21T07:13:04.817 DEBUG:teuthology.orchestra.run.smithi006:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T07:13:04.897 INFO:teuthology.orchestra.run.smithi006.stdout:ttyS1 2024-09-21T07:13:04.930 DEBUG:teuthology.parallel:result is None 2024-09-21T07:13:09.741 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-21T07:13:09.742 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:13:10.043 DEBUG:teuthology.orchestra.run.smithi145:> true 2024-09-21T07:13:10.645 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-21T07:13:10.645 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-122-generic"... 2024-09-21T07:13:10.645 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2024-09-21T07:13:10.693 INFO:teuthology.orchestra.run.smithi145.stdout:5.15.0-122-generic 2024-09-21T07:13:10.693 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-21T07:13:10.694 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T07:13:10.694 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-21T07:13:11.695 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-21T07:13:11.695 DEBUG:teuthology.orchestra.run.smithi145:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T07:13:12.039 INFO:teuthology.orchestra.run.smithi145.stdout:ttyS1 2024-09-21T07:13:12.067 DEBUG:teuthology.parallel:result is None 2024-09-21T07:13:12.067 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-21T07:13:12.075 INFO:teuthology.task.internal:Creating test directory... 2024-09-21T07:13:12.075 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T07:13:12.078 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T07:13:12.083 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-21T07:13:12.095 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-21T07:13:12.116 INFO:teuthology.task.internal:Creating archive directory... 2024-09-21T07:13:12.116 DEBUG:teuthology.orchestra.run.smithi006:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T07:13:12.125 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T07:13:12.146 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-21T07:13:12.153 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-21T07:13:12.154 DEBUG:teuthology.orchestra.run.smithi006:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T07:13:12.181 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T07:13:12.199 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T07:13:12.200 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T07:13:12.207 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T07:13:12.208 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T07:13:12.210 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-21T07:13:12.219 INFO:teuthology.task.internal:Configuring sudo... 2024-09-21T07:13:12.220 DEBUG:teuthology.orchestra.run.smithi006:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T07:13:12.253 DEBUG:teuthology.orchestra.run.smithi145:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T07:13:12.270 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-21T07:13:12.279 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-21T07:13:12.279 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T07:13:12.309 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T07:13:12.317 DEBUG:teuthology.orchestra.run.smithi006:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T07:13:12.360 DEBUG:teuthology.orchestra.run.smithi006:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T07:13:12.408 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:13:12.408 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T07:13:12.474 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T07:13:12.480 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T07:13:12.525 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:13:12.526 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T07:13:12.596 DEBUG:teuthology.orchestra.run.smithi006:> sudo service rsyslog restart 2024-09-21T07:13:12.598 DEBUG:teuthology.orchestra.run.smithi145:> sudo service rsyslog restart 2024-09-21T07:13:12.669 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-21T07:13:12.678 INFO:teuthology.task.internal:Starting timer... 2024-09-21T07:13:12.678 INFO:teuthology.run_tasks:Running task pcp... 2024-09-21T07:13:12.694 INFO:teuthology.run_tasks:Running task selinux... 2024-09-21T07:13:12.707 DEBUG:teuthology.task.selinux:Excluding smithi006: OS 'ubuntu' does not support SELinux 2024-09-21T07:13:12.707 DEBUG:teuthology.task.selinux:Excluding smithi145: OS 'ubuntu' does not support SELinux 2024-09-21T07:13:12.707 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-21T07:13:12.708 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-21T07:13:12.708 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-21T07:13:12.708 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-21T07:13:12.719 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-21T07:13:12.730 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-21T07:13:12.731 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi006.front.sepia.ceph.com,smithi145.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-21T07:20:43.788 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi006.front.sepia.ceph.com'), Remote(name='ubuntu@smithi145.front.sepia.ceph.com')] 2024-09-21T07:20:43.789 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-09-21T07:20:43.790 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:20:43.870 DEBUG:teuthology.orchestra.run.smithi006:> true 2024-09-21T07:20:43.951 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-09-21T07:20:43.951 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-21T07:20:43.952 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T07:20:44.029 DEBUG:teuthology.orchestra.run.smithi145:> true 2024-09-21T07:20:44.106 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2024-09-21T07:20:44.106 INFO:teuthology.run_tasks:Running task clock... 2024-09-21T07:20:44.118 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-21T07:20:44.118 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T07:20:44.118 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T07:20:44.121 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T07:20:44.121 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T07:20:44.149 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-21T07:20:44.150 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Command line: ntpd -gq 2024-09-21T07:20:44.150 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: ---------------------------------------------------- 2024-09-21T07:20:44.150 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: ntp-4 is maintained by Network Time Foundation, 2024-09-21T07:20:44.150 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-21T07:20:44.150 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: corporation. Support and training for ntp-4 are 2024-09-21T07:20:44.150 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: available at https://www.nwtime.org/support 2024-09-21T07:20:44.150 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: ---------------------------------------------------- 2024-09-21T07:20:44.151 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: proto: precision = 0.066 usec (-24) 2024-09-21T07:20:44.151 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: basedate set to 2022-02-04 2024-09-21T07:20:44.151 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: gps base set to 2022-02-06 (week 2196) 2024-09-21T07:20:44.152 INFO:teuthology.orchestra.run.smithi006.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T07:20:44.152 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T07:20:44.153 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: restrict ::: KOD does nothing without LIMITED. 2024-09-21T07:20:44.153 INFO:teuthology.orchestra.run.smithi006.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-21T07:20:44.154 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Listen and drop on 0 v6wildcard [::]:123 2024-09-21T07:20:44.154 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-21T07:20:44.154 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Listen normally on 2 lo 127.0.0.1:123 2024-09-21T07:20:44.154 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Listen normally on 3 ens1f0 172.21.15.6:123 2024-09-21T07:20:44.154 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Listen normally on 4 lo [::1]:123 2024-09-21T07:20:44.154 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:15e4%4]:123 2024-09-21T07:20:44.154 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:44 ntpd[18381]: Listening on routing socket on fd #22 for interface updates 2024-09-21T07:20:44.176 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-21T07:20:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Command line: ntpd -gq 2024-09-21T07:20:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: ---------------------------------------------------- 2024-09-21T07:20:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: ntp-4 is maintained by Network Time Foundation, 2024-09-21T07:20:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-21T07:20:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: corporation. Support and training for ntp-4 are 2024-09-21T07:20:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: available at https://www.nwtime.org/support 2024-09-21T07:20:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: ---------------------------------------------------- 2024-09-21T07:20:44.178 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: proto: precision = 0.050 usec (-24) 2024-09-21T07:20:44.178 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: basedate set to 2022-02-04 2024-09-21T07:20:44.178 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: gps base set to 2022-02-06 (week 2196) 2024-09-21T07:20:44.178 INFO:teuthology.orchestra.run.smithi145.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T07:20:44.178 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T07:20:44.178 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: restrict ::: KOD does nothing without LIMITED. 2024-09-21T07:20:44.179 INFO:teuthology.orchestra.run.smithi145.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-21T07:20:44.179 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Listen and drop on 0 v6wildcard [::]:123 2024-09-21T07:20:44.180 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-21T07:20:44.180 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Listen normally on 2 lo 127.0.0.1:123 2024-09-21T07:20:44.180 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Listen normally on 3 enp3s0f1 172.21.15.145:123 2024-09-21T07:20:44.180 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Listen normally on 4 lo [::1]:123 2024-09-21T07:20:44.180 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7791%5]:123 2024-09-21T07:20:44.180 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:44 ntpd[18484]: Listening on routing socket on fd #22 for interface updates 2024-09-21T07:20:45.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:45 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:45.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:45 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:45.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:45 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:45.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:45 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:45.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:45 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:45.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:45 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:45.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:45 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:45.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:45 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:46.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:46 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:46.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:46 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:46.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:46 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:46.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:46 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:46.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:46 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:46.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:46 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:47.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:47 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:47.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:47 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:47.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:47 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:47.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:47 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:47.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:47 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:47.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:47 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:47.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:47 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:47.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:47 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:47.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:47 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:47.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:47 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:47.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:47 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:47.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:47 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:48.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:48.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:48.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:48.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:48.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:48.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:48.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:48.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:48.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:48.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:48.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:48.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:48 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:48.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:48 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:49.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:49 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:49.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:49 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:49.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:49 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:49.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:49 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:49.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:49 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:49.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:49 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:49.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:49 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:49.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:49 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:49.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:49 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:49.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:49 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:49.179 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:49 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:49.179 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:49 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:49.179 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:49 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:49.179 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:49 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:50.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:50.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:50 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:50.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:50.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:50 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:51.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:51 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:51.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:51 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:51.150 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:51 ntpd[18381]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:51.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:51 ntpd[18381]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:51.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:51 ntpd[18381]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:51.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:51 ntpd[18381]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:51.151 INFO:teuthology.orchestra.run.smithi006.stdout:21 Sep 07:20:51 ntpd[18381]: ntpd: time slew -0.000108 s 2024-09-21T07:20:51.151 INFO:teuthology.orchestra.run.smithi006.stdout:ntpd: time slew -0.000108s 2024-09-21T07:20:51.151 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:51 ntpd[18381]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-21T07:20:51.152 INFO:teuthology.orchestra.run.smithi006.stderr:21 Sep 07:20:51 ntpd[18381]: can't open /var/log/ntpstats/loopstats.20240921: Permission denied 2024-09-21T07:20:51.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:51 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:51.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:51 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:51.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:51 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:51.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:51 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:51.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:51 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:51.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:51 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:51.202 INFO:teuthology.orchestra.run.smithi006.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T07:20:51.202 INFO:teuthology.orchestra.run.smithi006.stdout:============================================================================== 2024-09-21T07:20:51.203 INFO:teuthology.orchestra.run.smithi006.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T07:20:51.203 INFO:teuthology.orchestra.run.smithi006.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T07:20:51.203 INFO:teuthology.orchestra.run.smithi006.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T07:20:51.203 INFO:teuthology.orchestra.run.smithi006.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T07:20:52.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:52.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:52.177 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:52.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:52.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T07:20:52.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T07:20:52.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T07:20:52.178 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T07:20:52.178 INFO:teuthology.orchestra.run.smithi145.stdout:21 Sep 07:20:52 ntpd[18484]: ntpd: time slew -0.001020 s 2024-09-21T07:20:52.178 INFO:teuthology.orchestra.run.smithi145.stdout:ntpd: time slew -0.001020s 2024-09-21T07:20:52.179 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-21T07:20:52.179 INFO:teuthology.orchestra.run.smithi145.stderr:21 Sep 07:20:52 ntpd[18484]: can't open /var/log/ntpstats/loopstats.20240921: Permission denied 2024-09-21T07:20:52.228 INFO:teuthology.orchestra.run.smithi145.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T07:20:52.228 INFO:teuthology.orchestra.run.smithi145.stdout:============================================================================== 2024-09-21T07:20:52.228 INFO:teuthology.orchestra.run.smithi145.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T07:20:52.228 INFO:teuthology.orchestra.run.smithi145.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T07:20:52.228 INFO:teuthology.orchestra.run.smithi145.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T07:20:52.228 INFO:teuthology.orchestra.run.smithi145.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T07:20:52.229 INFO:teuthology.run_tasks:Running task install... 2024-09-21T07:20:52.242 DEBUG:teuthology.task.install:project ceph 2024-09-21T07:20:52.242 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}} 2024-09-21T07:20:52.243 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'} 2024-09-21T07:20:52.243 INFO:teuthology.task.install:Using flavor: default 2024-09-21T07:20:52.248 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-21T07:20:52.248 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-21T07:20:52.248 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-key list | grep Ceph 2024-09-21T07:20:52.249 DEBUG:teuthology.orchestra.run.smithi145:> sudo apt-key list | grep Ceph 2024-09-21T07:20:52.315 INFO:teuthology.orchestra.run.smithi006.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-21T07:20:52.326 INFO:teuthology.orchestra.run.smithi145.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-21T07:20:52.346 INFO:teuthology.orchestra.run.smithi006.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-21T07:20:52.347 INFO:teuthology.orchestra.run.smithi006.stdout:uid [ unknown] Ceph.com (release key) 2024-09-21T07:20:52.347 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-21T07:20:52.347 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-21T07:20:52.347 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T07:20:52.353 INFO:teuthology.orchestra.run.smithi145.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-21T07:20:52.354 INFO:teuthology.orchestra.run.smithi145.stdout:uid [ unknown] Ceph.com (release key) 2024-09-21T07:20:52.354 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-21T07:20:52.354 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-21T07:20:52.354 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T07:20:52.490 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default/ 2024-09-21T07:20:52.491 INFO:teuthology.task.install.deb:Package version is 19.3.0-5120-g18432218-1jammy 2024-09-21T07:20:52.500 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default/ 2024-09-21T07:20:52.500 INFO:teuthology.task.install.deb:Package version is 19.3.0-5120-g18432218-1jammy 2024-09-21T07:20:52.603 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:20:52.603 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-21T07:20:52.611 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:20:52.612 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-21T07:20:52.617 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get update 2024-09-21T07:20:52.626 DEBUG:teuthology.orchestra.run.smithi145:> sudo apt-get update 2024-09-21T07:20:52.787 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T07:20:52.798 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-21T07:20:52.799 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T07:20:52.808 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-21T07:20:52.815 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T07:20:52.825 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T07:20:52.842 INFO:teuthology.orchestra.run.smithi006.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy InRelease 2024-09-21T07:20:52.852 INFO:teuthology.orchestra.run.smithi145.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy InRelease 2024-09-21T07:20:52.863 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-21T07:20:52.877 INFO:teuthology.orchestra.run.smithi145.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-21T07:20:52.885 INFO:teuthology.orchestra.run.smithi006.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-21T07:20:52.900 INFO:teuthology.orchestra.run.smithi145.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-21T07:20:52.907 INFO:teuthology.orchestra.run.smithi006.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-21T07:20:52.913 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:8 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T07:20:52.919 INFO:teuthology.orchestra.run.smithi145.stdout:Hit:7 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T07:20:52.921 INFO:teuthology.orchestra.run.smithi145.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-21T07:20:52.936 INFO:teuthology.orchestra.run.smithi006.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,432 B] 2024-09-21T07:20:52.948 INFO:teuthology.orchestra.run.smithi145.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,432 B] 2024-09-21T07:20:53.142 INFO:teuthology.orchestra.run.smithi145.stdout:Fetched 28.6 kB in 0s (86.0 kB/s) 2024-09-21T07:20:53.165 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 28.6 kB in 0s (78.6 kB/s) 2024-09-21T07:20:54.148 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-21T07:20:54.164 DEBUG:teuthology.orchestra.run.smithi145:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5120-g18432218-1jammy cephadm=19.3.0-5120-g18432218-1jammy ceph-mds=19.3.0-5120-g18432218-1jammy ceph-mgr=19.3.0-5120-g18432218-1jammy ceph-common=19.3.0-5120-g18432218-1jammy ceph-fuse=19.3.0-5120-g18432218-1jammy ceph-test=19.3.0-5120-g18432218-1jammy ceph-volume=19.3.0-5120-g18432218-1jammy radosgw=19.3.0-5120-g18432218-1jammy python3-rados=19.3.0-5120-g18432218-1jammy python3-rgw=19.3.0-5120-g18432218-1jammy python3-cephfs=19.3.0-5120-g18432218-1jammy python3-rbd=19.3.0-5120-g18432218-1jammy libcephfs2=19.3.0-5120-g18432218-1jammy libcephfs-dev=19.3.0-5120-g18432218-1jammy librados2=19.3.0-5120-g18432218-1jammy librbd1=19.3.0-5120-g18432218-1jammy rbd-fuse=19.3.0-5120-g18432218-1jammy python3-cephfs=19.3.0-5120-g18432218-1jammy cephfs-shell=19.3.0-5120-g18432218-1jammy cephfs-top=19.3.0-5120-g18432218-1jammy cephfs-mirror=19.3.0-5120-g18432218-1jammy 2024-09-21T07:20:54.189 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2024-09-21T07:20:54.204 DEBUG:teuthology.orchestra.run.smithi006:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5120-g18432218-1jammy cephadm=19.3.0-5120-g18432218-1jammy ceph-mds=19.3.0-5120-g18432218-1jammy ceph-mgr=19.3.0-5120-g18432218-1jammy ceph-common=19.3.0-5120-g18432218-1jammy ceph-fuse=19.3.0-5120-g18432218-1jammy ceph-test=19.3.0-5120-g18432218-1jammy ceph-volume=19.3.0-5120-g18432218-1jammy radosgw=19.3.0-5120-g18432218-1jammy python3-rados=19.3.0-5120-g18432218-1jammy python3-rgw=19.3.0-5120-g18432218-1jammy python3-cephfs=19.3.0-5120-g18432218-1jammy python3-rbd=19.3.0-5120-g18432218-1jammy libcephfs2=19.3.0-5120-g18432218-1jammy libcephfs-dev=19.3.0-5120-g18432218-1jammy librados2=19.3.0-5120-g18432218-1jammy librbd1=19.3.0-5120-g18432218-1jammy rbd-fuse=19.3.0-5120-g18432218-1jammy python3-cephfs=19.3.0-5120-g18432218-1jammy cephfs-shell=19.3.0-5120-g18432218-1jammy cephfs-top=19.3.0-5120-g18432218-1jammy cephfs-mirror=19.3.0-5120-g18432218-1jammy 2024-09-21T07:20:54.227 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-21T07:20:54.268 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2024-09-21T07:20:54.437 INFO:teuthology.orchestra.run.smithi145.stdout:Building dependency tree... 2024-09-21T07:20:54.437 INFO:teuthology.orchestra.run.smithi145.stdout:Reading state information... 2024-09-21T07:20:54.477 INFO:teuthology.orchestra.run.smithi006.stdout:Building dependency tree... 2024-09-21T07:20:54.478 INFO:teuthology.orchestra.run.smithi006.stdout:Reading state information... 2024-09-21T07:20:54.647 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T07:20:54.647 INFO:teuthology.orchestra.run.smithi145.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T07:20:54.647 INFO:teuthology.orchestra.run.smithi145.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T07:20:54.647 INFO:teuthology.orchestra.run.smithi145.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T07:20:54.648 INFO:teuthology.orchestra.run.smithi145.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T07:20:54.648 INFO:teuthology.orchestra.run.smithi145.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T07:20:54.648 INFO:teuthology.orchestra.run.smithi145.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T07:20:54.648 INFO:teuthology.orchestra.run.smithi145.stdout:The following additional packages will be installed: 2024-09-21T07:20:54.648 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-21T07:20:54.649 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth python3-idna python3-iniconfig python3-jaraco.classes 2024-09-21T07:20:54.650 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-21T07:20:54.651 INFO:teuthology.orchestra.run.smithi145.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout:Suggested packages: 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout:Recommended packages: 2024-09-21T07:20:54.652 INFO:teuthology.orchestra.run.smithi145.stdout: btrfs-tools 2024-09-21T07:20:54.701 INFO:teuthology.orchestra.run.smithi006.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T07:20:54.702 INFO:teuthology.orchestra.run.smithi006.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T07:20:54.702 INFO:teuthology.orchestra.run.smithi006.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T07:20:54.702 INFO:teuthology.orchestra.run.smithi006.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T07:20:54.702 INFO:teuthology.orchestra.run.smithi006.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T07:20:54.703 INFO:teuthology.orchestra.run.smithi006.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T07:20:54.703 INFO:teuthology.orchestra.run.smithi006.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T07:20:54.703 INFO:teuthology.orchestra.run.smithi006.stdout:The following additional packages will be installed: 2024-09-21T07:20:54.703 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-21T07:20:54.704 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-21T07:20:54.704 INFO:teuthology.orchestra.run.smithi006.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-21T07:20:54.704 INFO:teuthology.orchestra.run.smithi006.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-21T07:20:54.704 INFO:teuthology.orchestra.run.smithi006.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cheroot python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python3-google-auth python3-idna python3-iniconfig python3-jaraco.classes 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-21T07:20:54.705 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout:Suggested packages: 2024-09-21T07:20:54.706 INFO:teuthology.orchestra.run.smithi006.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-21T07:20:54.707 INFO:teuthology.orchestra.run.smithi006.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-21T07:20:54.707 INFO:teuthology.orchestra.run.smithi006.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-21T07:20:54.707 INFO:teuthology.orchestra.run.smithi006.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-21T07:20:54.707 INFO:teuthology.orchestra.run.smithi006.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-21T07:20:54.707 INFO:teuthology.orchestra.run.smithi006.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-21T07:20:54.707 INFO:teuthology.orchestra.run.smithi006.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-21T07:20:54.707 INFO:teuthology.orchestra.run.smithi006.stdout:Recommended packages: 2024-09-21T07:20:54.707 INFO:teuthology.orchestra.run.smithi006.stdout: btrfs-tools 2024-09-21T07:20:54.760 INFO:teuthology.orchestra.run.smithi145.stdout:The following NEW packages will be installed: 2024-09-21T07:20:54.760 INFO:teuthology.orchestra.run.smithi145.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-21T07:20:54.760 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-21T07:20:54.760 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-21T07:20:54.760 INFO:teuthology.orchestra.run.smithi145.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-21T07:20:54.760 INFO:teuthology.orchestra.run.smithi145.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-21T07:20:54.760 INFO:teuthology.orchestra.run.smithi145.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-21T07:20:54.760 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-21T07:20:54.761 INFO:teuthology.orchestra.run.smithi145.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-21T07:20:54.761 INFO:teuthology.orchestra.run.smithi145.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-21T07:20:54.762 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-21T07:20:54.763 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-21T07:20:54.763 INFO:teuthology.orchestra.run.smithi145.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-21T07:20:54.763 INFO:teuthology.orchestra.run.smithi145.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-21T07:20:54.763 INFO:teuthology.orchestra.run.smithi145.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-21T07:20:54.763 INFO:teuthology.orchestra.run.smithi145.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-21T07:20:54.763 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-21T07:20:54.763 INFO:teuthology.orchestra.run.smithi145.stdout: socat unzip xmlstarlet zip 2024-09-21T07:20:54.821 INFO:teuthology.orchestra.run.smithi006.stdout:The following NEW packages will be installed: 2024-09-21T07:20:54.821 INFO:teuthology.orchestra.run.smithi006.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-21T07:20:54.821 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-21T07:20:54.821 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-21T07:20:54.821 INFO:teuthology.orchestra.run.smithi006.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-21T07:20:54.823 INFO:teuthology.orchestra.run.smithi006.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-21T07:20:54.823 INFO:teuthology.orchestra.run.smithi006.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-21T07:20:54.823 INFO:teuthology.orchestra.run.smithi006.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-21T07:20:54.823 INFO:teuthology.orchestra.run.smithi006.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-21T07:20:54.823 INFO:teuthology.orchestra.run.smithi006.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-21T07:20:54.823 INFO:teuthology.orchestra.run.smithi006.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-21T07:20:54.824 INFO:teuthology.orchestra.run.smithi006.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-21T07:20:54.825 INFO:teuthology.orchestra.run.smithi006.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-21T07:20:54.825 INFO:teuthology.orchestra.run.smithi006.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-21T07:20:54.825 INFO:teuthology.orchestra.run.smithi006.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-21T07:20:54.825 INFO:teuthology.orchestra.run.smithi006.stdout: socat unzip xmlstarlet zip 2024-09-21T07:20:54.884 INFO:teuthology.orchestra.run.smithi006.stdout:0 upgraded, 125 newly installed, 0 to remove and 332 not upgraded. 2024-09-21T07:20:54.884 INFO:teuthology.orchestra.run.smithi006.stdout:Need to get 239 MB of archives. 2024-09-21T07:20:54.884 INFO:teuthology.orchestra.run.smithi006.stdout:After this operation, 986 MB of additional disk space will be used. 2024-09-21T07:20:54.884 INFO:teuthology.orchestra.run.smithi006.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-21T07:20:54.902 INFO:teuthology.orchestra.run.smithi006.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-21T07:20:54.903 INFO:teuthology.orchestra.run.smithi145.stdout:0 upgraded, 125 newly installed, 0 to remove and 332 not upgraded. 2024-09-21T07:20:54.903 INFO:teuthology.orchestra.run.smithi145.stdout:Need to get 239 MB of archives. 2024-09-21T07:20:54.903 INFO:teuthology.orchestra.run.smithi145.stdout:After this operation, 986 MB of additional disk space will be used. 2024-09-21T07:20:54.903 INFO:teuthology.orchestra.run.smithi145.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5120-g18432218-1jammy [3,591 kB] 2024-09-21T07:20:54.912 INFO:teuthology.orchestra.run.smithi006.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-21T07:20:54.948 INFO:teuthology.orchestra.run.smithi145.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-21T07:20:54.953 INFO:teuthology.orchestra.run.smithi006.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-21T07:20:54.962 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5120-g18432218-1jammy [3,591 kB] 2024-09-21T07:20:54.975 INFO:teuthology.orchestra.run.smithi006.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-21T07:20:54.978 INFO:teuthology.orchestra.run.smithi006.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-21T07:20:54.989 INFO:teuthology.orchestra.run.smithi006.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-21T07:20:55.030 INFO:teuthology.orchestra.run.smithi145.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-21T07:20:55.037 INFO:teuthology.orchestra.run.smithi006.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-21T07:20:55.042 INFO:teuthology.orchestra.run.smithi006.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-21T07:20:55.053 INFO:teuthology.orchestra.run.smithi006.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-21T07:20:55.057 INFO:teuthology.orchestra.run.smithi006.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-21T07:20:55.058 INFO:teuthology.orchestra.run.smithi006.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-21T07:20:55.059 INFO:teuthology.orchestra.run.smithi006.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-21T07:20:55.067 INFO:teuthology.orchestra.run.smithi006.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-21T07:20:55.069 INFO:teuthology.orchestra.run.smithi006.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-21T07:20:55.071 INFO:teuthology.orchestra.run.smithi006.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-21T07:20:55.072 INFO:teuthology.orchestra.run.smithi006.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-21T07:20:55.076 INFO:teuthology.orchestra.run.smithi145.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-21T07:20:55.076 INFO:teuthology.orchestra.run.smithi006.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-21T07:20:55.078 INFO:teuthology.orchestra.run.smithi006.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-21T07:20:55.080 INFO:teuthology.orchestra.run.smithi006.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-21T07:20:55.088 INFO:teuthology.orchestra.run.smithi145.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5120-g18432218-1jammy [3,370 kB] 2024-09-21T07:20:55.093 INFO:teuthology.orchestra.run.smithi006.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-21T07:20:55.094 INFO:teuthology.orchestra.run.smithi006.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-21T07:20:55.094 INFO:teuthology.orchestra.run.smithi006.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-21T07:20:55.096 INFO:teuthology.orchestra.run.smithi006.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-21T07:20:55.096 INFO:teuthology.orchestra.run.smithi006.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-21T07:20:55.096 INFO:teuthology.orchestra.run.smithi006.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-21T07:20:55.097 INFO:teuthology.orchestra.run.smithi006.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-21T07:20:55.111 INFO:teuthology.orchestra.run.smithi006.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-21T07:20:55.111 INFO:teuthology.orchestra.run.smithi006.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-21T07:20:55.112 INFO:teuthology.orchestra.run.smithi006.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-21T07:20:55.128 INFO:teuthology.orchestra.run.smithi006.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-21T07:20:55.129 INFO:teuthology.orchestra.run.smithi006.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-21T07:20:55.129 INFO:teuthology.orchestra.run.smithi006.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-21T07:20:55.130 INFO:teuthology.orchestra.run.smithi006.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-21T07:20:55.131 INFO:teuthology.orchestra.run.smithi006.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-21T07:20:55.131 INFO:teuthology.orchestra.run.smithi006.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-21T07:20:55.131 INFO:teuthology.orchestra.run.smithi006.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-21T07:20:55.146 INFO:teuthology.orchestra.run.smithi006.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-21T07:20:55.147 INFO:teuthology.orchestra.run.smithi006.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-21T07:20:55.147 INFO:teuthology.orchestra.run.smithi006.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-21T07:20:55.164 INFO:teuthology.orchestra.run.smithi006.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-21T07:20:55.164 INFO:teuthology.orchestra.run.smithi006.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-21T07:20:55.164 INFO:teuthology.orchestra.run.smithi006.stdout:Get:44 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5120-g18432218-1jammy [3,370 kB] 2024-09-21T07:20:55.165 INFO:teuthology.orchestra.run.smithi006.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-21T07:20:55.165 INFO:teuthology.orchestra.run.smithi006.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-21T07:20:55.167 INFO:teuthology.orchestra.run.smithi006.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-21T07:20:55.169 INFO:teuthology.orchestra.run.smithi006.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-21T07:20:55.169 INFO:teuthology.orchestra.run.smithi006.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-21T07:20:55.181 INFO:teuthology.orchestra.run.smithi006.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-21T07:20:55.182 INFO:teuthology.orchestra.run.smithi006.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-21T07:20:55.184 INFO:teuthology.orchestra.run.smithi006.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-21T07:20:55.192 INFO:teuthology.orchestra.run.smithi145.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5120-g18432218-1jammy [733 kB] 2024-09-21T07:20:55.199 INFO:teuthology.orchestra.run.smithi006.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-21T07:20:55.206 INFO:teuthology.orchestra.run.smithi145.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5120-g18432218-1jammy [356 kB] 2024-09-21T07:20:55.212 INFO:teuthology.orchestra.run.smithi006.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-21T07:20:55.213 INFO:teuthology.orchestra.run.smithi145.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5120-g18432218-1jammy [32.8 kB] 2024-09-21T07:20:55.214 INFO:teuthology.orchestra.run.smithi145.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5120-g18432218-1jammy [180 kB] 2024-09-21T07:20:55.215 INFO:teuthology.orchestra.run.smithi006.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-21T07:20:55.219 INFO:teuthology.orchestra.run.smithi145.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5120-g18432218-1jammy [72.9 kB] 2024-09-21T07:20:55.228 INFO:teuthology.orchestra.run.smithi145.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5120-g18432218-1jammy [340 kB] 2024-09-21T07:20:55.243 INFO:teuthology.orchestra.run.smithi145.stdout:Get:12 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5120-g18432218-1jammy [8,845 kB] 2024-09-21T07:20:55.268 INFO:teuthology.orchestra.run.smithi006.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-21T07:20:55.269 INFO:teuthology.orchestra.run.smithi006.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-21T07:20:55.271 INFO:teuthology.orchestra.run.smithi006.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-21T07:20:55.271 INFO:teuthology.orchestra.run.smithi006.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-21T07:20:55.272 INFO:teuthology.orchestra.run.smithi145.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-21T07:20:55.272 INFO:teuthology.orchestra.run.smithi006.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-21T07:20:55.297 INFO:teuthology.orchestra.run.smithi006.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-21T07:20:55.298 INFO:teuthology.orchestra.run.smithi006.stdout:Get:62 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5120-g18432218-1jammy [733 kB] 2024-09-21T07:20:55.299 INFO:teuthology.orchestra.run.smithi006.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-21T07:20:55.299 INFO:teuthology.orchestra.run.smithi006.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-21T07:20:55.311 INFO:teuthology.orchestra.run.smithi006.stdout:Get:65 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5120-g18432218-1jammy [356 kB] 2024-09-21T07:20:55.314 INFO:teuthology.orchestra.run.smithi006.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-21T07:20:55.314 INFO:teuthology.orchestra.run.smithi006.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-21T07:20:55.315 INFO:teuthology.orchestra.run.smithi006.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-21T07:20:55.315 INFO:teuthology.orchestra.run.smithi006.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-21T07:20:55.316 INFO:teuthology.orchestra.run.smithi006.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-21T07:20:55.316 INFO:teuthology.orchestra.run.smithi006.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-21T07:20:55.319 INFO:teuthology.orchestra.run.smithi006.stdout:Get:72 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5120-g18432218-1jammy [32.8 kB] 2024-09-21T07:20:55.320 INFO:teuthology.orchestra.run.smithi006.stdout:Get:73 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5120-g18432218-1jammy [180 kB] 2024-09-21T07:20:55.322 INFO:teuthology.orchestra.run.smithi006.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-21T07:20:55.323 INFO:teuthology.orchestra.run.smithi006.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-21T07:20:55.324 INFO:teuthology.orchestra.run.smithi006.stdout:Get:76 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5120-g18432218-1jammy [72.9 kB] 2024-09-21T07:20:55.326 INFO:teuthology.orchestra.run.smithi006.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-21T07:20:55.326 INFO:teuthology.orchestra.run.smithi006.stdout:Get:78 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5120-g18432218-1jammy [340 kB] 2024-09-21T07:20:55.340 INFO:teuthology.orchestra.run.smithi006.stdout:Get:79 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5120-g18432218-1jammy [8,845 kB] 2024-09-21T07:20:55.340 INFO:teuthology.orchestra.run.smithi006.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-21T07:20:55.341 INFO:teuthology.orchestra.run.smithi006.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-21T07:20:55.341 INFO:teuthology.orchestra.run.smithi006.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-21T07:20:55.345 INFO:teuthology.orchestra.run.smithi006.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-21T07:20:55.347 INFO:teuthology.orchestra.run.smithi006.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-21T07:20:55.347 INFO:teuthology.orchestra.run.smithi006.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-21T07:20:55.348 INFO:teuthology.orchestra.run.smithi006.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-21T07:20:55.357 INFO:teuthology.orchestra.run.smithi006.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-21T07:20:55.361 INFO:teuthology.orchestra.run.smithi006.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-21T07:20:55.362 INFO:teuthology.orchestra.run.smithi006.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-21T07:20:55.363 INFO:teuthology.orchestra.run.smithi145.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-21T07:20:55.375 INFO:teuthology.orchestra.run.smithi006.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-21T07:20:55.375 INFO:teuthology.orchestra.run.smithi006.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-21T07:20:55.375 INFO:teuthology.orchestra.run.smithi006.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-21T07:20:55.376 INFO:teuthology.orchestra.run.smithi006.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-21T07:20:55.376 INFO:teuthology.orchestra.run.smithi145.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-21T07:20:55.377 INFO:teuthology.orchestra.run.smithi006.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-21T07:20:55.378 INFO:teuthology.orchestra.run.smithi006.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-21T07:20:55.384 INFO:teuthology.orchestra.run.smithi006.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-21T07:20:55.392 INFO:teuthology.orchestra.run.smithi006.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-21T07:20:55.392 INFO:teuthology.orchestra.run.smithi006.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-21T07:20:55.394 INFO:teuthology.orchestra.run.smithi006.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-21T07:20:55.409 INFO:teuthology.orchestra.run.smithi006.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-21T07:20:55.426 INFO:teuthology.orchestra.run.smithi145.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-21T07:20:55.542 INFO:teuthology.orchestra.run.smithi145.stdout:Get:17 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5120-g18432218-1jammy [112 kB] 2024-09-21T07:20:55.545 INFO:teuthology.orchestra.run.smithi145.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5120-g18432218-1jammy [478 kB] 2024-09-21T07:20:55.554 INFO:teuthology.orchestra.run.smithi145.stdout:Get:19 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5120-g18432218-1jammy [29.1 MB] 2024-09-21T07:20:55.599 INFO:teuthology.orchestra.run.smithi145.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-21T07:20:55.608 INFO:teuthology.orchestra.run.smithi145.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-21T07:20:55.635 INFO:teuthology.orchestra.run.smithi145.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-21T07:20:55.643 INFO:teuthology.orchestra.run.smithi145.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-21T07:20:55.645 INFO:teuthology.orchestra.run.smithi145.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-21T07:20:55.647 INFO:teuthology.orchestra.run.smithi145.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-21T07:20:55.661 INFO:teuthology.orchestra.run.smithi006.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5120-g18432218-1jammy [112 kB] 2024-09-21T07:20:55.664 INFO:teuthology.orchestra.run.smithi006.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5120-g18432218-1jammy [478 kB] 2024-09-21T07:20:55.664 INFO:teuthology.orchestra.run.smithi145.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-21T07:20:55.668 INFO:teuthology.orchestra.run.smithi145.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-21T07:20:55.673 INFO:teuthology.orchestra.run.smithi006.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5120-g18432218-1jammy [29.1 MB] 2024-09-21T07:20:55.674 INFO:teuthology.orchestra.run.smithi145.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-21T07:20:55.682 INFO:teuthology.orchestra.run.smithi145.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-21T07:20:55.758 INFO:teuthology.orchestra.run.smithi145.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-21T07:20:55.763 INFO:teuthology.orchestra.run.smithi145.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-21T07:20:55.767 INFO:teuthology.orchestra.run.smithi145.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-21T07:20:55.771 INFO:teuthology.orchestra.run.smithi145.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-21T07:20:55.772 INFO:teuthology.orchestra.run.smithi145.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-21T07:20:55.773 INFO:teuthology.orchestra.run.smithi145.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-21T07:20:55.775 INFO:teuthology.orchestra.run.smithi145.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-21T07:20:55.776 INFO:teuthology.orchestra.run.smithi145.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-21T07:20:55.777 INFO:teuthology.orchestra.run.smithi145.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-21T07:20:55.845 INFO:teuthology.orchestra.run.smithi145.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-21T07:20:55.859 INFO:teuthology.orchestra.run.smithi145.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-21T07:20:55.860 INFO:teuthology.orchestra.run.smithi145.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-21T07:20:55.861 INFO:teuthology.orchestra.run.smithi145.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-21T07:20:55.866 INFO:teuthology.orchestra.run.smithi145.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-21T07:20:55.867 INFO:teuthology.orchestra.run.smithi145.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-21T07:20:55.927 INFO:teuthology.orchestra.run.smithi145.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-21T07:20:55.927 INFO:teuthology.orchestra.run.smithi145.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-21T07:20:55.929 INFO:teuthology.orchestra.run.smithi145.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-21T07:20:55.930 INFO:teuthology.orchestra.run.smithi145.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-21T07:20:56.008 INFO:teuthology.orchestra.run.smithi145.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-21T07:20:56.010 INFO:teuthology.orchestra.run.smithi145.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-21T07:20:56.012 INFO:teuthology.orchestra.run.smithi145.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-21T07:20:56.013 INFO:teuthology.orchestra.run.smithi145.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-21T07:20:56.024 INFO:teuthology.orchestra.run.smithi145.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-21T07:20:56.089 INFO:teuthology.orchestra.run.smithi145.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-21T07:20:56.090 INFO:teuthology.orchestra.run.smithi145.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-21T07:20:56.091 INFO:teuthology.orchestra.run.smithi145.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-21T07:20:56.094 INFO:teuthology.orchestra.run.smithi145.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-21T07:20:56.098 INFO:teuthology.orchestra.run.smithi145.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-21T07:20:56.170 INFO:teuthology.orchestra.run.smithi145.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-21T07:20:56.173 INFO:teuthology.orchestra.run.smithi145.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-21T07:20:56.175 INFO:teuthology.orchestra.run.smithi145.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-21T07:20:56.179 INFO:teuthology.orchestra.run.smithi145.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-21T07:20:56.181 INFO:teuthology.orchestra.run.smithi145.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-21T07:20:56.252 INFO:teuthology.orchestra.run.smithi145.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-21T07:20:56.256 INFO:teuthology.orchestra.run.smithi145.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-21T07:20:56.423 INFO:teuthology.orchestra.run.smithi145.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-21T07:20:56.424 INFO:teuthology.orchestra.run.smithi145.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-21T07:20:56.427 INFO:teuthology.orchestra.run.smithi145.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-21T07:20:56.428 INFO:teuthology.orchestra.run.smithi145.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-21T07:20:56.431 INFO:teuthology.orchestra.run.smithi145.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-21T07:20:56.526 INFO:teuthology.orchestra.run.smithi145.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-21T07:20:56.608 INFO:teuthology.orchestra.run.smithi145.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-21T07:20:56.608 INFO:teuthology.orchestra.run.smithi145.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-21T07:20:56.608 INFO:teuthology.orchestra.run.smithi145.stdout:Get:74 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5120-g18432218-1jammy [5,023 kB] 2024-09-21T07:20:56.637 INFO:teuthology.orchestra.run.smithi145.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-21T07:20:56.638 INFO:teuthology.orchestra.run.smithi145.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-21T07:20:56.639 INFO:teuthology.orchestra.run.smithi145.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-21T07:20:56.640 INFO:teuthology.orchestra.run.smithi145.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-21T07:20:56.671 INFO:teuthology.orchestra.run.smithi145.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-21T07:20:56.672 INFO:teuthology.orchestra.run.smithi145.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-21T07:20:56.673 INFO:teuthology.orchestra.run.smithi145.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-21T07:20:56.687 INFO:teuthology.orchestra.run.smithi145.stdout:Get:82 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5120-g18432218-1jammy [252 kB] 2024-09-21T07:20:56.690 INFO:teuthology.orchestra.run.smithi145.stdout:Get:83 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5120-g18432218-1jammy [126 kB] 2024-09-21T07:20:56.691 INFO:teuthology.orchestra.run.smithi145.stdout:Get:84 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5120-g18432218-1jammy [1,552 kB] 2024-09-21T07:20:56.705 INFO:teuthology.orchestra.run.smithi145.stdout:Get:85 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5120-g18432218-1jammy [6,198 kB] 2024-09-21T07:20:56.752 INFO:teuthology.orchestra.run.smithi006.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5120-g18432218-1jammy [5,023 kB] 2024-09-21T07:20:56.753 INFO:teuthology.orchestra.run.smithi145.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-21T07:20:56.762 INFO:teuthology.orchestra.run.smithi145.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-21T07:20:56.766 INFO:teuthology.orchestra.run.smithi145.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-21T07:20:56.769 INFO:teuthology.orchestra.run.smithi145.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-21T07:20:56.771 INFO:teuthology.orchestra.run.smithi145.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-21T07:20:56.834 INFO:teuthology.orchestra.run.smithi145.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-21T07:20:56.834 INFO:teuthology.orchestra.run.smithi006.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5120-g18432218-1jammy [252 kB] 2024-09-21T07:20:56.837 INFO:teuthology.orchestra.run.smithi006.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5120-g18432218-1jammy [126 kB] 2024-09-21T07:20:56.839 INFO:teuthology.orchestra.run.smithi006.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5120-g18432218-1jammy [1,552 kB] 2024-09-21T07:20:56.841 INFO:teuthology.orchestra.run.smithi145.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-21T07:20:56.842 INFO:teuthology.orchestra.run.smithi145.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-21T07:20:56.844 INFO:teuthology.orchestra.run.smithi145.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-21T07:20:56.845 INFO:teuthology.orchestra.run.smithi145.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-21T07:20:56.867 INFO:teuthology.orchestra.run.smithi145.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5120-g18432218-1jammy [22.9 MB] 2024-09-21T07:20:56.899 INFO:teuthology.orchestra.run.smithi006.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5120-g18432218-1jammy [6,198 kB] 2024-09-21T07:20:56.915 INFO:teuthology.orchestra.run.smithi145.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-21T07:20:56.917 INFO:teuthology.orchestra.run.smithi145.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-21T07:20:56.924 INFO:teuthology.orchestra.run.smithi145.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-21T07:20:56.925 INFO:teuthology.orchestra.run.smithi145.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-21T07:20:56.927 INFO:teuthology.orchestra.run.smithi145.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-21T07:20:56.996 INFO:teuthology.orchestra.run.smithi145.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-21T07:20:57.001 INFO:teuthology.orchestra.run.smithi145.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-21T07:20:57.003 INFO:teuthology.orchestra.run.smithi145.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-21T07:20:57.020 INFO:teuthology.orchestra.run.smithi145.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-21T07:20:57.021 INFO:teuthology.orchestra.run.smithi145.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-21T07:20:57.078 INFO:teuthology.orchestra.run.smithi145.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-21T07:20:57.083 INFO:teuthology.orchestra.run.smithi145.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-21T07:20:57.085 INFO:teuthology.orchestra.run.smithi145.stdout:Get:109 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-21T07:20:57.122 INFO:teuthology.orchestra.run.smithi006.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5120-g18432218-1jammy [22.9 MB] 2024-09-21T07:20:57.638 INFO:teuthology.orchestra.run.smithi145.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5120-g18432218-1jammy [14.0 kB] 2024-09-21T07:20:57.639 INFO:teuthology.orchestra.run.smithi145.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5120-g18432218-1jammy [865 kB] 2024-09-21T07:20:57.655 INFO:teuthology.orchestra.run.smithi145.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5120-g18432218-1jammy [2,390 kB] 2024-09-21T07:20:57.694 INFO:teuthology.orchestra.run.smithi145.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5120-g18432218-1jammy [813 kB] 2024-09-21T07:20:57.704 INFO:teuthology.orchestra.run.smithi145.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5120-g18432218-1jammy [160 kB] 2024-09-21T07:20:57.720 INFO:teuthology.orchestra.run.smithi145.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5120-g18432218-1jammy [61.5 MB] 2024-09-21T07:20:58.002 INFO:teuthology.orchestra.run.smithi006.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5120-g18432218-1jammy [14.0 kB] 2024-09-21T07:20:58.003 INFO:teuthology.orchestra.run.smithi006.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5120-g18432218-1jammy [865 kB] 2024-09-21T07:20:58.020 INFO:teuthology.orchestra.run.smithi006.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5120-g18432218-1jammy [2,390 kB] 2024-09-21T07:20:58.063 INFO:teuthology.orchestra.run.smithi006.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5120-g18432218-1jammy [813 kB] 2024-09-21T07:20:58.088 INFO:teuthology.orchestra.run.smithi006.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5120-g18432218-1jammy [160 kB] 2024-09-21T07:20:58.091 INFO:teuthology.orchestra.run.smithi006.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5120-g18432218-1jammy [61.5 MB] 2024-09-21T07:20:59.854 INFO:teuthology.orchestra.run.smithi145.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5120-g18432218-1jammy [8,625 kB] 2024-09-21T07:21:00.047 INFO:teuthology.orchestra.run.smithi145.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5120-g18432218-1jammy [14.2 kB] 2024-09-21T07:21:00.047 INFO:teuthology.orchestra.run.smithi145.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5120-g18432218-1jammy [40.9 MB] 2024-09-21T07:21:00.346 INFO:teuthology.orchestra.run.smithi006.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5120-g18432218-1jammy [8,625 kB] 2024-09-21T07:21:00.549 INFO:teuthology.orchestra.run.smithi006.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5120-g18432218-1jammy [14.2 kB] 2024-09-21T07:21:00.549 INFO:teuthology.orchestra.run.smithi006.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5120-g18432218-1jammy [40.9 MB] 2024-09-21T07:21:01.298 INFO:teuthology.orchestra.run.smithi145.stdout:Get:119 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5120-g18432218-1jammy [130 kB] 2024-09-21T07:21:01.301 INFO:teuthology.orchestra.run.smithi145.stdout:Get:120 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.3.0-5120-g18432218-1jammy [237 kB] 2024-09-21T07:21:01.306 INFO:teuthology.orchestra.run.smithi145.stdout:Get:121 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.3.0-5120-g18432218-1jammy [34.0 kB] 2024-09-21T07:21:01.307 INFO:teuthology.orchestra.run.smithi145.stdout:Get:122 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.3.0-5120-g18432218-1jammy [23.6 kB] 2024-09-21T07:21:01.308 INFO:teuthology.orchestra.run.smithi145.stdout:Get:123 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5120-g18432218-1jammy [39.0 kB] 2024-09-21T07:21:01.309 INFO:teuthology.orchestra.run.smithi145.stdout:Get:124 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5120-g18432218-1jammy [17.6 MB] 2024-09-21T07:21:01.884 INFO:teuthology.orchestra.run.smithi145.stdout:Get:125 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5120-g18432218-1jammy [93.1 kB] 2024-09-21T07:21:01.973 INFO:teuthology.orchestra.run.smithi006.stdout:Get:119 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5120-g18432218-1jammy [130 kB] 2024-09-21T07:21:01.975 INFO:teuthology.orchestra.run.smithi006.stdout:Get:120 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.3.0-5120-g18432218-1jammy [237 kB] 2024-09-21T07:21:01.980 INFO:teuthology.orchestra.run.smithi006.stdout:Get:121 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.3.0-5120-g18432218-1jammy [34.0 kB] 2024-09-21T07:21:01.981 INFO:teuthology.orchestra.run.smithi006.stdout:Get:122 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.3.0-5120-g18432218-1jammy [23.6 kB] 2024-09-21T07:21:02.048 INFO:teuthology.orchestra.run.smithi006.stdout:Get:123 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5120-g18432218-1jammy [39.0 kB] 2024-09-21T07:21:02.049 INFO:teuthology.orchestra.run.smithi006.stdout:Get:124 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5120-g18432218-1jammy [17.6 MB] 2024-09-21T07:21:02.393 INFO:teuthology.orchestra.run.smithi006.stdout:Get:125 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5120-g18432218-1jammy [93.1 kB] 2024-09-21T07:21:02.531 INFO:teuthology.orchestra.run.smithi145.stdout:Fetched 239 MB in 7s (33.7 MB/s) 2024-09-21T07:21:02.666 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-21T07:21:02.764 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-21T07:21:02.769 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-21T07:21:02.814 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-21T07:21:03.044 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 239 MB in 8s (31.7 MB/s) 2024-09-21T07:21:03.075 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-21T07:21:03.101 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-21T07:21:03.133 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-21T07:21:03.271 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-21T07:21:03.375 INFO:teuthology.orchestra.run.smithi006.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-21T07:21:03.381 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-21T07:21:03.403 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cmd2. 2024-09-21T07:21:03.427 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-21T07:21:03.429 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-21T07:21:03.469 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-21T07:21:03.672 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-21T07:21:03.699 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-21T07:21:03.730 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-21T07:21:03.839 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-21T07:21:03.854 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-21T07:21:03.939 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-21T07:21:04.041 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cmd2. 2024-09-21T07:21:04.068 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-21T07:21:04.108 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-21T07:21:04.285 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-21T07:21:04.311 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-21T07:21:04.351 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-21T07:21:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-21T07:21:04.479 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-21T07:21:04.561 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-21T07:21:04.687 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-21T07:21:04.714 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-21T07:21:04.754 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-21T07:21:04.906 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-21T07:21:04.933 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-21T07:21:04.973 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-21T07:21:05.149 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-21T07:21:05.175 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T07:21:05.223 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:21:05.292 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-21T07:21:05.319 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-21T07:21:05.351 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-21T07:21:05.712 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-21T07:21:05.740 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T07:21:05.779 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:21:05.844 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-21T07:21:05.871 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T07:21:05.910 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:21:06.191 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-21T07:21:06.218 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T07:21:06.222 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-21T07:21:06.248 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T07:21:06.257 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:21:06.288 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:21:06.602 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-21T07:21:06.616 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-21T07:21:06.629 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T07:21:06.642 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-21T07:21:06.668 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:21:06.683 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-21T07:21:06.996 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-21T07:21:07.003 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package librados2. 2024-09-21T07:21:07.012 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-21T07:21:07.030 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../010-librados2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:07.047 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-21T07:21:07.069 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking librados2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:07.341 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package librados2. 2024-09-21T07:21:07.368 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../010-librados2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:07.407 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librados2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:07.589 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libnbd0. 2024-09-21T07:21:07.615 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../011-libnbd0_1.10.5-1_amd64.deb ... 2024-09-21T07:21:07.655 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-21T07:21:07.902 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libnbd0. 2024-09-21T07:21:07.929 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../011-libnbd0_1.10.5-1_amd64.deb ... 2024-09-21T07:21:07.966 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package librbd1. 2024-09-21T07:21:07.968 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-21T07:21:07.993 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../012-librbd1_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:08.033 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking librbd1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:08.246 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package librbd1. 2024-09-21T07:21:08.274 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../012-librbd1_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:08.429 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librbd1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:08.453 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libcephfs2. 2024-09-21T07:21:08.479 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../013-libcephfs2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:08.519 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libcephfs2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:08.797 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-rados. 2024-09-21T07:21:08.823 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../014-python3-rados_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:08.863 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-rados (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:08.891 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libcephfs2. 2024-09-21T07:21:08.917 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../013-libcephfs2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:08.957 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libcephfs2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:09.183 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-21T07:21:09.209 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../015-python3-ceph-argparse_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:09.235 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-rados. 2024-09-21T07:21:09.249 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-ceph-argparse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:09.251 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../014-python3-rados_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:09.293 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-rados (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:09.494 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cephfs. 2024-09-21T07:21:09.520 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../016-python3-cephfs_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:09.560 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cephfs (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:09.621 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-21T07:21:09.648 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../015-python3-ceph-argparse_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:09.687 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-ceph-argparse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:09.838 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-21T07:21:09.864 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../017-python3-ceph-common_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:09.904 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:09.931 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cephfs. 2024-09-21T07:21:09.948 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../016-python3-cephfs_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:09.990 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cephfs (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:10.241 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-prettytable. 2024-09-21T07:21:10.267 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-09-21T07:21:10.267 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-21T07:21:10.294 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../017-python3-ceph-common_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:10.307 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-21T07:21:10.334 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:10.568 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-rbd. 2024-09-21T07:21:10.584 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../019-python3-rbd_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:10.627 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-rbd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:10.637 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-prettytable. 2024-09-21T07:21:10.664 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-09-21T07:21:10.704 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-21T07:21:10.956 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-rbd. 2024-09-21T07:21:10.972 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../019-python3-rbd_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:11.014 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-rbd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:11.021 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-21T07:21:11.047 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-21T07:21:11.088 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-21T07:21:11.342 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-21T07:21:11.349 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-21T07:21:11.369 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-21T07:21:11.375 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../021-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-21T07:21:11.407 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-21T07:21:11.408 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-21T07:21:11.653 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-21T07:21:11.669 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../021-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-21T07:21:11.702 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-21T07:21:11.703 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-21T07:21:11.728 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../022-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-21T07:21:11.768 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-21T07:21:12.006 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-21T07:21:12.022 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../022-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-21T07:21:12.064 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-21T07:21:12.097 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package lua5.1. 2024-09-21T07:21:12.123 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../023-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-21T07:21:12.163 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-21T07:21:12.417 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package lua5.1. 2024-09-21T07:21:12.444 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../023-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-21T07:21:12.466 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package lua-any. 2024-09-21T07:21:12.481 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../024-lua-any_27ubuntu1_all.deb ... 2024-09-21T07:21:12.484 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-21T07:21:12.516 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-21T07:21:12.744 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package zip. 2024-09-21T07:21:12.770 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../025-zip_3.0-12build2_amd64.deb ... 2024-09-21T07:21:12.810 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking zip (3.0-12build2) ... 2024-09-21T07:21:13.029 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package lua-any. 2024-09-21T07:21:13.044 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../024-lua-any_27ubuntu1_all.deb ... 2024-09-21T07:21:13.079 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-21T07:21:13.105 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package unzip. 2024-09-21T07:21:13.131 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../026-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-21T07:21:13.172 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-21T07:21:13.323 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package zip. 2024-09-21T07:21:13.339 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../025-zip_3.0-12build2_amd64.deb ... 2024-09-21T07:21:13.382 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking zip (3.0-12build2) ... 2024-09-21T07:21:13.567 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package luarocks. 2024-09-21T07:21:13.593 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../027-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-21T07:21:13.642 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-21T07:21:13.692 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package unzip. 2024-09-21T07:21:13.719 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../026-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-21T07:21:13.759 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-21T07:21:14.000 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package librgw2. 2024-09-21T07:21:14.023 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../028-librgw2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:14.058 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking librgw2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:14.130 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package luarocks. 2024-09-21T07:21:14.157 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../027-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-21T07:21:14.196 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-21T07:21:14.520 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package librgw2. 2024-09-21T07:21:14.536 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../028-librgw2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:14.570 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librgw2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:14.810 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-rgw. 2024-09-21T07:21:14.826 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../029-python3-rgw_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:14.869 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-rgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:15.213 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-21T07:21:15.239 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../030-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-21T07:21:15.280 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-21T07:21:15.306 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-rgw. 2024-09-21T07:21:15.323 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../029-python3-rgw_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:15.364 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-rgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:15.541 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libradosstriper1. 2024-09-21T07:21:15.567 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../031-libradosstriper1_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:15.599 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libradosstriper1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:15.700 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-21T07:21:15.727 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../030-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-21T07:21:15.783 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-21T07:21:16.079 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libradosstriper1. 2024-09-21T07:21:16.105 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../031-libradosstriper1_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:16.136 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libradosstriper1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:16.187 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-common. 2024-09-21T07:21:16.213 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../032-ceph-common_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:16.253 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:16.515 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-common. 2024-09-21T07:21:16.542 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../032-ceph-common_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:16.581 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:17.916 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-base. 2024-09-21T07:21:17.943 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../033-ceph-base_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:17.992 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-base (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:18.528 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-base. 2024-09-21T07:21:18.555 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../033-ceph-base_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:18.562 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-21T07:21:18.589 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../034-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-21T07:21:18.596 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-base (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:18.628 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-21T07:21:18.931 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cheroot. 2024-09-21T07:21:18.958 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../035-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-21T07:21:18.998 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-21T07:21:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-21T07:21:19.165 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../034-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-21T07:21:19.199 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-21T07:21:19.343 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-21T07:21:19.369 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../036-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-21T07:21:19.409 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-21T07:21:19.510 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cheroot. 2024-09-21T07:21:19.537 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../035-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-21T07:21:19.576 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-21T07:21:19.687 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-21T07:21:19.714 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../037-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-21T07:21:19.753 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-21T07:21:19.896 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-21T07:21:19.924 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../036-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-21T07:21:19.963 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-21T07:21:20.031 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-21T07:21:20.058 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../038-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-21T07:21:20.098 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-21T07:21:20.249 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-21T07:21:20.276 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../037-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-21T07:21:20.315 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-21T07:21:20.418 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-tempora. 2024-09-21T07:21:20.444 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../039-python3-tempora_4.1.2-1_all.deb ... 2024-09-21T07:21:20.484 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-21T07:21:20.560 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-21T07:21:20.576 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../038-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-21T07:21:20.610 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-21T07:21:20.787 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-portend. 2024-09-21T07:21:20.813 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../040-python3-portend_3.0.0-1_all.deb ... 2024-09-21T07:21:20.853 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-21T07:21:20.913 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-tempora. 2024-09-21T07:21:20.940 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../039-python3-tempora_4.1.2-1_all.deb ... 2024-09-21T07:21:20.979 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-21T07:21:21.281 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-21T07:21:21.282 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-portend. 2024-09-21T07:21:21.296 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../041-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-21T07:21:21.309 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../040-python3-portend_3.0.0-1_all.deb ... 2024-09-21T07:21:21.331 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-21T07:21:21.348 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-21T07:21:21.626 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-21T07:21:21.642 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../041-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-21T07:21:21.643 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-21T07:21:21.669 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../042-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-21T07:21:21.676 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-21T07:21:21.734 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-21T07:21:21.954 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-21T07:21:21.982 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../042-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-21T07:21:22.021 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-21T07:21:22.079 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-natsort. 2024-09-21T07:21:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../043-python3-natsort_8.0.2-1_all.deb ... 2024-09-21T07:21:22.137 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-21T07:21:22.366 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-natsort. 2024-09-21T07:21:22.393 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../043-python3-natsort_8.0.2-1_all.deb ... 2024-09-21T07:21:22.424 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-logutils. 2024-09-21T07:21:22.432 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-21T07:21:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../044-python3-logutils_0.3.3-8_all.deb ... 2024-09-21T07:21:22.490 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-21T07:21:22.793 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-21T07:21:22.820 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../045-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-21T07:21:22.835 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-logutils. 2024-09-21T07:21:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-21T07:21:22.863 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../044-python3-logutils_0.3.3-8_all.deb ... 2024-09-21T07:21:22.902 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-21T07:21:23.180 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-mako. 2024-09-21T07:21:23.188 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-21T07:21:23.206 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../046-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-21T07:21:23.216 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../045-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-21T07:21:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-21T07:21:23.254 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-21T07:21:23.533 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-21T07:21:23.541 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-mako. 2024-09-21T07:21:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../047-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-21T07:21:23.568 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../046-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-21T07:21:23.599 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-21T07:21:23.607 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-21T07:21:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-21T07:21:23.904 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../048-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-21T07:21:23.935 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-21T07:21:23.943 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-21T07:21:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../047-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-21T07:21:24.002 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-21T07:21:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-webob. 2024-09-21T07:21:24.273 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../049-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-21T07:21:24.288 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-21T07:21:24.313 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-21T07:21:24.316 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../048-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-21T07:21:24.355 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-21T07:21:24.641 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-webob. 2024-09-21T07:21:24.649 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-waitress. 2024-09-21T07:21:24.668 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../049-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-21T07:21:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../050-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-21T07:21:24.707 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-21T07:21:24.719 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-21T07:21:25.044 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-tempita. 2024-09-21T07:21:25.060 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-waitress. 2024-09-21T07:21:25.070 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../051-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-21T07:21:25.088 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../050-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-21T07:21:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-21T07:21:25.139 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-21T07:21:25.422 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-paste. 2024-09-21T07:21:25.447 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-tempita. 2024-09-21T07:21:25.448 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../052-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-21T07:21:25.474 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../051-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-21T07:21:25.480 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-21T07:21:25.513 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-21T07:21:25.799 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-paste. 2024-09-21T07:21:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-21T07:21:25.826 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../053-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-21T07:21:25.827 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../052-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-21T07:21:25.857 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-21T07:21:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-21T07:21:26.136 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-21T07:21:26.162 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../054-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-21T07:21:26.169 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-21T07:21:26.185 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../053-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-21T07:21:26.194 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-21T07:21:26.227 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-21T07:21:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-webtest. 2024-09-21T07:21:26.488 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-21T07:21:26.507 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../055-python3-webtest_2.0.35-1_all.deb ... 2024-09-21T07:21:26.516 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../054-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-21T07:21:26.546 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-21T07:21:26.547 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-21T07:21:26.841 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-webtest. 2024-09-21T07:21:26.858 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pecan. 2024-09-21T07:21:26.869 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../055-python3-webtest_2.0.35-1_all.deb ... 2024-09-21T07:21:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../056-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-21T07:21:26.908 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-21T07:21:26.924 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-21T07:21:27.296 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-certifi. 2024-09-21T07:21:27.323 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../057-python3-certifi_2020.6.20-1_all.deb ... 2024-09-21T07:21:27.363 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-21T07:21:27.519 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pecan. 2024-09-21T07:21:27.546 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../056-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-21T07:21:27.691 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-idna. 2024-09-21T07:21:27.717 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../058-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-21T07:21:27.757 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-21T07:21:27.936 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-21T07:21:28.035 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-urllib3. 2024-09-21T07:21:28.062 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../059-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-21T07:21:28.293 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-21T07:21:28.318 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-certifi. 2024-09-21T07:21:28.345 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../057-python3-certifi_2020.6.20-1_all.deb ... 2024-09-21T07:21:28.384 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-21T07:21:28.712 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-idna. 2024-09-21T07:21:28.740 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../058-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-21T07:21:28.779 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-21T07:21:29.057 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-urllib3. 2024-09-21T07:21:29.084 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../059-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-21T07:21:29.115 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-21T07:21:29.239 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-requests. 2024-09-21T07:21:29.265 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../060-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-21T07:21:29.305 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-21T07:21:29.401 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-requests. 2024-09-21T07:21:29.417 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../060-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-21T07:21:29.451 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-21T07:21:29.616 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-21T07:21:29.643 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../061-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-21T07:21:29.682 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-21T07:21:29.720 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-21T07:21:29.748 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../061-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-21T07:21:29.787 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-21T07:21:29.969 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-21T07:21:29.996 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../062-ceph-mgr-modules-core_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:30.036 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:30.048 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-21T07:21:30.065 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../062-ceph-mgr-modules-core_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:30.098 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:30.407 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-21T07:21:30.434 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../063-libsqlite3-mod-ceph_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:30.474 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:30.503 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-21T07:21:30.531 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../063-libsqlite3-mod-ceph_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:30.570 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:30.744 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-21T07:21:30.770 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../064-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-21T07:21:30.810 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-21T07:21:30.872 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-21T07:21:30.900 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../064-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-21T07:21:30.939 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-21T07:21:31.113 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-openssl. 2024-09-21T07:21:31.139 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../065-python3-openssl_21.0.0-1_all.deb ... 2024-09-21T07:21:31.179 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-21T07:21:31.183 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-openssl. 2024-09-21T07:21:31.200 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../065-python3-openssl_21.0.0-1_all.deb ... 2024-09-21T07:21:31.241 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-21T07:21:31.578 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr. 2024-09-21T07:21:31.606 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../066-ceph-mgr_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:31.644 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:31.674 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr. 2024-09-21T07:21:31.701 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../066-ceph-mgr_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:31.740 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:32.056 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mon. 2024-09-21T07:21:32.084 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../067-ceph-mon_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:32.111 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mon. 2024-09-21T07:21:32.122 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mon (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:32.137 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../067-ceph-mon_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:32.177 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mon (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:32.684 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-osd. 2024-09-21T07:21:32.711 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../068-ceph-osd_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:32.742 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-osd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:32.797 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-osd. 2024-09-21T07:21:32.824 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../068-ceph-osd_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:32.863 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-osd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:33.958 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph. 2024-09-21T07:21:33.985 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../069-ceph_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:34.033 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:34.062 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph. 2024-09-21T07:21:34.079 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../069-ceph_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:34.120 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:34.336 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-fuse. 2024-09-21T07:21:34.351 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../070-ceph-fuse_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:34.386 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:34.407 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-fuse. 2024-09-21T07:21:34.434 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../070-ceph-fuse_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:34.473 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:34.722 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mds. 2024-09-21T07:21:34.749 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../071-ceph-mds_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:34.797 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mds (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:34.818 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mds. 2024-09-21T07:21:34.845 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../071-ceph-mds_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:34.884 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mds (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:35.200 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package cephadm. 2024-09-21T07:21:35.226 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../072-cephadm_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:35.266 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:35.287 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package cephadm. 2024-09-21T07:21:35.314 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../072-cephadm_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:35.353 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:35.569 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-21T07:21:35.596 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../073-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-21T07:21:35.635 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-21T07:21:35.665 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-21T07:21:35.692 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../073-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-21T07:21:35.722 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-21T07:21:35.930 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-21T07:21:35.956 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../074-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-21T07:21:35.996 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-21T07:21:36.033 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-21T07:21:36.050 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../074-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-21T07:21:36.092 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-21T07:21:37.037 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-babel. 2024-09-21T07:21:37.064 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../075-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-21T07:21:37.096 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-babel. 2024-09-21T07:21:37.103 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-21T07:21:37.124 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../075-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-21T07:21:37.163 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-21T07:21:37.423 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-jinja2. 2024-09-21T07:21:37.450 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../076-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-21T07:21:37.483 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-jinja2. 2024-09-21T07:21:37.489 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-21T07:21:37.510 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../076-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-21T07:21:37.549 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-21T07:21:37.834 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-21T07:21:37.861 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../077-ceph-mgr-cephadm_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:37.869 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-21T07:21:37.896 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../077-ceph-mgr-cephadm_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:37.900 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:37.935 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:38.262 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-21T07:21:38.280 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-21T07:21:38.289 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../078-python3-repoze.lru_0.7-2_all.deb ... 2024-09-21T07:21:38.308 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../078-python3-repoze.lru_0.7-2_all.deb ... 2024-09-21T07:21:38.328 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-21T07:21:38.347 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-21T07:21:38.598 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-routes. 2024-09-21T07:21:38.625 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../079-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-21T07:21:38.650 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-routes. 2024-09-21T07:21:38.656 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-21T07:21:38.678 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../079-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-21T07:21:38.716 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-21T07:21:38.959 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-21T07:21:38.987 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../080-ceph-mgr-dashboard_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:39.017 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:39.053 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-21T07:21:39.081 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../080-ceph-mgr-dashboard_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:39.119 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:41.606 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-21T07:21:41.623 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../081-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-21T07:21:41.664 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-21T07:21:41.791 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-21T07:21:41.822 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../081-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-21T07:21:41.866 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-21T07:21:42.286 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-joblib. 2024-09-21T07:21:42.315 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../082-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-21T07:21:42.392 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-joblib. 2024-09-21T07:21:42.420 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../082-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-21T07:21:42.429 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-21T07:21:42.546 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-21T07:21:42.750 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-21T07:21:42.778 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../083-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-21T07:21:42.808 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-21T07:21:42.907 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-21T07:21:42.934 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../083-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-21T07:21:42.973 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-21T07:21:43.094 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-sklearn. 2024-09-21T07:21:43.123 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../084-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-21T07:21:43.161 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-21T07:21:43.276 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-sklearn. 2024-09-21T07:21:43.303 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../084-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-21T07:21:43.343 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-21T07:21:43.811 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-21T07:21:43.840 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../085-ceph-mgr-diskprediction-local_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:43.878 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:44.052 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-21T07:21:44.080 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../085-ceph-mgr-diskprediction-local_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:44.118 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:44.939 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cachetools. 2024-09-21T07:21:44.967 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../086-python3-cachetools_5.0.0-1_all.deb ... 2024-09-21T07:21:44.997 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-21T07:21:45.072 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-cachetools. 2024-09-21T07:21:45.099 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../086-python3-cachetools_5.0.0-1_all.deb ... 2024-09-21T07:21:45.138 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-21T07:21:45.267 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-21T07:21:45.295 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../087-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-21T07:21:45.333 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-21T07:21:45.424 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-21T07:21:45.451 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../087-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-21T07:21:45.490 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-21T07:21:45.645 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-21T07:21:45.673 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../088-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-21T07:21:45.711 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-21T07:21:45.785 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-21T07:21:45.801 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../088-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-21T07:21:45.835 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-21T07:21:46.023 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-rsa. 2024-09-21T07:21:46.051 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../089-python3-rsa_4.8-1_all.deb ... 2024-09-21T07:21:46.089 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-21T07:21:46.147 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-rsa. 2024-09-21T07:21:46.175 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../089-python3-rsa_4.8-1_all.deb ... 2024-09-21T07:21:46.222 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-21T07:21:46.385 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-google-auth. 2024-09-21T07:21:46.413 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../090-python3-google-auth_1.5.1-3_all.deb ... 2024-09-21T07:21:46.451 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-21T07:21:46.492 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-google-auth. 2024-09-21T07:21:46.520 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../090-python3-google-auth_1.5.1-3_all.deb ... 2024-09-21T07:21:46.559 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-21T07:21:46.779 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-21T07:21:46.807 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../091-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-21T07:21:46.846 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-21T07:21:46.870 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-21T07:21:46.898 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../091-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-21T07:21:46.937 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-21T07:21:47.116 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-websocket. 2024-09-21T07:21:47.132 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../092-python3-websocket_1.2.3-1_all.deb ... 2024-09-21T07:21:47.174 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-21T07:21:47.282 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-websocket. 2024-09-21T07:21:47.309 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../092-python3-websocket_1.2.3-1_all.deb ... 2024-09-21T07:21:47.348 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-21T07:21:47.494 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-21T07:21:47.522 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../093-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-21T07:21:47.560 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-21T07:21:47.660 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-21T07:21:47.687 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../093-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-21T07:21:47.726 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-21T07:21:48.208 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-21T07:21:48.237 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../094-ceph-mgr-k8sevents_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:48.274 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:48.431 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-21T07:21:48.448 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../094-ceph-mgr-k8sevents_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:48.490 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:48.602 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-21T07:21:48.630 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../095-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-21T07:21:48.753 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-21T07:21:48.967 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-21T07:21:48.995 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../095-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-21T07:21:49.026 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-21T07:21:49.138 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-21T07:21:49.167 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../096-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-21T07:21:49.204 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-21T07:21:49.346 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-21T07:21:49.374 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../096-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-21T07:21:49.412 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-21T07:21:49.466 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package jq. 2024-09-21T07:21:49.494 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../097-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-21T07:21:49.532 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-21T07:21:49.648 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package jq. 2024-09-21T07:21:49.676 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../097-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-21T07:21:49.714 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-21T07:21:49.785 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package socat. 2024-09-21T07:21:49.801 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../098-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-21T07:21:49.843 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-21T07:21:49.959 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package socat. 2024-09-21T07:21:49.987 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../098-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-21T07:21:50.025 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-21T07:21:50.138 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package xmlstarlet. 2024-09-21T07:21:50.166 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../099-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-21T07:21:50.204 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-21T07:21:50.312 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package xmlstarlet. 2024-09-21T07:21:50.340 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../099-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-21T07:21:50.379 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-21T07:21:50.550 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-test. 2024-09-21T07:21:50.567 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../100-ceph-test_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:50.600 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-test (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:50.767 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-test. 2024-09-21T07:21:50.794 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../100-ceph-test_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:50.833 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-test (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:52.637 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-volume. 2024-09-21T07:21:52.666 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../101-ceph-volume_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:52.695 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-volume (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:52.870 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ceph-volume. 2024-09-21T07:21:52.898 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../101-ceph-volume_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:52.937 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ceph-volume (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:53.033 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-21T07:21:53.062 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../102-cephfs-mirror_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:53.091 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking cephfs-mirror (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:53.308 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-21T07:21:53.336 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../102-cephfs-mirror_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:53.352 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-colorama. 2024-09-21T07:21:53.374 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking cephfs-mirror (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:53.381 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../103-python3-colorama_0.4.4-1_all.deb ... 2024-09-21T07:21:53.419 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-21T07:21:53.627 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-colorama. 2024-09-21T07:21:53.655 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../103-python3-colorama_0.4.4-1_all.deb ... 2024-09-21T07:21:53.680 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package cephfs-shell. 2024-09-21T07:21:53.685 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-21T07:21:53.708 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../104-cephfs-shell_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:53.746 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking cephfs-shell (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:53.946 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package cephfs-shell. 2024-09-21T07:21:53.962 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../104-cephfs-shell_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:54.004 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking cephfs-shell (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:54.007 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package cephfs-top. 2024-09-21T07:21:54.024 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../105-cephfs-top_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:54.065 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking cephfs-top (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:54.282 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package cephfs-top. 2024-09-21T07:21:54.309 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-21T07:21:54.310 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../105-cephfs-top_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T07:21:54.326 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../106-libcephfs-dev_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:54.348 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking cephfs-top (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:54.367 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libcephfs-dev (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:54.617 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-21T07:21:54.634 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../106-libcephfs-dev_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:21:54.637 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-21T07:21:54.654 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../107-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-21T07:21:54.675 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libcephfs-dev (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:21:54.686 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-21T07:21:54.996 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-21T07:21:55.008 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-21T07:21:55.023 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../107-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-21T07:21:55.037 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../108-lua-sec_1.0.2-1_amd64.deb ... 2024-09-21T07:21:55.053 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-21T07:21:55.074 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-21T07:21:55.350 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-21T07:21:55.378 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../108-lua-sec_1.0.2-1_amd64.deb ... 2024-09-21T07:21:55.416 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-21T07:21:55.462 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package nvme-cli. 2024-09-21T07:21:55.490 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../109-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-21T07:21:55.528 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-21T07:21:55.779 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package nvme-cli. 2024-09-21T07:21:55.807 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../109-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-21T07:21:55.845 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-21T07:21:55.959 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package pkg-config. 2024-09-21T07:21:55.987 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../110-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-21T07:21:56.025 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-21T07:21:56.250 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package pkg-config. 2024-09-21T07:21:56.270 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-21T07:21:56.278 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../110-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-21T07:21:56.286 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../111-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-21T07:21:56.316 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-21T07:21:56.319 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-21T07:21:56.569 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-21T07:21:56.586 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../111-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-21T07:21:56.627 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-21T07:21:56.739 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-21T07:21:56.768 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../112-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-21T07:21:56.814 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-21T07:21:57.039 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-21T07:21:57.067 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../112-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-21T07:21:57.105 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-21T07:21:57.108 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pastescript. 2024-09-21T07:21:57.137 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../113-python3-pastescript_2.0.2-4_all.deb ... 2024-09-21T07:21:57.175 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-21T07:21:57.367 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pastescript. 2024-09-21T07:21:57.395 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../113-python3-pastescript_2.0.2-4_all.deb ... 2024-09-21T07:21:57.433 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-21T07:21:57.512 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pluggy. 2024-09-21T07:21:57.540 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../114-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-21T07:21:57.578 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-21T07:21:57.847 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-psutil. 2024-09-21T07:21:57.873 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../115-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-21T07:21:57.914 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-21T07:21:58.003 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pluggy. 2024-09-21T07:21:58.031 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../114-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-21T07:21:58.070 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-21T07:21:58.275 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-py. 2024-09-21T07:21:58.304 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../116-python3-py_1.10.0-1_all.deb ... 2024-09-21T07:21:58.350 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-21T07:21:58.381 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-psutil. 2024-09-21T07:21:58.409 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../115-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-21T07:21:58.447 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-21T07:21:58.679 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pygments. 2024-09-21T07:21:58.707 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../117-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-21T07:21:58.745 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-21T07:21:58.767 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-py. 2024-09-21T07:21:58.795 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../116-python3-py_1.10.0-1_all.deb ... 2024-09-21T07:21:58.833 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-21T07:21:59.146 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pygments. 2024-09-21T07:21:59.174 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../117-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-21T07:21:59.212 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-21T07:21:59.215 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-21T07:21:59.245 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../118-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-21T07:21:59.282 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-21T07:21:59.585 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-toml. 2024-09-21T07:21:59.614 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../119-python3-toml_0.10.2-1_all.deb ... 2024-09-21T07:21:59.643 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-21T07:21:59.666 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-21T07:21:59.694 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../118-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-21T07:21:59.732 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-21T07:21:59.921 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pytest. 2024-09-21T07:21:59.950 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../120-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-21T07:21:59.987 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-21T07:22:00.018 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-toml. 2024-09-21T07:22:00.034 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../119-python3-toml_0.10.2-1_all.deb ... 2024-09-21T07:22:00.076 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-21T07:22:00.326 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-simplejson. 2024-09-21T07:22:00.353 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../121-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-21T07:22:00.354 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-pytest. 2024-09-21T07:22:00.383 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../120-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-21T07:22:00.390 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-21T07:22:00.421 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-21T07:22:00.660 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-21T07:22:00.677 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../122-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-21T07:22:00.710 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-21T07:22:00.758 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package python3-simplejson. 2024-09-21T07:22:00.786 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../121-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-21T07:22:00.824 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-21T07:22:01.102 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-21T07:22:01.130 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../122-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-21T07:22:01.168 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-21T07:22:01.389 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package radosgw. 2024-09-21T07:22:01.429 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../123-radosgw_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:22:01.446 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking radosgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:01.864 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package radosgw. 2024-09-21T07:22:01.881 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../123-radosgw_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:22:01.914 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking radosgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:02.633 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package rbd-fuse. 2024-09-21T07:22:02.650 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../124-rbd-fuse_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:22:02.691 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking rbd-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:02.989 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-21T07:22:03.000 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package rbd-fuse. 2024-09-21T07:22:03.028 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../124-rbd-fuse_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T07:22:03.067 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking rbd-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:03.246 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-21T07:22:03.364 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-21T07:22:03.372 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-21T07:22:03.641 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-21T07:22:03.655 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-21T07:22:03.781 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-21T07:22:03.967 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-21T07:22:04.043 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-21T07:22:04.372 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-21T07:22:04.377 INFO:teuthology.orchestra.run.smithi006.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-21T07:22:04.466 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:04.787 INFO:teuthology.orchestra.run.smithi145.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-21T07:22:04.858 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:05.336 INFO:teuthology.orchestra.run.smithi006.stdout:Adding system user cephadm....done 2024-09-21T07:22:05.433 INFO:teuthology.orchestra.run.smithi145.stdout:Adding system user cephadm....done 2024-09-21T07:22:05.581 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-21T07:22:05.723 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-21T07:22:05.850 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-21T07:22:06.032 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-21T07:22:06.108 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-21T07:22:06.234 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-21T07:22:06.309 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-21T07:22:06.418 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-21T07:22:06.485 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-21T07:22:06.678 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-21T07:22:06.754 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-21T07:22:06.880 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-21T07:22:06.937 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-21T07:22:07.063 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-21T07:22:07.190 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-21T07:22:07.381 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-21T07:22:07.550 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-21T07:22:07.742 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-21T07:22:07.809 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-21T07:22:08.001 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-21T07:22:08.061 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-21T07:22:08.269 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-21T07:22:08.320 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-21T07:22:08.571 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-21T07:22:08.580 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-21T07:22:08.822 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-21T07:22:08.848 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-21T07:22:09.116 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-21T07:22:09.165 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-21T07:22:09.424 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-21T07:22:09.467 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-ceph-argparse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:09.692 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-ceph-argparse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:09.735 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-21T07:22:09.836 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-21T07:22:09.951 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-21T07:22:09.953 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-21T07:22:10.077 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-21T07:22:10.079 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-21T07:22:10.203 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-21T07:22:10.329 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-21T07:22:10.339 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-21T07:22:10.465 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-21T07:22:10.597 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-21T07:22:10.724 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-21T07:22:10.731 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-21T07:22:10.982 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-21T07:22:11.180 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-21T07:22:11.214 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-21T07:22:11.269 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-21T07:22:11.341 INFO:teuthology.orchestra.run.smithi006.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-21T07:22:11.375 INFO:teuthology.orchestra.run.smithi006.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-21T07:22:11.378 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-21T07:22:11.438 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-21T07:22:11.564 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-21T07:22:11.738 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-21T07:22:11.864 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-21T07:22:11.932 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-21T07:22:12.033 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-21T07:22:12.140 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-21T07:22:12.275 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-21T07:22:12.441 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-21T07:22:12.518 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-21T07:22:12.759 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up zip (3.0-12build2) ... 2024-09-21T07:22:12.861 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up zip (3.0-12build2) ... 2024-09-21T07:22:12.876 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-21T07:22:12.987 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-21T07:22:13.512 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-21T07:22:13.706 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-21T07:22:13.738 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-21T07:22:13.864 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-21T07:22:13.974 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-21T07:22:13.990 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-21T07:22:14.083 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-21T07:22:14.200 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-21T07:22:14.282 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-21T07:22:14.527 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-21T07:22:14.659 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-21T07:22:14.910 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-21T07:22:14.919 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-21T07:22:15.179 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-21T07:22:15.270 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-21T07:22:15.563 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-21T07:22:15.564 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-21T07:22:15.864 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-21T07:22:16.007 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-21T07:22:16.207 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-21T07:22:16.341 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-21T07:22:16.458 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-21T07:22:16.584 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:16.684 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-21T07:22:16.885 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-21T07:22:16.952 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-21T07:22:17.078 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:17.203 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-21T07:22:17.405 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-21T07:22:17.731 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-21T07:22:18.392 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-21T07:22:18.660 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:22:18.778 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-21T07:22:18.978 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-21T07:22:19.021 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-21T07:22:19.147 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-21T07:22:19.230 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:22:19.273 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-21T07:22:19.364 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-21T07:22:19.591 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-21T07:22:19.632 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-21T07:22:19.750 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-21T07:22:19.850 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-21T07:22:19.851 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-21T07:22:20.093 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:22:20.144 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-21T07:22:20.210 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-21T07:22:20.437 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-21T07:22:20.495 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-21T07:22:20.696 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:22:20.746 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-21T07:22:20.822 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-21T07:22:21.006 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-21T07:22:21.149 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-21T07:22:21.265 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-21T07:22:21.391 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-21T07:22:21.516 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-21T07:22:21.642 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-21T07:22:21.775 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-21T07:22:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-21T07:22:21.927 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-21T07:22:22.172 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-21T07:22:22.186 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-21T07:22:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-21T07:22:22.462 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-21T07:22:22.588 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-21T07:22:22.590 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-21T07:22:22.873 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-21T07:22:22.891 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-21T07:22:22.999 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-21T07:22:23.159 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-21T07:22:23.260 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-21T07:22:23.283 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-21T07:22:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-21T07:22:23.467 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-21T07:22:23.559 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-21T07:22:23.705 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-21T07:22:23.819 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-21T07:22:23.831 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-21T07:22:23.945 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-21T07:22:24.096 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-21T07:22:24.185 INFO:teuthology.orchestra.run.smithi006.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-21T07:22:24.207 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-21T07:22:24.456 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-21T07:22:24.458 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-21T07:22:24.582 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-21T07:22:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-21T07:22:24.827 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:22:24.945 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-21T07:22:24.967 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-21T07:22:25.210 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-21T07:22:25.263 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-21T07:22:25.344 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-21T07:22:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-21T07:22:25.620 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T07:22:25.746 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-21T07:22:25.909 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-21T07:22:26.027 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-21T07:22:26.072 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-21T07:22:26.286 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-21T07:22:26.373 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-21T07:22:26.563 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-21T07:22:26.727 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-21T07:22:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-21T07:22:26.853 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-21T07:22:27.121 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-21T07:22:27.199 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-21T07:22:27.397 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-21T07:22:27.492 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-21T07:22:27.665 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-21T07:22:27.820 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-21T07:22:27.954 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up librados2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:28.042 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-21T07:22:28.080 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:28.206 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-21T07:22:28.318 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-21T07:22:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libcephfs2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:28.663 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-21T07:22:28.668 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libradosstriper1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:28.778 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-21T07:22:28.788 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librados2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:28.915 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:29.041 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-21T07:22:29.055 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up librbd1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:29.181 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-modules-core (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:29.307 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:29.327 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libcephfs2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:29.453 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libradosstriper1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:29.519 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-21T07:22:29.519 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-21T07:22:29.579 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-21T07:22:29.864 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librbd1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:29.982 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-modules-core (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:30.003 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libcephfs-dev (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:30.083 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:30.117 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-rados (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:30.227 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up librgw2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:30.285 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-21T07:22:30.285 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-21T07:22:30.361 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up cephfs-top (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:30.487 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-21T07:22:30.767 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libcephfs-dev (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:30.868 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-rados (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:30.994 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librgw2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:31.120 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up cephfs-top (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:31.280 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-21T07:22:31.708 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-rbd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:31.834 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up rbd-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:31.951 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-rgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:32.060 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up python3-cephfs (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:32.178 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up cephfs-shell (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:32.313 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:32.550 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-rbd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:32.651 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up rbd-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:32.777 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-rgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:32.847 INFO:teuthology.orchestra.run.smithi145.stdout:Adding group ceph....done 2024-09-21T07:22:32.911 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cephfs (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:33.038 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up cephfs-shell (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:33.164 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:33.232 INFO:teuthology.orchestra.run.smithi145.stdout:Adding system user ceph....done 2024-09-21T07:22:33.375 INFO:teuthology.orchestra.run.smithi145.stdout:Setting system user ceph properties....done 2024-09-21T07:22:33.387 INFO:teuthology.orchestra.run.smithi145.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-21T07:22:33.524 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-21T07:22:33.640 INFO:teuthology.orchestra.run.smithi006.stdout:Adding group ceph....done 2024-09-21T07:22:33.867 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-21T07:22:33.958 INFO:teuthology.orchestra.run.smithi006.stdout:Adding system user ceph....done 2024-09-21T07:22:34.127 INFO:teuthology.orchestra.run.smithi006.stdout:Setting system user ceph properties....done 2024-09-21T07:22:34.140 INFO:teuthology.orchestra.run.smithi006.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-21T07:22:34.284 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-21T07:22:34.381 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up cephfs-mirror (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:34.597 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-21T07:22:34.598 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-21T07:22:34.600 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-21T07:22:35.065 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up cephfs-mirror (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:35.082 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-test (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:35.208 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up radosgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:35.257 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-21T07:22:35.257 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-21T07:22:35.677 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-21T07:22:35.677 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-21T07:22:35.725 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-test (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:35.826 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up radosgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:36.118 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-base (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:36.278 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-21T07:22:36.278 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-21T07:22:36.442 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-21T07:22:36.728 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-base (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:36.895 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mds (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:37.094 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-21T07:22:37.141 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-21T07:22:37.141 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-21T07:22:37.571 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mds (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:37.605 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:37.804 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-21T07:22:37.804 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-21T07:22:37.821 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-21T07:22:37.821 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-21T07:22:38.265 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:38.331 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-osd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:38.523 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-21T07:22:38.523 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-21T07:22:38.607 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-21T07:22:38.608 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-21T07:22:38.983 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-osd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:39.246 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-21T07:22:39.246 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-21T07:22:39.434 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:39.572 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:39.726 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:39.757 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mon (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:39.835 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:39.975 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-21T07:22:39.975 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-21T07:22:39.986 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mon (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:40.205 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-21T07:22:40.205 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-21T07:22:40.484 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:40.618 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:40.672 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:40.719 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-mgr-dashboard (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:40.822 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:40.870 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ceph-volume (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:40.948 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-dashboard (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:41.099 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-volume (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T07:22:41.223 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-21T07:22:41.332 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-21T07:22:41.469 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-21T07:22:41.476 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-21T07:22:41.587 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-21T07:22:41.739 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-21T07:22:42.619 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-21T07:22:42.899 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-21T07:22:43.274 INFO:teuthology.orchestra.run.smithi145.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-21T07:22:43.277 DEBUG:teuthology.orchestra.run.smithi145:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-21T07:22:43.333 INFO:teuthology.orchestra.run.smithi145.stdout:Reading package lists... 2024-09-21T07:22:43.544 INFO:teuthology.orchestra.run.smithi145.stdout:Building dependency tree... 2024-09-21T07:22:43.544 INFO:teuthology.orchestra.run.smithi145.stdout:Reading state information... 2024-09-21T07:22:43.578 INFO:teuthology.orchestra.run.smithi006.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-21T07:22:43.581 DEBUG:teuthology.orchestra.run.smithi006:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-21T07:22:43.640 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2024-09-21T07:22:43.739 INFO:teuthology.orchestra.run.smithi145.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-21T07:22:43.739 INFO:teuthology.orchestra.run.smithi145.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-21T07:22:43.739 INFO:teuthology.orchestra.run.smithi145.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-21T07:22:43.739 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T07:22:43.739 INFO:teuthology.orchestra.run.smithi145.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T07:22:43.739 INFO:teuthology.orchestra.run.smithi145.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T07:22:43.739 INFO:teuthology.orchestra.run.smithi145.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T07:22:43.740 INFO:teuthology.orchestra.run.smithi145.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T07:22:43.740 INFO:teuthology.orchestra.run.smithi145.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T07:22:43.741 INFO:teuthology.orchestra.run.smithi145.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T07:22:43.741 INFO:teuthology.orchestra.run.smithi145.stdout:The following additional packages will be installed: 2024-09-21T07:22:43.741 INFO:teuthology.orchestra.run.smithi145.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-21T07:22:43.741 INFO:teuthology.orchestra.run.smithi145.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-21T07:22:43.741 INFO:teuthology.orchestra.run.smithi145.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-21T07:22:43.742 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-21T07:22:43.742 INFO:teuthology.orchestra.run.smithi145.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-21T07:22:43.742 INFO:teuthology.orchestra.run.smithi145.stdout:Suggested packages: 2024-09-21T07:22:43.743 INFO:teuthology.orchestra.run.smithi145.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-21T07:22:43.743 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-21T07:22:43.743 INFO:teuthology.orchestra.run.smithi145.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-21T07:22:43.784 INFO:teuthology.orchestra.run.smithi145.stdout:The following NEW packages will be installed: 2024-09-21T07:22:43.785 INFO:teuthology.orchestra.run.smithi145.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-21T07:22:43.785 INFO:teuthology.orchestra.run.smithi145.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-21T07:22:43.785 INFO:teuthology.orchestra.run.smithi145.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-21T07:22:43.785 INFO:teuthology.orchestra.run.smithi145.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-21T07:22:43.786 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-21T07:22:43.786 INFO:teuthology.orchestra.run.smithi145.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-21T07:22:43.786 INFO:teuthology.orchestra.run.smithi145.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-21T07:22:43.787 INFO:teuthology.orchestra.run.smithi145.stdout:The following packages will be upgraded: 2024-09-21T07:22:43.787 INFO:teuthology.orchestra.run.smithi145.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-21T07:22:43.857 INFO:teuthology.orchestra.run.smithi006.stdout:Building dependency tree... 2024-09-21T07:22:43.857 INFO:teuthology.orchestra.run.smithi145.stdout:4 upgraded, 39 newly installed, 0 to remove and 328 not upgraded. 2024-09-21T07:22:43.857 INFO:teuthology.orchestra.run.smithi145.stdout:Need to get 55.8 MB of archives. 2024-09-21T07:22:43.857 INFO:teuthology.orchestra.run.smithi145.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-21T07:22:43.857 INFO:teuthology.orchestra.run.smithi145.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-21T07:22:43.858 INFO:teuthology.orchestra.run.smithi006.stdout:Reading state information... 2024-09-21T07:22:44.000 INFO:teuthology.orchestra.run.smithi145.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-21T07:22:44.007 INFO:teuthology.orchestra.run.smithi145.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-21T07:22:44.046 INFO:teuthology.orchestra.run.smithi145.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-21T07:22:44.047 INFO:teuthology.orchestra.run.smithi145.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-21T07:22:44.048 INFO:teuthology.orchestra.run.smithi145.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-21T07:22:44.059 INFO:teuthology.orchestra.run.smithi145.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-21T07:22:44.059 INFO:teuthology.orchestra.run.smithi145.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-21T07:22:44.062 INFO:teuthology.orchestra.run.smithi145.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-21T07:22:44.063 INFO:teuthology.orchestra.run.smithi145.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-21T07:22:44.063 INFO:teuthology.orchestra.run.smithi145.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-21T07:22:44.065 INFO:teuthology.orchestra.run.smithi145.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-21T07:22:44.066 INFO:teuthology.orchestra.run.smithi145.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-21T07:22:44.072 INFO:teuthology.orchestra.run.smithi006.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-21T07:22:44.072 INFO:teuthology.orchestra.run.smithi006.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-21T07:22:44.072 INFO:teuthology.orchestra.run.smithi006.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-21T07:22:44.072 INFO:teuthology.orchestra.run.smithi006.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T07:22:44.072 INFO:teuthology.orchestra.run.smithi006.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T07:22:44.072 INFO:teuthology.orchestra.run.smithi006.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T07:22:44.073 INFO:teuthology.orchestra.run.smithi006.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T07:22:44.073 INFO:teuthology.orchestra.run.smithi006.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T07:22:44.073 INFO:teuthology.orchestra.run.smithi006.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T07:22:44.073 INFO:teuthology.orchestra.run.smithi006.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T07:22:44.074 INFO:teuthology.orchestra.run.smithi006.stdout:The following additional packages will be installed: 2024-09-21T07:22:44.074 INFO:teuthology.orchestra.run.smithi006.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-21T07:22:44.074 INFO:teuthology.orchestra.run.smithi006.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-21T07:22:44.075 INFO:teuthology.orchestra.run.smithi006.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-21T07:22:44.075 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-21T07:22:44.075 INFO:teuthology.orchestra.run.smithi006.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-21T07:22:44.076 INFO:teuthology.orchestra.run.smithi006.stdout:Suggested packages: 2024-09-21T07:22:44.076 INFO:teuthology.orchestra.run.smithi006.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-21T07:22:44.076 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-21T07:22:44.077 INFO:teuthology.orchestra.run.smithi006.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-21T07:22:44.081 INFO:teuthology.orchestra.run.smithi145.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-21T07:22:44.082 INFO:teuthology.orchestra.run.smithi145.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-21T07:22:44.083 INFO:teuthology.orchestra.run.smithi145.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-21T07:22:44.120 INFO:teuthology.orchestra.run.smithi006.stdout:The following NEW packages will be installed: 2024-09-21T07:22:44.120 INFO:teuthology.orchestra.run.smithi006.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-21T07:22:44.121 INFO:teuthology.orchestra.run.smithi006.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-21T07:22:44.121 INFO:teuthology.orchestra.run.smithi006.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-21T07:22:44.121 INFO:teuthology.orchestra.run.smithi006.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-21T07:22:44.121 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-21T07:22:44.121 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-21T07:22:44.121 INFO:teuthology.orchestra.run.smithi006.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-21T07:22:44.122 INFO:teuthology.orchestra.run.smithi006.stdout:The following packages will be upgraded: 2024-09-21T07:22:44.123 INFO:teuthology.orchestra.run.smithi006.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-21T07:22:44.303 INFO:teuthology.orchestra.run.smithi006.stdout:4 upgraded, 39 newly installed, 0 to remove and 328 not upgraded. 2024-09-21T07:22:44.304 INFO:teuthology.orchestra.run.smithi006.stdout:Need to get 55.8 MB of archives. 2024-09-21T07:22:44.304 INFO:teuthology.orchestra.run.smithi006.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-21T07:22:44.304 INFO:teuthology.orchestra.run.smithi006.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-21T07:22:44.399 INFO:teuthology.orchestra.run.smithi145.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-21T07:22:44.403 INFO:teuthology.orchestra.run.smithi145.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-21T07:22:44.403 INFO:teuthology.orchestra.run.smithi145.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.4 [262 kB] 2024-09-21T07:22:44.406 INFO:teuthology.orchestra.run.smithi145.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-21T07:22:44.406 INFO:teuthology.orchestra.run.smithi145.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-21T07:22:44.410 INFO:teuthology.orchestra.run.smithi145.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-21T07:22:44.412 INFO:teuthology.orchestra.run.smithi145.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-21T07:22:44.419 INFO:teuthology.orchestra.run.smithi145.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-21T07:22:44.419 INFO:teuthology.orchestra.run.smithi145.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-21T07:22:44.440 INFO:teuthology.orchestra.run.smithi145.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-21T07:22:44.440 INFO:teuthology.orchestra.run.smithi145.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.4 [1,094 kB] 2024-09-21T07:22:44.449 INFO:teuthology.orchestra.run.smithi145.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-21T07:22:44.469 INFO:teuthology.orchestra.run.smithi145.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-21T07:22:44.472 INFO:teuthology.orchestra.run.smithi145.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-21T07:22:44.472 INFO:teuthology.orchestra.run.smithi145.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-21T07:22:44.473 INFO:teuthology.orchestra.run.smithi145.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-21T07:22:44.473 INFO:teuthology.orchestra.run.smithi145.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-21T07:22:44.484 INFO:teuthology.orchestra.run.smithi145.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-21T07:22:44.485 INFO:teuthology.orchestra.run.smithi145.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-21T07:22:44.678 INFO:teuthology.orchestra.run.smithi145.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-21T07:22:44.679 INFO:teuthology.orchestra.run.smithi145.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-21T07:22:44.679 INFO:teuthology.orchestra.run.smithi145.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-21T07:22:44.706 INFO:teuthology.orchestra.run.smithi145.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-21T07:22:44.706 INFO:teuthology.orchestra.run.smithi145.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-21T07:22:44.706 INFO:teuthology.orchestra.run.smithi145.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-21T07:22:44.718 INFO:teuthology.orchestra.run.smithi145.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-21T07:22:44.718 INFO:teuthology.orchestra.run.smithi145.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-21T07:22:44.881 INFO:teuthology.orchestra.run.smithi006.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-21T07:22:44.984 INFO:teuthology.orchestra.run.smithi006.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-21T07:22:45.063 INFO:teuthology.orchestra.run.smithi006.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-21T07:22:45.081 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-21T07:22:45.100 INFO:teuthology.orchestra.run.smithi006.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-21T07:22:45.132 INFO:teuthology.orchestra.run.smithi145.stdout:Preconfiguring packages ... 2024-09-21T07:22:45.135 INFO:teuthology.orchestra.run.smithi006.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-21T07:22:45.154 INFO:teuthology.orchestra.run.smithi006.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-21T07:22:45.175 INFO:teuthology.orchestra.run.smithi006.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-21T07:22:45.195 INFO:teuthology.orchestra.run.smithi006.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-21T07:22:45.213 INFO:teuthology.orchestra.run.smithi006.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-21T07:22:45.233 INFO:teuthology.orchestra.run.smithi006.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-21T07:22:45.253 INFO:teuthology.orchestra.run.smithi006.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-21T07:22:45.271 INFO:teuthology.orchestra.run.smithi006.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-21T07:22:45.289 INFO:teuthology.orchestra.run.smithi006.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-21T07:22:45.296 INFO:teuthology.orchestra.run.smithi145.stdout:Fetched 55.8 MB in 1s (60.4 MB/s) 2024-09-21T07:22:45.309 INFO:teuthology.orchestra.run.smithi006.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-21T07:22:45.616 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176357 files and directories currently installed.) 2024-09-21T07:22:45.622 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T07:22:45.669 INFO:teuthology.orchestra.run.smithi006.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-21T07:22:45.689 INFO:teuthology.orchestra.run.smithi006.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-21T07:22:45.708 INFO:teuthology.orchestra.run.smithi006.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.4 [262 kB] 2024-09-21T07:22:45.729 INFO:teuthology.orchestra.run.smithi006.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-21T07:22:45.748 INFO:teuthology.orchestra.run.smithi006.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-21T07:22:45.773 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T07:22:45.776 INFO:teuthology.orchestra.run.smithi006.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-21T07:22:45.799 INFO:teuthology.orchestra.run.smithi006.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-21T07:22:45.834 INFO:teuthology.orchestra.run.smithi006.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-21T07:22:45.852 INFO:teuthology.orchestra.run.smithi006.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-21T07:22:45.983 INFO:teuthology.orchestra.run.smithi006.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-21T07:22:46.002 INFO:teuthology.orchestra.run.smithi006.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.4 [1,094 kB] 2024-09-21T07:22:46.040 INFO:teuthology.orchestra.run.smithi006.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-21T07:22:46.099 INFO:teuthology.orchestra.run.smithi006.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-21T07:22:46.124 INFO:teuthology.orchestra.run.smithi006.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-21T07:22:46.143 INFO:teuthology.orchestra.run.smithi006.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-21T07:22:46.161 INFO:teuthology.orchestra.run.smithi006.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-21T07:22:46.180 INFO:teuthology.orchestra.run.smithi006.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-21T07:22:46.219 INFO:teuthology.orchestra.run.smithi006.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-21T07:22:46.240 INFO:teuthology.orchestra.run.smithi006.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-21T07:22:46.439 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-21T07:22:46.497 INFO:teuthology.orchestra.run.smithi006.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-21T07:22:46.515 INFO:teuthology.orchestra.run.smithi006.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-21T07:22:46.533 INFO:teuthology.orchestra.run.smithi006.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-21T07:22:46.568 INFO:teuthology.orchestra.run.smithi006.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-21T07:22:46.610 INFO:teuthology.orchestra.run.smithi006.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-21T07:22:46.629 INFO:teuthology.orchestra.run.smithi006.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-21T07:22:46.679 INFO:teuthology.orchestra.run.smithi006.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-21T07:22:46.697 INFO:teuthology.orchestra.run.smithi006.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-21T07:22:47.126 INFO:teuthology.orchestra.run.smithi006.stdout:Preconfiguring packages ... 2024-09-21T07:22:47.292 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 55.8 MB in 3s (21.7 MB/s) 2024-09-21T07:22:47.410 INFO:teuthology.orchestra.run.smithi145.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-21T07:22:47.615 INFO:teuthology.orchestra.run.smithi006.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176357 files and directories currently installed.) 2024-09-21T07:22:47.621 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T07:22:47.689 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package flex. 2024-09-21T07:22:47.764 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T07:22:47.794 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176357 files and directories currently installed.) 2024-09-21T07:22:47.800 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-21T07:22:47.838 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-21T07:22:48.354 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-21T07:22:48.403 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-21T07:22:48.552 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-21T07:22:48.972 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T07:22:49.325 INFO:teuthology.orchestra.run.smithi006.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-21T07:22:49.482 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176430 files and directories currently installed.) 2024-09-21T07:22:49.488 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T07:22:49.577 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package flex. 2024-09-21T07:22:49.609 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T07:22:49.675 INFO:teuthology.orchestra.run.smithi006.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176357 files and directories currently installed.) 2024-09-21T07:22:49.681 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-21T07:22:49.726 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-21T07:22:50.027 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T07:22:50.158 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T07:22:50.243 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-21T07:22:50.523 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-21T07:22:50.678 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-21T07:22:50.927 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T07:22:51.034 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package bison. 2024-09-21T07:22:51.141 INFO:teuthology.orchestra.run.smithi145.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176430 files and directories currently installed.) 2024-09-21T07:22:51.146 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-21T07:22:51.195 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-21T07:22:51.447 INFO:teuthology.orchestra.run.smithi006.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176430 files and directories currently installed.) 2024-09-21T07:22:51.452 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T07:22:51.581 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T07:22:51.595 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-21T07:22:51.623 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-21T07:22:51.662 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-21T07:22:52.126 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T07:22:52.132 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package dump. 2024-09-21T07:22:52.160 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-21T07:22:52.190 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking dump (0.4b47-3) ... 2024-09-21T07:22:52.264 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T07:22:52.469 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package indent. 2024-09-21T07:22:52.485 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:22:52.527 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-21T07:22:52.609 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-21T07:22:52.789 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-21T07:22:52.817 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-21T07:22:52.855 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-21T07:22:52.957 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package bison. 2024-09-21T07:22:53.053 INFO:teuthology.orchestra.run.smithi006.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176430 files and directories currently installed.) 2024-09-21T07:22:53.059 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-21T07:22:53.101 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-21T07:22:53.143 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-21T07:22:53.171 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-21T07:22:53.201 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-21T07:22:53.451 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-21T07:22:53.462 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-21T07:22:53.480 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-21T07:22:53.490 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-21T07:22:53.509 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-21T07:22:53.529 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-21T07:22:53.846 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package dump. 2024-09-21T07:22:53.874 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-21T07:22:53.875 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-21T07:22:53.902 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-21T07:22:53.913 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking dump (0.4b47-3) ... 2024-09-21T07:22:53.940 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-21T07:22:54.191 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package indent. 2024-09-21T07:22:54.193 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-21T07:22:54.209 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:22:54.221 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-21T07:22:54.250 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-21T07:22:54.260 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-21T07:22:54.486 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-21T07:22:54.503 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-21T07:22:54.504 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libjson-perl. 2024-09-21T07:22:54.520 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-21T07:22:54.535 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-21T07:22:54.571 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-21T07:22:54.858 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-21T07:22:54.865 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-21T07:22:54.886 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-21T07:22:54.894 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-21T07:22:54.924 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-21T07:22:54.931 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-21T07:22:55.151 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-21T07:22:55.168 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-21T07:22:55.200 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-21T07:22:55.538 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-21T07:22:55.567 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-21T07:22:55.604 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-21T07:22:55.874 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-21T07:22:55.891 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-21T07:22:55.932 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-21T07:22:56.160 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libjson-perl. 2024-09-21T07:22:56.176 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-21T07:22:56.209 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-21T07:22:56.513 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-21T07:22:56.542 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-21T07:22:56.579 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-21T07:22:56.660 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-21T07:22:56.689 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-21T07:22:56.727 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T07:22:57.013 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-21T07:22:57.029 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-21T07:22:57.072 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T07:22:57.350 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-21T07:22:57.377 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.4_amd64.deb ... 2024-09-21T07:22:57.416 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T07:22:57.761 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-21T07:22:57.878 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-21T07:22:57.878 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-21T07:22:58.155 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-21T07:22:58.183 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-21T07:22:58.222 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-21T07:22:58.350 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-21T07:22:58.379 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-21T07:22:58.416 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T07:22:58.525 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-21T07:22:58.553 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:22:58.591 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:22:58.669 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-21T07:22:58.686 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-21T07:22:58.719 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T07:22:58.919 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-21T07:22:58.936 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:22:58.978 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T07:22:58.980 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-21T07:22:59.009 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.4_amd64.deb ... 2024-09-21T07:22:59.047 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T07:22:59.289 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-21T07:22:59.306 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:22:59.347 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T07:22:59.392 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-21T07:22:59.420 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-21T07:22:59.458 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-21T07:22:59.591 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-21T07:22:59.608 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-21T07:22:59.641 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T07:22:59.769 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-21T07:22:59.798 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-21T07:22:59.852 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-21T07:23:00.103 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-21T07:23:00.132 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-21T07:23:00.139 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-21T07:23:00.153 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:23:00.170 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-21T07:23:00.197 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:00.507 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package modemmanager. 2024-09-21T07:23:00.534 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-21T07:23:00.535 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.4_amd64.deb ... 2024-09-21T07:23:00.563 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:23:00.573 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T07:23:00.600 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T07:23:00.895 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-21T07:23:00.912 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:23:00.953 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T07:23:01.172 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package network-manager. 2024-09-21T07:23:01.200 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-21T07:23:01.207 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-21T07:23:01.225 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-21T07:23:01.247 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-21T07:23:01.266 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T07:23:01.778 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-21T07:23:01.807 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-21T07:23:01.844 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-21T07:23:01.854 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package ppp. 2024-09-21T07:23:01.883 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-21T07:23:02.152 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-21T07:23:02.266 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package modemmanager. 2024-09-21T07:23:02.295 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.4_amd64.deb ... 2024-09-21T07:23:02.332 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T07:23:02.460 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package pptp-linux. 2024-09-21T07:23:02.488 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-21T07:23:02.526 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-21T07:23:02.770 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-21T07:23:02.788 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-21T07:23:02.855 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-21T07:23:02.973 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package network-manager. 2024-09-21T07:23:03.001 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-21T07:23:03.048 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-21T07:23:03.149 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-21T07:23:03.180 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-21T07:23:03.215 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-client-common (238) ... 2024-09-21T07:23:03.503 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-21T07:23:03.531 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:23:03.569 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:03.622 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ppp. 2024-09-21T07:23:03.651 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-21T07:23:03.923 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-21T07:23:04.199 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-common. 2024-09-21T07:23:04.228 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-21T07:23:04.283 INFO:teuthology.orchestra.run.smithi145.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-21T07:23:04.310 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package pptp-linux. 2024-09-21T07:23:04.313 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-common (238) ... 2024-09-21T07:23:04.339 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-21T07:23:04.377 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-21T07:23:04.629 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-21T07:23:04.647 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-21T07:23:04.688 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-21T07:23:04.790 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-14. 2024-09-21T07:23:04.819 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:23:04.860 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:04.999 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-21T07:23:05.028 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-21T07:23:05.066 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking postgresql-client-common (238) ... 2024-09-21T07:23:05.361 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-21T07:23:05.390 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:23:05.428 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:06.041 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package postgresql-common. 2024-09-21T07:23:06.070 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-21T07:23:06.127 INFO:teuthology.orchestra.run.smithi006.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-21T07:23:06.156 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking postgresql-common (238) ... 2024-09-21T07:23:06.193 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql. 2024-09-21T07:23:06.210 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-21T07:23:06.251 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql (14+238) ... 2024-09-21T07:23:06.504 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-client. 2024-09-21T07:23:06.533 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-21T07:23:06.562 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-client (14+238) ... 2024-09-21T07:23:06.632 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package postgresql-14. 2024-09-21T07:23:06.661 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T07:23:06.694 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:06.791 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-21T07:23:06.820 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-21T07:23:06.858 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-21T07:23:07.185 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package tcl8.6. 2024-09-21T07:23:07.214 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-21T07:23:07.252 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-21T07:23:07.514 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package tcl. 2024-09-21T07:23:07.530 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-21T07:23:07.568 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-21T07:23:07.916 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package wpasupplicant. 2024-09-21T07:23:07.945 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-21T07:23:07.982 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-21T07:23:07.993 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package postgresql. 2024-09-21T07:23:08.011 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-21T07:23:08.051 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking postgresql (14+238) ... 2024-09-21T07:23:08.337 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-21T07:23:08.354 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-21T07:23:08.364 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package postgresql-client. 2024-09-21T07:23:08.394 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-21T07:23:08.395 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-21T07:23:08.430 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking postgresql-client (14+238) ... 2024-09-21T07:23:08.700 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-21T07:23:08.717 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-21T07:23:08.740 INFO:teuthology.orchestra.run.smithi145.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-21T07:23:08.758 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-21T07:23:08.769 INFO:teuthology.orchestra.run.smithi145.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-21T07:23:08.815 INFO:teuthology.orchestra.run.smithi145.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-21T07:23:09.077 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package tcl8.6. 2024-09-21T07:23:09.095 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-client-common (238) ... 2024-09-21T07:23:09.106 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-21T07:23:09.146 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-21T07:23:09.296 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-21T07:23:09.397 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-21T07:23:09.421 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package tcl. 2024-09-21T07:23:09.451 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-21T07:23:09.485 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-21T07:23:09.523 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:09.649 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-21T07:23:09.899 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package wpasupplicant. 2024-09-21T07:23:09.929 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-21T07:23:09.966 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-21T07:23:10.008 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-21T07:23:10.320 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-21T07:23:10.338 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-21T07:23:10.369 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:10.378 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-21T07:23:10.757 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-21T07:23:10.786 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-21T07:23:10.832 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-21T07:23:10.834 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-21T07:23:10.915 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-21T07:23:11.096 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up postgresql-client-common (238) ... 2024-09-21T07:23:11.292 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-21T07:23:11.292 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-21T07:23:11.304 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-21T07:23:11.430 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-21T07:23:11.556 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:11.691 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-21T07:23:11.760 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-21T07:23:11.817 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-21T07:23:11.886 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-21T07:23:11.935 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:12.012 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T07:23:12.163 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-21T07:23:12.289 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-21T07:23:12.415 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-21T07:23:12.457 INFO:teuthology.orchestra.run.smithi006.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-21T07:23:12.532 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-21T07:23:12.550 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-21T07:23:12.667 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-21T07:23:12.912 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-21T07:23:12.912 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-21T07:23:13.323 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-21T07:23:13.406 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-21T07:23:13.432 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up dump (0.4b47-3) ... 2024-09-21T07:23:13.510 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-21T07:23:13.528 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-21T07:23:13.601 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T07:23:13.671 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T07:23:13.727 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-21T07:23:13.797 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-21T07:23:13.853 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-21T07:23:13.923 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-21T07:23:13.995 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-21T07:23:14.048 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-21T07:23:14.121 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-21T07:23:14.191 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-21T07:23:14.212 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-21T07:23:14.281 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-21T07:23:14.326 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-21T07:23:14.391 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-21T07:23:14.534 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-21T07:23:14.660 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T07:23:14.786 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-21T07:23:14.954 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-client (14+238) ... 2024-09-21T07:23:14.956 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-21T07:23:15.080 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-21T07:23:15.082 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up dump (0.4b47-3) ... 2024-09-21T07:23:15.177 INFO:teuthology.orchestra.run.smithi006.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-21T07:23:15.350 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T07:23:15.468 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-21T07:23:15.586 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-21T07:23:15.695 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-21T07:23:15.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:15.713 INFO:teuthology.orchestra.run.smithi145.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-21T07:23:15.713 INFO:teuthology.orchestra.run.smithi145.stdout:which means they are currently configured by ifupdown: 2024-09-21T07:23:15.713 INFO:teuthology.orchestra.run.smithi145.stdout:- enp3s0f1 2024-09-21T07:23:15.713 INFO:teuthology.orchestra.run.smithi145.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-21T07:23:15.713 INFO:teuthology.orchestra.run.smithi145.stdout:remove their configuration from /etc/network/interfaces. 2024-09-21T07:23:15.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:15.821 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-21T07:23:15.849 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-21T07:23:15.912 INFO:teuthology.orchestra.run.smithi006.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-21T07:23:15.989 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-21T07:23:16.115 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-21T07:23:16.199 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-21T07:23:16.300 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-21T07:23:16.426 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T07:23:16.515 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-21T07:23:16.544 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-21T07:23:16.712 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up postgresql-client (14+238) ... 2024-09-21T07:23:16.838 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-21T07:23:17.016 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T07:23:17.201 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-21T07:23:17.324 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:17.324 INFO:teuthology.orchestra.run.smithi006.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-21T07:23:17.324 INFO:teuthology.orchestra.run.smithi006.stdout:which means they are currently configured by ifupdown: 2024-09-21T07:23:17.324 INFO:teuthology.orchestra.run.smithi006.stdout:- ens1f0 2024-09-21T07:23:17.324 INFO:teuthology.orchestra.run.smithi006.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-21T07:23:17.324 INFO:teuthology.orchestra.run.smithi006.stdout:remove their configuration from /etc/network/interfaces. 2024-09-21T07:23:17.324 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:17.327 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-21T07:23:17.453 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-common (238) ... 2024-09-21T07:23:17.465 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-21T07:23:17.802 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-21T07:23:18.122 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-21T07:23:18.359 INFO:teuthology.orchestra.run.smithi145.stdout:Adding user postgres to group ssl-cert 2024-09-21T07:23:18.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:18.591 INFO:teuthology.orchestra.run.smithi145.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-21T07:23:18.632 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T07:23:18.779 INFO:teuthology.orchestra.run.smithi145.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-21T07:23:18.779 INFO:teuthology.orchestra.run.smithi145.stdout:Removing obsolete dictionary files: 2024-09-21T07:23:18.975 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-21T07:23:19.359 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-21T07:23:19.652 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-21T07:23:19.761 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up postgresql-common (238) ... 2024-09-21T07:23:19.763 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:20.102 INFO:teuthology.orchestra.run.smithi145.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-21T07:23:20.117 INFO:teuthology.orchestra.run.smithi145.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-21T07:23:20.173 INFO:teuthology.orchestra.run.smithi145.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-21T07:23:20.173 INFO:teuthology.orchestra.run.smithi145.stdout:This user must also own the server process. 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout:The database cluster will be initialized with locale "en_US". 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout:The default text search configuration will be set to "english". 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout:Data page checksums are disabled. 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout:creating subdirectories ... ok 2024-09-21T07:23:20.174 INFO:teuthology.orchestra.run.smithi145.stdout:selecting dynamic shared memory implementation ... posix 2024-09-21T07:23:20.189 INFO:teuthology.orchestra.run.smithi145.stdout:selecting default max_connections ... 100 2024-09-21T07:23:20.209 INFO:teuthology.orchestra.run.smithi145.stdout:selecting default shared_buffers ... 128MB 2024-09-21T07:23:20.219 INFO:teuthology.orchestra.run.smithi145.stdout:selecting default time zone ... Etc/UTC 2024-09-21T07:23:20.219 INFO:teuthology.orchestra.run.smithi145.stdout:creating configuration files ... ok 2024-09-21T07:23:20.332 INFO:teuthology.orchestra.run.smithi145.stdout:running bootstrap script ... ok 2024-09-21T07:23:20.613 INFO:teuthology.orchestra.run.smithi006.stdout:Adding user postgres to group ssl-cert 2024-09-21T07:23:20.854 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:20.854 INFO:teuthology.orchestra.run.smithi006.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-21T07:23:20.982 INFO:teuthology.orchestra.run.smithi145.stdout:performing post-bootstrap initialization ... ok 2024-09-21T07:23:21.050 INFO:teuthology.orchestra.run.smithi006.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-21T07:23:21.050 INFO:teuthology.orchestra.run.smithi006.stdout:Removing obsolete dictionary files: 2024-09-21T07:23:21.584 INFO:teuthology.orchestra.run.smithi145.stdout:syncing data to disk ... ok 2024-09-21T07:23:21.605 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-21T07:23:21.988 INFO:teuthology.orchestra.run.smithi145.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-21T07:23:21.997 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T07:23:22.351 INFO:teuthology.orchestra.run.smithi006.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-21T07:23:22.364 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-21T07:23:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-21T07:23:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:This user must also own the server process. 2024-09-21T07:23:22.407 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:The database cluster will be initialized with locale "en_US". 2024-09-21T07:23:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-21T07:23:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:The default text search configuration will be set to "english". 2024-09-21T07:23:22.407 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:22.408 INFO:teuthology.orchestra.run.smithi006.stdout:Data page checksums are disabled. 2024-09-21T07:23:22.408 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:22.408 INFO:teuthology.orchestra.run.smithi006.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-21T07:23:22.408 INFO:teuthology.orchestra.run.smithi006.stdout:creating subdirectories ... ok 2024-09-21T07:23:22.408 INFO:teuthology.orchestra.run.smithi006.stdout:selecting dynamic shared memory implementation ... posix 2024-09-21T07:23:22.421 INFO:teuthology.orchestra.run.smithi006.stdout:selecting default max_connections ... 100 2024-09-21T07:23:22.438 INFO:teuthology.orchestra.run.smithi006.stdout:selecting default shared_buffers ... 128MB 2024-09-21T07:23:22.445 INFO:teuthology.orchestra.run.smithi006.stdout:selecting default time zone ... Etc/UTC 2024-09-21T07:23:22.445 INFO:teuthology.orchestra.run.smithi006.stdout:creating configuration files ... ok 2024-09-21T07:23:22.553 INFO:teuthology.orchestra.run.smithi006.stdout:running bootstrap script ... ok 2024-09-21T07:23:23.590 INFO:teuthology.orchestra.run.smithi006.stdout:performing post-bootstrap initialization ... ok 2024-09-21T07:23:24.205 INFO:teuthology.orchestra.run.smithi006.stdout:syncing data to disk ... ok 2024-09-21T07:23:24.600 INFO:teuthology.orchestra.run.smithi006.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-21T07:23:24.787 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T07:23:24.913 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-21T07:23:25.022 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up postgresql (14+238) ... 2024-09-21T07:23:25.148 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T07:23:25.274 INFO:teuthology.orchestra.run.smithi145.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T07:23:25.531 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-21T07:23:25.531 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-21T07:23:26.060 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-21T07:23:26.152 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-21T07:23:26.638 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-21T07:23:26.782 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-21T07:23:27.376 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T07:23:27.502 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-21T07:23:27.628 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up postgresql (14+238) ... 2024-09-21T07:23:27.754 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T07:23:27.880 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T07:23:28.123 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-21T07:23:28.124 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-21T07:23:28.177 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-21T07:23:28.277 INFO:teuthology.orchestra.run.smithi145.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-21T07:23:28.649 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-21T07:23:28.707 INFO:teuthology.orchestra.run.smithi145.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-21T07:23:28.712 DEBUG:teuthology.parallel:result is None 2024-09-21T07:23:28.751 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-21T07:23:29.036 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-21T07:23:29.180 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-21T07:23:30.273 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-21T07:23:30.373 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-21T07:23:30.877 INFO:teuthology.orchestra.run.smithi006.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-21T07:23:30.882 DEBUG:teuthology.parallel:result is None 2024-09-21T07:23:30.883 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T07:23:31.021 DEBUG:teuthology.orchestra.run.smithi006:> dpkg-query -W -f '${Version}' ceph 2024-09-21T07:23:31.040 INFO:teuthology.orchestra.run.smithi006.stdout:19.3.0-5120-g18432218-1jammy 2024-09-21T07:23:31.041 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5120-g18432218-1jammy 2024-09-21T07:23:31.041 INFO:teuthology.task.install:The correct ceph version 19.3.0-5120-g18432218-1jammy is installed. 2024-09-21T07:23:31.043 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T07:23:31.181 DEBUG:teuthology.orchestra.run.smithi145:> dpkg-query -W -f '${Version}' ceph 2024-09-21T07:23:31.201 INFO:teuthology.orchestra.run.smithi145.stdout:19.3.0-5120-g18432218-1jammy 2024-09-21T07:23:31.201 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5120-g18432218-1jammy 2024-09-21T07:23:31.201 INFO:teuthology.task.install:The correct ceph version 19.3.0-5120-g18432218-1jammy is installed. 2024-09-21T07:23:31.203 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-21T07:23:31.203 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:31.203 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-21T07:23:31.219 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:23:31.219 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-21T07:23:31.257 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-21T07:23:31.258 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:31.258 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/daemon-helper 2024-09-21T07:23:31.275 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-21T07:23:31.331 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:23:31.331 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/daemon-helper 2024-09-21T07:23:31.344 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-21T07:23:31.396 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-21T07:23:31.397 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:31.397 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-21T07:23:31.409 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-21T07:23:31.463 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:23:31.464 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-21T07:23:31.478 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-21T07:23:31.533 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-21T07:23:31.533 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:31.533 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/stdin-killer 2024-09-21T07:23:31.547 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-21T07:23:31.603 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:23:31.603 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/stdin-killer 2024-09-21T07:23:31.616 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-21T07:23:31.669 INFO:teuthology.run_tasks:Running task ceph... 2024-09-21T07:23:31.744 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-21T07:23:31.745 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 777 /var/log/ceph 2024-09-21T07:23:31.747 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 777 /var/log/ceph 2024-09-21T07:23:31.760 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-21T07:23:31.760 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-21T07:23:31.804 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-21T07:23:31.815 INFO:tasks.ceph:Creating extra log directories... 2024-09-21T07:23:31.816 DEBUG:teuthology.orchestra.run.smithi006:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-21T07:23:31.860 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-21T07:23:31.878 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-21T07:23:31.879 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-21T07:23:31.879 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-21T07:23:31.879 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:31.879 DEBUG:teuthology.orchestra.run.smithi006:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-21T07:23:31.919 DEBUG:teuthology.orchestra.run.smithi006:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-21T07:23:31.996 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:23:31.996 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-21T07:23:32.002 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-21T07:23:32.083 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-21T07:23:32.083 INFO:tasks.ceph:config {'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-21T07:23:32.083 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592', 'branch': 'wip-pdonnell-testing-20240920.212106-debug', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/sessionmap}', 'email': 'pdonnell@redhat.com', 'first_in_suite': False, 'job_id': '7913592', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-pdonnell-testing-20240920.212106-debug'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-pdonnell-testing-20240920.212106-debug', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, 'owner': 'scheduled_pdonnell@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 7864, 'sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'sleep_before_teardown': 0, 'subset': '67/512', 'suite': 'fs', 'suite_branch': 'wip-pdonnell-testing-20240920.212106-debug', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi006.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBYEqXhV+Mi9vQVnt6Z2+XskJ89ccnj2OmQMxXjNT0jH8FgMIzmcrNKoLnBo5vWhz8AJuspInBVrdsHJtqxBeZE=', 'smithi145.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCJ1dZBqgYrhwB1urQ1RF+IyTn+YKiS6GzsPXW07MvHPMSIzQbF/3KpS1/1iGe/XkMM5NZ9EVSWhuYdpdChuYuY='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, {'ceph': {'create_rbd_pool': False, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_sessionmap']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-20_23:48:22', 'tube': 'smithi', 'user': 'pdonnell', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2902'} 2024-09-21T07:23:32.084 DEBUG:teuthology.orchestra.run.smithi006:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-21T07:23:32.086 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-21T07:23:32.126 DEBUG:teuthology.orchestra.run.smithi006:> sudo install -d -m0777 -- /var/run/ceph 2024-09-21T07:23:32.132 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/run/ceph 2024-09-21T07:23:32.181 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:32.181 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T07:23:32.191 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T07:23:32.191 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_1 2024-09-21T07:23:32.239 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T07:23:32.240 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T07:23:32.240 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 5h/5d Inode: 883 Links: 1 2024-09-21T07:23:32.240 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T07:23:32.240 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-09-21 07:17:11.821347990 +0000 2024-09-21T07:23:32.240 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-09-21 07:17:11.557350336 +0000 2024-09-21T07:23:32.240 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-09-21 07:17:11.557350336 +0000 2024-09-21T07:23:32.240 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: - 2024-09-21T07:23:32.240 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T07:23:32.294 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2024-09-21T07:23:32.294 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2024-09-21T07:23:32.294 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000337823 s, 1.5 MB/s 2024-09-21T07:23:32.295 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T07:23:32.345 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_2 2024-09-21T07:23:32.391 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T07:23:32.391 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T07:23:32.391 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 5h/5d Inode: 900 Links: 1 2024-09-21T07:23:32.392 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T07:23:32.392 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-09-21 07:17:12.293343797 +0000 2024-09-21T07:23:32.392 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-09-21 07:17:12.037346071 +0000 2024-09-21T07:23:32.392 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-09-21 07:17:12.037346071 +0000 2024-09-21T07:23:32.392 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: - 2024-09-21T07:23:32.392 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T07:23:32.446 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2024-09-21T07:23:32.446 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2024-09-21T07:23:32.446 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000296567 s, 1.7 MB/s 2024-09-21T07:23:32.447 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T07:23:32.497 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_3 2024-09-21T07:23:32.547 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T07:23:32.547 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T07:23:32.547 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 5h/5d Inode: 913 Links: 1 2024-09-21T07:23:32.547 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T07:23:32.547 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-09-21 07:17:12.761339640 +0000 2024-09-21T07:23:32.547 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-09-21 07:17:12.533341665 +0000 2024-09-21T07:23:32.547 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-09-21 07:17:12.533341665 +0000 2024-09-21T07:23:32.547 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: - 2024-09-21T07:23:32.547 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T07:23:32.602 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2024-09-21T07:23:32.602 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2024-09-21T07:23:32.602 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.00042123 s, 1.2 MB/s 2024-09-21T07:23:32.603 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T07:23:32.652 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_4 2024-09-21T07:23:32.704 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T07:23:32.704 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T07:23:32.704 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 5h/5d Inode: 935 Links: 1 2024-09-21T07:23:32.704 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T07:23:32.704 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-09-21 07:17:13.273335091 +0000 2024-09-21T07:23:32.705 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-09-21 07:17:13.025337294 +0000 2024-09-21T07:23:32.705 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-09-21 07:17:13.025337294 +0000 2024-09-21T07:23:32.705 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: - 2024-09-21T07:23:32.705 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T07:23:32.758 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2024-09-21T07:23:32.758 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2024-09-21T07:23:32.758 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000379906 s, 1.3 MB/s 2024-09-21T07:23:32.759 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T07:23:32.813 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:32.814 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:23:32.814 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T07:23:32.819 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T07:23:32.819 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_1 2024-09-21T07:23:32.866 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T07:23:32.866 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T07:23:32.866 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 883 Links: 1 2024-09-21T07:23:32.866 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T07:23:32.866 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-21 07:17:10.878981873 +0000 2024-09-21T07:23:32.866 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-21 07:17:10.626984123 +0000 2024-09-21T07:23:32.866 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-21 07:17:10.626984123 +0000 2024-09-21T07:23:32.866 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2024-09-21T07:23:32.867 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T07:23:32.920 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-21T07:23:32.920 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-21T07:23:32.920 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000446803 s, 1.1 MB/s 2024-09-21T07:23:32.921 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T07:23:32.971 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_2 2024-09-21T07:23:33.017 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T07:23:33.018 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T07:23:33.018 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 896 Links: 1 2024-09-21T07:23:33.018 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T07:23:33.018 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-21 07:17:11.366977514 +0000 2024-09-21T07:23:33.018 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-21 07:17:11.098979908 +0000 2024-09-21T07:23:33.018 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-21 07:17:11.098979908 +0000 2024-09-21T07:23:33.018 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2024-09-21T07:23:33.018 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T07:23:33.071 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-21T07:23:33.072 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-21T07:23:33.072 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.00041096 s, 1.2 MB/s 2024-09-21T07:23:33.073 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T07:23:33.123 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_3 2024-09-21T07:23:33.169 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T07:23:33.169 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T07:23:33.169 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 913 Links: 1 2024-09-21T07:23:33.169 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T07:23:33.169 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-21 07:17:11.862973084 +0000 2024-09-21T07:23:33.170 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-21 07:17:11.594975478 +0000 2024-09-21T07:23:33.170 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-21 07:17:11.594975478 +0000 2024-09-21T07:23:33.170 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2024-09-21T07:23:33.170 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T07:23:33.224 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-21T07:23:33.224 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-21T07:23:33.224 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000380323 s, 1.3 MB/s 2024-09-21T07:23:33.226 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T07:23:33.275 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_4 2024-09-21T07:23:33.321 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T07:23:33.322 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T07:23:33.322 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 929 Links: 1 2024-09-21T07:23:33.322 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T07:23:33.322 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2024-09-21 07:17:12.382968439 +0000 2024-09-21T07:23:33.322 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2024-09-21 07:17:12.090971048 +0000 2024-09-21T07:23:33.322 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2024-09-21 07:17:12.090971048 +0000 2024-09-21T07:23:33.322 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2024-09-21T07:23:33.322 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T07:23:33.376 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2024-09-21T07:23:33.376 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2024-09-21T07:23:33.376 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000378771 s, 1.4 MB/s 2024-09-21T07:23:33.378 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T07:23:33.427 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:33.427 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi006.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-21T07:23:33.427 INFO:tasks.ceph:Generating config... 2024-09-21T07:23:33.429 INFO:tasks.ceph:[client] pid file = 2024-09-21T07:23:33.429 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-21T07:23:33.429 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-21T07:23:33.429 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-21T07:23:33.429 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-21T07:23:33.429 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-21T07:23:33.429 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-21T07:23:33.429 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-21T07:23:33.429 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-21T07:23:33.429 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-21T07:23:33.429 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-21T07:23:33.430 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-21T07:23:33.431 INFO:tasks.ceph:Setting up mon.a... 2024-09-21T07:23:33.431 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-21T07:23:33.499 INFO:teuthology.orchestra.run.smithi006.stdout:creating /etc/ceph/ceph.keyring 2024-09-21T07:23:33.521 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-21T07:23:33.586 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T07:23:33.596 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.6'), ('mon.b', '172.21.15.145'), ('mon.c', '[v2:172.21.15.145:3301,v1:172.21.15.145:6790]')] 2024-09-21T07:23:33.597 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}} 2024-09-21T07:23:33.597 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:33.597 DEBUG:teuthology.orchestra.run.smithi006:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-21T07:23:33.642 DEBUG:teuthology.orchestra.run.smithi006:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.6 --add b 172.21.15.145 --addv c '[v2:172.21.15.145:3301,v1:172.21.15.145:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:33.757 INFO:teuthology.orchestra.run.smithi006.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:monmaptool: generated fsid 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:setting min_mon_release = quincy 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:epoch 0 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:fsid 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:last_changed 2024-09-21T07:23:33.757714+0000 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:created 2024-09-21T07:23:33.757714+0000 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:min_mon_release 17 (quincy) 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:election_strategy: 1 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:1: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.b 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2024-09-21T07:23:33.758 INFO:teuthology.orchestra.run.smithi006.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-21T07:23:33.763 DEBUG:teuthology.orchestra.run.smithi006:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-21T07:23:33.769 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 6b0bad1e-34bb-43ed-b033-882e0854e6aa... 2024-09-21T07:23:33.769 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:23:33.812 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:23:33.840 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-09-21T07:23:33.842 INFO:teuthology.orchestra.run.smithi006.stdout: chdir = "" 2024-09-21T07:23:33.842 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:23:33.842 INFO:teuthology.orchestra.run.smithi006.stdout: auth supported = cephx 2024-09-21T07:23:33.842 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.843 INFO:teuthology.orchestra.run.smithi006.stdout: filestore xattr use omap = true 2024-09-21T07:23:33.843 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.843 INFO:teuthology.orchestra.run.smithi006.stdout: mon clock drift allowed = 1.000 2024-09-21T07:23:33.843 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.843 INFO:teuthology.orchestra.run.smithi006.stdout: osd crush chooseleaf type = 0 2024-09-21T07:23:33.843 INFO:teuthology.orchestra.run.smithi006.stdout: auth debug = true 2024-09-21T07:23:33.844 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.844 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on old message = true 2024-09-21T07:23:33.844 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on bug = true 2024-09-21T07:23:33.845 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: mon pg warn max object skew = 0 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default size = 2 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow primary affinity = true 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow pg remap = true 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on no sortbitwise = false 2024-09-21T07:23:33.846 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on too few osds = false 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: mon_allow_pool_size_one = true 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: osd default data pool replay window = 5 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: mon allow pool delete = true 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: mon cluster log file level = debug 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: debug asserts on shutdown = true 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: mon health detail to clog = false 2024-09-21T07:23:33.847 INFO:teuthology.orchestra.run.smithi006.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout:[osd] 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd journal size = 100 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub load threshold = 5.0 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub max interval = 600 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd recover clone overlap = true 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd recovery max chunk = 1048576 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug shutdown = true 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug op order = true 2024-09-21T07:23:33.848 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug verify stray on activate = true 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug trim objects = true 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: osd open classes on start = true 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug pg log writeout = true 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: osd map max advance = 10 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: journal zero on create = true 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: filestore apply finisher threads = 3 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.849 INFO:teuthology.orchestra.run.smithi006.stdout: bdev debug aio = true 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug misdirected ops = true 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: bdev async discard = True 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: bdev enable discard = True 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore allocator = bitmap 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore block size = 96636764160 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore fsck on mount = True 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluefs = 1/20 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluestore = 1/20 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: debug osd = 20 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: debug rocksdb = 4/10 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd full ratio = 0.9 2024-09-21T07:23:33.850 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: osd objectstore = bluestore 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr] 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: debug mgr = 20 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: mgr/telemetry/nag = false 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout:[mon] 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:23:33.851 INFO:teuthology.orchestra.run.smithi006.stdout: debug paxos = 20 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: mon data avail warn = 5 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: mon mgr mkfs grace = 240 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd reporter subtree level = osd 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd prime pg temp = true 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:23:33.852 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: # 1m isn't quite enough 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: mon down mkfs grace = 300 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout:[client] 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: rgw cache enabled = true 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable ops log = true 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable usage log = true 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:23:33.853 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = "" 2024-09-21T07:23:33.854 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.a] 2024-09-21T07:23:33.854 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.b] 2024-09-21T07:23:33.854 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.c] 2024-09-21T07:23:33.854 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:23:33.854 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:23:33.854 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:23:33.854 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:23:33.855 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-21T07:23:33.855 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-21T07:23:33.855 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:23:33.856 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-21T07:23:33.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-21T07:23:33.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-21T07:23:33.859 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.860 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:23:33.861 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:23:33.862 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:23:33.863 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-21T07:23:33.864 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:23:33.865 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:23:33.865 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-21T07:23:33.865 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-21T07:23:33.978 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-21T07:23:33.978 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:33.979 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-21T07:23:33.983 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:33.983 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-21T07:23:34.031 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:23:34.031 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:34.031 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-21T07:23:34.031 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T07:23:34.095 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:23:34.095 DEBUG:teuthology.orchestra.run.smithi006:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:34.143 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:23:34.143 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:23:34.143 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-21T07:23:34.143 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T07:23:34.166 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:23:34.167 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:34.213 INFO:tasks.ceph:Setting up mon nodes... 2024-09-21T07:23:34.214 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-21T07:23:34.214 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-21T07:23:34.290 INFO:teuthology.orchestra.run.smithi006.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-21T07:23:34.297 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-21T07:23:34.372 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-21T07:23:34.395 INFO:tasks.ceph:Setting up mds nodes... 2024-09-21T07:23:34.395 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-21T07:23:34.471 INFO:teuthology.orchestra.run.smithi006.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-21T07:23:34.479 DEBUG:teuthology.orchestra.run.smithi006:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-21T07:23:34.491 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-21T07:23:34.597 INFO:teuthology.orchestra.run.smithi006.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-21T07:23:34.604 DEBUG:teuthology.orchestra.run.smithi006:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-21T07:23:34.617 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-21T07:23:34.693 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-21T07:23:34.699 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-21T07:23:34.712 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-21T07:23:34.815 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-21T07:23:34.822 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-21T07:23:34.832 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-21T07:23:34.833 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-21T07:23:34.900 INFO:teuthology.orchestra.run.smithi006.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-21T07:23:34.915 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-21T07:23:34.979 INFO:teuthology.orchestra.run.smithi006.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-21T07:23:34.994 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-21T07:23:35.058 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-21T07:23:35.074 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-21T07:23:35.135 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-21T07:23:35.149 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-21T07:23:35.149 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi006.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-21T07:23:35.150 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-21T07:23:35.163 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:35.163 INFO:tasks.ceph:role: osd.0 2024-09-21T07:23:35.163 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:23:35.163 DEBUG:teuthology.orchestra.run.smithi006:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-21T07:23:35.227 INFO:teuthology.orchestra.run.smithi006.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T07:23:35.227 INFO:teuthology.orchestra.run.smithi006.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T07:23:35.227 INFO:teuthology.orchestra.run.smithi006.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T07:23:35.227 INFO:teuthology.orchestra.run.smithi006.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T07:23:35.227 INFO:teuthology.orchestra.run.smithi006.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T07:23:35.227 INFO:teuthology.orchestra.run.smithi006.stdout: = sunit=0 swidth=0 blks 2024-09-21T07:23:35.228 INFO:teuthology.orchestra.run.smithi006.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T07:23:35.228 INFO:teuthology.orchestra.run.smithi006.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T07:23:35.228 INFO:teuthology.orchestra.run.smithi006.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T07:23:35.228 INFO:teuthology.orchestra.run.smithi006.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T07:23:35.701 INFO:teuthology.orchestra.run.smithi006.stdout:Discarding blocks...Done. 2024-09-21T07:23:35.703 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi006.front.sepia.ceph.com -o noatime 2024-09-21T07:23:35.703 DEBUG:teuthology.orchestra.run.smithi006:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-21T07:23:35.856 DEBUG:teuthology.orchestra.run.smithi006:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-21T07:23:35.868 INFO:teuthology.orchestra.run.smithi006.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T07:23:35.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:23:35.869 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-21T07:23:35.923 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:35.923 INFO:tasks.ceph:role: osd.1 2024-09-21T07:23:35.923 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:23:35.924 DEBUG:teuthology.orchestra.run.smithi006:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-21T07:23:35.986 INFO:teuthology.orchestra.run.smithi006.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout: = sunit=0 swidth=0 blks 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T07:23:35.987 INFO:teuthology.orchestra.run.smithi006.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T07:23:36.423 INFO:teuthology.orchestra.run.smithi006.stdout:Discarding blocks...Done. 2024-09-21T07:23:36.425 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi006.front.sepia.ceph.com -o noatime 2024-09-21T07:23:36.425 DEBUG:teuthology.orchestra.run.smithi006:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-21T07:23:36.509 DEBUG:teuthology.orchestra.run.smithi006:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-21T07:23:36.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:23:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T07:23:36.562 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-21T07:23:36.615 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:36.615 INFO:tasks.ceph:role: osd.2 2024-09-21T07:23:36.615 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:23:36.615 DEBUG:teuthology.orchestra.run.smithi006:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-21T07:23:36.678 INFO:teuthology.orchestra.run.smithi006.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout: = sunit=0 swidth=0 blks 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T07:23:36.679 INFO:teuthology.orchestra.run.smithi006.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T07:23:37.127 INFO:teuthology.orchestra.run.smithi006.stdout:Discarding blocks...Done. 2024-09-21T07:23:37.128 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi006.front.sepia.ceph.com -o noatime 2024-09-21T07:23:37.129 DEBUG:teuthology.orchestra.run.smithi006:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-21T07:23:37.263 DEBUG:teuthology.orchestra.run.smithi006:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-21T07:23:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T07:23:37.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:23:37.275 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-21T07:23:37.331 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:37.331 INFO:tasks.ceph:role: osd.3 2024-09-21T07:23:37.331 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:23:37.331 DEBUG:teuthology.orchestra.run.smithi006:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-21T07:23:37.395 INFO:teuthology.orchestra.run.smithi006.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T07:23:37.395 INFO:teuthology.orchestra.run.smithi006.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T07:23:37.395 INFO:teuthology.orchestra.run.smithi006.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T07:23:37.395 INFO:teuthology.orchestra.run.smithi006.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T07:23:37.395 INFO:teuthology.orchestra.run.smithi006.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T07:23:37.395 INFO:teuthology.orchestra.run.smithi006.stdout: = sunit=0 swidth=0 blks 2024-09-21T07:23:37.395 INFO:teuthology.orchestra.run.smithi006.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T07:23:37.395 INFO:teuthology.orchestra.run.smithi006.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T07:23:37.396 INFO:teuthology.orchestra.run.smithi006.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T07:23:37.396 INFO:teuthology.orchestra.run.smithi006.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T07:23:37.884 INFO:teuthology.orchestra.run.smithi006.stdout:Discarding blocks...Done. 2024-09-21T07:23:37.887 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi006.front.sepia.ceph.com -o noatime 2024-09-21T07:23:37.887 DEBUG:teuthology.orchestra.run.smithi006:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-21T07:23:38.047 DEBUG:teuthology.orchestra.run.smithi006:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-21T07:23:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T07:23:38.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:23:38.060 DEBUG:teuthology.orchestra.run.smithi006:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:38.209+0000 7fb669a9c7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-21T07:23:38.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:38.213+0000 7fb669a9c7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-21T07:23:38.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:38.213+0000 7fb669a9c7c0 -1 bdev(0x55e462080a00 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-21T07:23:38.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:38.213+0000 7fb669a9c7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-21T07:23:41.341 DEBUG:teuthology.orchestra.run.smithi006:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-21T07:23:41.355 DEBUG:teuthology.orchestra.run.smithi006:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:41.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:41.469+0000 7f6ca67987c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-21T07:23:41.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:41.469+0000 7f6ca67987c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-21T07:23:41.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:41.469+0000 7f6ca67987c0 -1 bdev(0x56442a298a00 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-21T07:23:41.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:41.469+0000 7f6ca67987c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-21T07:23:44.609 DEBUG:teuthology.orchestra.run.smithi006:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-21T07:23:44.624 DEBUG:teuthology.orchestra.run.smithi006:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:44.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:44.737+0000 7f96d17e27c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-21T07:23:44.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:44.737+0000 7f96d17e27c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-21T07:23:44.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:44.737+0000 7f96d17e27c0 -1 bdev(0x55c463ae4a00 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-21T07:23:44.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:44.737+0000 7f96d17e27c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-21T07:23:47.857 DEBUG:teuthology.orchestra.run.smithi006:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-21T07:23:47.870 DEBUG:teuthology.orchestra.run.smithi006:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:47.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:47.985+0000 7f03076057c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-21T07:23:47.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:47.985+0000 7f03076057c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-21T07:23:47.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:47.985+0000 7f03076057c0 -1 bdev(0x564b82660a00 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-21T07:23:47.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:23:47.985+0000 7f03076057c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-21T07:23:51.130 DEBUG:teuthology.orchestra.run.smithi006:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-21T07:23:51.144 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-21T07:23:51.158 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:51.158 INFO:tasks.ceph:role: osd.4 2024-09-21T07:23:51.158 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:23:51.158 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-21T07:23:51.221 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T07:23:51.222 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T07:23:51.676 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-21T07:23:51.678 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-21T07:23:51.678 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-21T07:23:51.774 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-21T07:23:51.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:23:51.784 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T07:23:51.784 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-21T07:23:51.839 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:51.840 INFO:tasks.ceph:role: osd.5 2024-09-21T07:23:51.840 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:23:51.840 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-21T07:23:51.901 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T07:23:51.901 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T07:23:51.901 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T07:23:51.901 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T07:23:51.902 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T07:23:51.902 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-21T07:23:51.902 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T07:23:51.902 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T07:23:51.902 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T07:23:51.902 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T07:23:52.360 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-21T07:23:52.362 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-21T07:23:52.363 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-21T07:23:52.497 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-21T07:23:52.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:23:52.508 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T07:23:52.509 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-21T07:23:52.565 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:52.565 INFO:tasks.ceph:role: osd.6 2024-09-21T07:23:52.565 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:23:52.565 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-21T07:23:52.628 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T07:23:52.628 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T07:23:52.628 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T07:23:52.628 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T07:23:52.629 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T07:23:52.629 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-21T07:23:52.629 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T07:23:52.629 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T07:23:52.629 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T07:23:52.629 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T07:23:53.105 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-21T07:23:53.107 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-21T07:23:53.107 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-21T07:23:53.222 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-21T07:23:53.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:23:53.232 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T07:23:53.232 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-21T07:23:53.287 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T07:23:53.287 INFO:tasks.ceph:role: osd.7 2024-09-21T07:23:53.287 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:23:53.287 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-21T07:23:53.352 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T07:23:53.352 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T07:23:53.352 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T07:23:53.353 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T07:23:53.353 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T07:23:53.353 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2024-09-21T07:23:53.353 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T07:23:53.353 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T07:23:53.353 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T07:23:53.353 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T07:23:53.782 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2024-09-21T07:23:53.784 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2024-09-21T07:23:53.784 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-21T07:23:53.872 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-21T07:23:53.927 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T07:23:53.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:23:53.929 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:54.088 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:23:54.083+0000 7f933cc987c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-21T07:23:54.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:23:54.087+0000 7f933cc987c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-21T07:23:54.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:23:54.087+0000 7f933cc987c0 -1 bdev(0x5630f1ac4a00 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-21T07:23:54.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:23:54.087+0000 7f933cc987c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-21T07:23:57.221 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-21T07:23:57.235 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:23:57.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:23:57.343+0000 7f9aff6a97c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-21T07:23:57.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:23:57.347+0000 7f9aff6a97c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-21T07:23:57.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:23:57.347+0000 7f9aff6a97c0 -1 bdev(0x556e60fcaa00 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-21T07:23:57.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:23:57.347+0000 7f9aff6a97c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-21T07:24:00.478 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-21T07:24:00.492 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:24:00.602 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:00.599+0000 7f0c32f7d7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-21T07:24:00.603 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:00.599+0000 7f0c32f7d7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-21T07:24:00.603 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:00.599+0000 7f0c32f7d7c0 -1 bdev(0x55ffecbe2a00 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-21T07:24:00.603 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:00.599+0000 7f0c32f7d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-21T07:24:02.085 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:24:02.087 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:24:03.731 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-21T07:24:03.744 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:24:03.855 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:03.851+0000 7f2fac3587c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-21T07:24:03.856 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:03.851+0000 7f2fac3587c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-21T07:24:03.856 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:03.851+0000 7f2fac3587c0 -1 bdev(0x56095dbfaa00 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-21T07:24:03.856 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:03.851+0000 7f2fac3587c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-21T07:24:06.995 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-21T07:24:07.009 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-21T07:24:07.009 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.009 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-21T07:24:07.023 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.024 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-21T07:24:07.078 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.079 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-21T07:24:07.134 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.135 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-21T07:24:07.190 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.191 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-21T07:24:07.247 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.247 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-21T07:24:07.302 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.303 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-21T07:24:07.359 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.359 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-21T07:24:07.373 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.373 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-21T07:24:07.429 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.429 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-21T07:24:07.484 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.485 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-21T07:24:07.540 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.540 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-21T07:24:07.592 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.592 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-21T07:24:07.647 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.648 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-21T07:24:07.700 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.700 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-21T07:24:07.706 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:07.706 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-21T07:24:07.751 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.751 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-21T07:24:07.757 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:07.757 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-21T07:24:07.805 INFO:tasks.ceph:Adding keys to all mons... 2024-09-21T07:24:07.805 DEBUG:teuthology.orchestra.run.smithi006:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-21T07:24:07.807 DEBUG:teuthology.orchestra.run.smithi145:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-21T07:24:07.851 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr.y] 2024-09-21T07:24:07.851 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw== 2024-09-21T07:24:07.851 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:24:07.851 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w== 2024-09-21T07:24:07.851 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:24:07.851 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw== 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout:[osd.0] 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA== 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout:[osd.1] 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ== 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout:[osd.2] 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw== 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout:[osd.3] 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg== 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr.x] 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg== 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ== 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:24:07.852 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw== 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout:[osd.4] 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w== 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout:[osd.5] 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg== 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout:[osd.6] 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ== 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout:[osd.7] 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ== 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout:[client.2] 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg== 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout:[client.1] 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg== 2024-09-21T07:24:07.853 INFO:teuthology.orchestra.run.smithi006.stdout:[client.3] 2024-09-21T07:24:07.854 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ== 2024-09-21T07:24:07.859 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.y] 2024-09-21T07:24:07.859 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw== 2024-09-21T07:24:07.859 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:24:07.859 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w== 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw== 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.0] 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA== 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.1] 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ== 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.2] 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw== 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.3] 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg== 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.x] 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg== 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:24:07.860 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ== 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw== 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.4] 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w== 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.5] 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg== 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.6] 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ== 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.7] 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ== 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout:[client.0] 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout:[client.2] 2024-09-21T07:24:07.861 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg== 2024-09-21T07:24:07.862 INFO:teuthology.orchestra.run.smithi145.stdout:[client.1] 2024-09-21T07:24:07.862 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg== 2024-09-21T07:24:07.862 INFO:teuthology.orchestra.run.smithi145.stdout:[client.3] 2024-09-21T07:24:07.862 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ== 2024-09-21T07:24:07.863 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T07:24:07.900 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T07:24:07.985 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T07:24:07.987 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T07:24:08.065 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T07:24:08.067 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T07:24:08.145 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.147 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.220 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.222 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.290 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.292 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.366 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.368 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.436 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T07:24:08.438 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T07:24:08.511 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T07:24:08.514 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T07:24:08.586 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T07:24:08.588 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T07:24:08.664 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.666 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.736 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.738 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.807 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.809 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.880 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.882 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T07:24:08.955 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T07:24:08.957 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T07:24:09.028 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T07:24:09.031 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T07:24:09.103 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T07:24:09.106 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T07:24:09.176 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T07:24:09.179 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T07:24:09.250 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-21T07:24:09.250 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-21T07:24:09.262 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T07:24:09.384 DEBUG:teuthology.orchestra.run.smithi006:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-21T07:24:09.394 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-21T07:24:09.406 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T07:24:09.539 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-21T07:24:09.548 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-21T07:24:09.601 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T07:24:09.727 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-21T07:24:09.736 DEBUG:teuthology.orchestra.run.smithi006:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:24:09.739 DEBUG:teuthology.orchestra.run.smithi145:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-21T07:24:09.783 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-21T07:24:09.784 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-21T07:24:09.784 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-21T07:24:09.787 INFO:tasks.ceph.mon.a:Started 2024-09-21T07:24:09.787 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-21T07:24:09.788 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-21T07:24:09.825 INFO:tasks.ceph.mon.b:Started 2024-09-21T07:24:09.825 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-21T07:24:09.826 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-21T07:24:09.827 INFO:tasks.ceph.mon.c:Started 2024-09-21T07:24:09.827 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-21T07:24:09.828 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-21T07:24:09.828 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-21T07:24:09.830 INFO:tasks.ceph.mgr.y:Started 2024-09-21T07:24:09.830 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-21T07:24:09.831 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-21T07:24:09.832 INFO:tasks.ceph.mgr.x:Started 2024-09-21T07:24:09.832 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-09-21T07:24:09.832 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-09-21T07:24:09.835 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-09-21T07:24:09.835 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set client debug_client 20 2024-09-21T07:24:09.879 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-09-21T07:24:09.879 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set client debug_ms 1 2024-09-21T07:24:09.923 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-09-21T07:24:09.923 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-09-21T07:24:09.967 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-09-21T07:24:09.967 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-09-21T07:24:10.015 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-09-21T07:24:10.015 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-09-21T07:24:10.063 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-09-21T07:24:10.063 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-09-21T07:24:10.107 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-09-21T07:24:10.107 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-09-21T07:24:10.151 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-09-21T07:24:10.151 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-09-21T07:24:10.199 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-09-21T07:24:10.199 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-09-21T07:24:10.243 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-09-21T07:24:10.243 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-09-21T07:24:10.287 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-09-21T07:24:10.287 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-09-21T07:24:10.331 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-09-21T07:24:10.331 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-09-21T07:24:10.379 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-09-21T07:24:10.379 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-09-21T07:24:10.423 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-09-21T07:24:10.423 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-09-21T07:24:10.467 INFO:tasks.ceph:setting config [mgr] client_mount_timeout = 30 2024-09-21T07:24:10.467 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mgr client_mount_timeout 30 2024-09-21T07:24:10.511 INFO:tasks.ceph:setting config [mgr] debug_client = 20 2024-09-21T07:24:10.511 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mgr debug_client 20 2024-09-21T07:24:10.555 INFO:tasks.ceph:setting config [mgr] debug_mgr = 20 2024-09-21T07:24:10.555 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mgr debug_mgr 20 2024-09-21T07:24:10.599 INFO:tasks.ceph:setting config [mgr] debug_ms = 1 2024-09-21T07:24:10.599 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mgr debug_ms 1 2024-09-21T07:24:10.643 INFO:tasks.ceph:setting config [mgr] mon_warn_on_pool_no_app = False 2024-09-21T07:24:10.643 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mgr mon_warn_on_pool_no_app False 2024-09-21T07:24:10.687 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-09-21T07:24:10.687 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-09-21T07:24:10.731 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-09-21T07:24:10.731 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-09-21T07:24:10.779 DEBUG:tasks.ceph:set 22 configs 2024-09-21T07:24:10.779 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi006') 2024-09-21T07:24:15.700 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi006') 2024-09-21T07:24:15.700 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi006') 2024-09-21T07:24:15.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.708+0000 7f513ffff640 1 -- 172.21.15.6:0/1096347658 <== mon.1 v2:172.21.15.145:3300/0 11 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v20)=0 v20) ==== 109+0+0 (secure 0 0 0) 0x7f51480c5d70 con 0x7f5140004810 2024-09-21T07:24:15.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.712+0000 7f515dd78640 1 -- 172.21.15.6:0/1096347658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5140004810 msgr2=0x7f51581ff770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:15.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.712+0000 7f515dd78640 1 --2- 172.21.15.6:0/1096347658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5140004810 0x7f51581ff770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5148005880 tx=0x7f5140005840 comp rx=0 tx=0).stop 2024-09-21T07:24:15.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.712+0000 7f515dd78640 1 -- 172.21.15.6:0/1096347658 shutdown_connections 2024-09-21T07:24:15.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.712+0000 7f515dd78640 1 --2- 172.21.15.6:0/1096347658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5158155a00 0x7f51582001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:15.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.712+0000 7f515dd78640 1 --2- 172.21.15.6:0/1096347658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f515806fe50 0x7f51581ffcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:15.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.712+0000 7f515dd78640 1 --2- 172.21.15.6:0/1096347658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5140004810 0x7f51581ff770 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:15.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.712+0000 7f515dd78640 1 -- 172.21.15.6:0/1096347658 >> 172.21.15.6:0/1096347658 conn(0x7f51580b24e0 msgr2=0x7f51580b1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:15.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.716+0000 7f515dd78640 1 -- 172.21.15.6:0/1096347658 shutdown_connections 2024-09-21T07:24:15.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:15.716+0000 7f515dd78640 1 -- 172.21.15.6:0/1096347658 wait complete. 2024-09-21T07:24:15.744 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi006') 2024-09-21T07:24:15.744 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.164+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2155215801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48c80087d0 msgr2=0x7f48c800d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.164+0000 7f48ecc5b640 1 --2- 172.21.15.6:0/2155215801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48c80087d0 0x7f48c800d510 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f48e80d2160 tx=0x7f48e001d7d0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.164+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2155215801 shutdown_connections 2024-09-21T07:24:16.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.164+0000 7f48ecc5b640 1 --2- 172.21.15.6:0/2155215801 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48c80087d0 0x7f48c800d510 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.164+0000 7f48ecc5b640 1 --2- 172.21.15.6:0/2155215801 >> v2:172.21.15.145:3300/0 conn(0x7f48c8003b90 0x7f48c80066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.164+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2155215801 >> 172.21.15.6:0/2155215801 conn(0x7f48e80cdbb0 msgr2=0x7f48e80cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.164+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2155215801 shutdown_connections 2024-09-21T07:24:16.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.164+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2155215801 wait complete. 2024-09-21T07:24:16.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.168+0000 7f48ecc5b640 1 Processor -- start 2024-09-21T07:24:16.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.168+0000 7f48ecc5b640 1 -- start start 2024-09-21T07:24:16.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48c8003b90 0x7f48e8157730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48c8006be0 0x7f48e8157c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48e81f9ff0 0x7f48e81507b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f48e80cd670 con 0x7f48e81f9ff0 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f48e80cd4f0 con 0x7f48c8003b90 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f48e80cff60 con 0x7f48c8006be0 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48e81f9ff0 0x7f48e81507b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48e81f9ff0 0x7f48e81507b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43998/0 (socket says 172.21.15.6:43998) 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 -- 172.21.15.6:0/2865423711 learned_addr learned my addr 172.21.15.6:0/2865423711 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e5d9b640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48c8006be0 0x7f48e8157c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e659c640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48c8003b90 0x7f48e8157730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 -- 172.21.15.6:0/2865423711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48c8006be0 msgr2=0x7f48e8157c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48c8006be0 0x7f48e8157c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 -- 172.21.15.6:0/2865423711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48c8003b90 msgr2=0x7f48e8157730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48c8003b90 0x7f48e8157730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 -- 172.21.15.6:0/2865423711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e81f6b00 con 0x7f48e81f9ff0 2024-09-21T07:24:16.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48e6d9d640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48e81f9ff0 0x7f48e81507b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f48e0002240 tx=0x7f48e001c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:16.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48d6ffd640 1 -- 172.21.15.6:0/2865423711 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e00b8050 con 0x7f48e81f9ff0 2024-09-21T07:24:16.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48d6ffd640 1 -- 172.21.15.6:0/2865423711 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f48e0004b90 con 0x7f48e81f9ff0 2024-09-21T07:24:16.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48d6ffd640 1 -- 172.21.15.6:0/2865423711 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e0005040 con 0x7f48e81f9ff0 2024-09-21T07:24:16.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48e81f9510 con 0x7f48e81f9ff0 2024-09-21T07:24:16.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48e81f9ad0 con 0x7f48e81f9ff0 2024-09-21T07:24:16.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48d6ffd640 1 -- 172.21.15.6:0/2865423711 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f48e000c040 con 0x7f48e81f9ff0 2024-09-21T07:24:16.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48d6ffd640 1 -- 172.21.15.6:0/2865423711 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f48e00bca70 con 0x7f48e81f9ff0 2024-09-21T07:24:16.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.172+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48e80d0400 con 0x7f48e81f9ff0 2024-09-21T07:24:16.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.176+0000 7f48d6ffd640 1 -- 172.21.15.6:0/2865423711 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f48e00c2060 con 0x7f48e81f9ff0 2024-09-21T07:24:16.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.236+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f48e80b2b10 con 0x7f48e81f9ff0 2024-09-21T07:24:16.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48d6ffd640 1 -- 172.21.15.6:0/2865423711 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v21)=0 v21) ==== 123+0+0 (secure 0 0 0) 0x7f48e0017580 con 0x7f48e81f9ff0 2024-09-21T07:24:16.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48e81f9ff0 msgr2=0x7f48e81507b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48d6ffd640 1 -- 172.21.15.6:0/2865423711 <== mon.0 v2:172.21.15.6:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f48e00cb070 con 0x7f48e81f9ff0 2024-09-21T07:24:16.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48ecc5b640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48e81f9ff0 0x7f48e81507b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f48e0002240 tx=0x7f48e001c260 comp rx=0 tx=0).stop 2024-09-21T07:24:16.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 shutdown_connections 2024-09-21T07:24:16.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48ecc5b640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48e81f9ff0 0x7f48e81507b0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48ecc5b640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f48c8006be0 0x7f48e8157c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48ecc5b640 1 --2- 172.21.15.6:0/2865423711 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48c8003b90 0x7f48e8157730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.248+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 >> 172.21.15.6:0/2865423711 conn(0x7f48e80cdbb0 msgr2=0x7f48e81547d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.252+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 shutdown_connections 2024-09-21T07:24:16.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.252+0000 7f48ecc5b640 1 -- 172.21.15.6:0/2865423711 wait complete. 2024-09-21T07:24:16.273 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.273 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.274 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.296+0000 7f1cea4e3640 1 -- 172.21.15.6:0/870402845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd00065f0 msgr2=0x7f1cd0003ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.296+0000 7f1cea4e3640 1 --2- 172.21.15.6:0/870402845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd00065f0 0x7f1cd0003ae0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1cd4006bf0 tx=0x7f1cd401d600 comp rx=0 tx=0).stop 2024-09-21T07:24:16.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.296+0000 7f1cea4e3640 1 -- 172.21.15.6:0/870402845 shutdown_connections 2024-09-21T07:24:16.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.296+0000 7f1cea4e3640 1 --2- 172.21.15.6:0/870402845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd00065f0 0x7f1cd0003ae0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.296+0000 7f1cea4e3640 1 -- 172.21.15.6:0/870402845 >> 172.21.15.6:0/870402845 conn(0x7f1ce40b24e0 msgr2=0x7f1ce40b28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.300+0000 7f1cea4e3640 1 -- 172.21.15.6:0/870402845 shutdown_connections 2024-09-21T07:24:16.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.300+0000 7f1cea4e3640 1 -- 172.21.15.6:0/870402845 wait complete. 2024-09-21T07:24:16.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1cea4e3640 1 Processor -- start 2024-09-21T07:24:16.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1cea4e3640 1 -- start start 2024-09-21T07:24:16.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1cea4e3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd0004020 0x7f1ce41539b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1cea4e3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1cd00065f0 0x7f1ce41f9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1cea4e3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce41540f0 0x7f1ce41f9f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1cea4e3640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce41608a0 con 0x7f1cd00065f0 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1cea4e3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce4160720 con 0x7f1cd0004020 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1cea4e3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce4160a20 con 0x7f1ce41540f0 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1ce37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1cd00065f0 0x7f1ce41f9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1ce37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1cd00065f0 0x7f1ce41f9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44010/0 (socket says 172.21.15.6:44010) 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1ce37fe640 1 -- 172.21.15.6:0/671795986 learned_addr learned my addr 172.21.15.6:0/671795986 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1ce3fff640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd0004020 0x7f1ce41539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.304+0000 7f1ce8a80640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce41540f0 0x7f1ce41f9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce37fe640 1 -- 172.21.15.6:0/671795986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce41540f0 msgr2=0x7f1ce41f9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce37fe640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce41540f0 0x7f1ce41f9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce37fe640 1 -- 172.21.15.6:0/671795986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd0004020 msgr2=0x7f1ce41539b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce37fe640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd0004020 0x7f1ce41539b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce37fe640 1 -- 172.21.15.6:0/671795986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce4153ef0 con 0x7f1cd00065f0 2024-09-21T07:24:16.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce37fe640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1cd00065f0 0x7f1ce41f9a40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1cd8004da0 tx=0x7f1cd8014830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:16.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce0ff9640 1 -- 172.21.15.6:0/671795986 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8012880 con 0x7f1cd00065f0 2024-09-21T07:24:16.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ce4158e40 con 0x7f1cd00065f0 2024-09-21T07:24:16.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce0ff9640 1 -- 172.21.15.6:0/671795986 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1cd8012b10 con 0x7f1cd00065f0 2024-09-21T07:24:16.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce0ff9640 1 -- 172.21.15.6:0/671795986 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd801d440 con 0x7f1cd00065f0 2024-09-21T07:24:16.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ce40aa540 con 0x7f1cd00065f0 2024-09-21T07:24:16.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce0ff9640 1 -- 172.21.15.6:0/671795986 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1cd801d5e0 con 0x7f1cd00065f0 2024-09-21T07:24:16.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1ce0ff9640 1 -- 172.21.15.6:0/671795986 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1cd8027ca0 con 0x7f1cd00065f0 2024-09-21T07:24:16.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.308+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ce41fa8c0 con 0x7f1cd00065f0 2024-09-21T07:24:16.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.312+0000 7f1ce0ff9640 1 -- 172.21.15.6:0/671795986 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f1cd802c080 con 0x7f1cd00065f0 2024-09-21T07:24:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.372+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f1ce406fe50 con 0x7f1cd00065f0 2024-09-21T07:24:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1ce0ff9640 1 -- 172.21.15.6:0/671795986 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v22)=0 v22) ==== 106+0+0 (secure 0 0 0) 0x7f1ce4153ef0 con 0x7f1cd00065f0 2024-09-21T07:24:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1cd00065f0 msgr2=0x7f1ce41f9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1cd00065f0 0x7f1ce41f9a40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1cd8004da0 tx=0x7f1cd8014830 comp rx=0 tx=0).stop 2024-09-21T07:24:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 shutdown_connections 2024-09-21T07:24:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ce41540f0 0x7f1ce41f9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1cd00065f0 0x7f1ce41f9a40 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 --2- 172.21.15.6:0/671795986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1cd0004020 0x7f1ce41539b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 >> 172.21.15.6:0/671795986 conn(0x7f1ce40b24e0 msgr2=0x7f1ce4155bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 shutdown_connections 2024-09-21T07:24:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.380+0000 7f1cea4e3640 1 -- 172.21.15.6:0/671795986 wait complete. 2024-09-21T07:24:16.401 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.401 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.401 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.432+0000 7f576f5f5640 1 -- 172.21.15.6:0/280194064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 msgr2=0x7f574c006610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.432+0000 7f576f5f5640 1 --2- 172.21.15.6:0/280194064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 0x7f574c006610 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f574c005ff0 tx=0x7f576401d350 comp rx=0 tx=0).stop 2024-09-21T07:24:16.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.432+0000 7f576f5f5640 1 -- 172.21.15.6:0/280194064 shutdown_connections 2024-09-21T07:24:16.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.432+0000 7f576f5f5640 1 --2- 172.21.15.6:0/280194064 >> v2:172.21.15.145:3300/0 conn(0x7f574c006b50 0x7f574c006f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.432+0000 7f576f5f5640 1 --2- 172.21.15.6:0/280194064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 0x7f574c006610 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.432+0000 7f576f5f5640 1 -- 172.21.15.6:0/280194064 >> 172.21.15.6:0/280194064 conn(0x7f57680d1120 msgr2=0x7f57680d1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 -- 172.21.15.6:0/280194064 shutdown_connections 2024-09-21T07:24:16.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 -- 172.21.15.6:0/280194064 wait complete. 2024-09-21T07:24:16.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 Processor -- start 2024-09-21T07:24:16.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 -- start start 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 0x7f576815bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f574c006b50 0x7f576813b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f574c007620 0x7f576813b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f576806d580 con 0x7f574c003ae0 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f576806d400 con 0x7f574c007620 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576f5f5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f57680cdb30 con 0x7f574c006b50 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576d391640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 0x7f576815bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576d391640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 0x7f576815bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44028/0 (socket says 172.21.15.6:44028) 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576d391640 1 -- 172.21.15.6:0/3065277895 learned_addr learned my addr 172.21.15.6:0/3065277895 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576cb90640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f574c006b50 0x7f576813b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576db92640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f574c007620 0x7f576813b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576d391640 1 -- 172.21.15.6:0/3065277895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f574c006b50 msgr2=0x7f576813b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576d391640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f574c006b50 0x7f576813b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576d391640 1 -- 172.21.15.6:0/3065277895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f574c007620 msgr2=0x7f576813b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576d391640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f574c007620 0x7f576813b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.436+0000 7f576d391640 1 -- 172.21.15.6:0/3065277895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57681f6e00 con 0x7f574c003ae0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f576d391640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 0x7f576815bec0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f576401ba00 tx=0x7f57640ad510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f575dffb640 1 -- 172.21.15.6:0/3065277895 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57640bc070 con 0x7f574c003ae0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f575dffb640 1 -- 172.21.15.6:0/3065277895 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57640ad890 con 0x7f574c003ae0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57681f7070 con 0x7f574c003ae0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f575dffb640 1 -- 172.21.15.6:0/3065277895 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57640adc80 con 0x7f574c003ae0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57680b5640 con 0x7f574c003ae0 2024-09-21T07:24:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f575dffb640 1 -- 172.21.15.6:0/3065277895 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f57640ac070 con 0x7f574c003ae0 2024-09-21T07:24:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f575dffb640 1 -- 172.21.15.6:0/3065277895 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5764003c90 con 0x7f574c003ae0 2024-09-21T07:24:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57680ce090 con 0x7f574c003ae0 2024-09-21T07:24:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.440+0000 7f575dffb640 1 -- 172.21.15.6:0/3065277895 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f57681461b0 con 0x7f574c003ae0 2024-09-21T07:24:16.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.500+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f57680745e0 con 0x7f574c003ae0 2024-09-21T07:24:16.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f575dffb640 1 -- 172.21.15.6:0/3065277895 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v23)=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f57640ade20 con 0x7f574c003ae0 2024-09-21T07:24:16.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 msgr2=0x7f576815bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 0x7f576815bec0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f576401ba00 tx=0x7f57640ad510 comp rx=0 tx=0).stop 2024-09-21T07:24:16.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 shutdown_connections 2024-09-21T07:24:16.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f574c007620 0x7f576813b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f574c006b50 0x7f576813b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 --2- 172.21.15.6:0/3065277895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f574c003ae0 0x7f576815bec0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 >> 172.21.15.6:0/3065277895 conn(0x7f57680d1120 msgr2=0x7f5768074800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 shutdown_connections 2024-09-21T07:24:16.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.508+0000 7f576f5f5640 1 -- 172.21.15.6:0/3065277895 wait complete. 2024-09-21T07:24:16.530 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.530 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.530 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.530 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.530 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'client_mount_timeout', '30'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.530 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_client', '20'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.531 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_mgr', '20'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.531 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_ms', '1'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.531 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.531 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.531 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi006') 2024-09-21T07:24:16.531 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config dump 2024-09-21T07:24:16.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.720+0000 7feed9d25640 1 -- 172.21.15.6:0/1616071445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed4160e20 msgr2=0x7feed40d1e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.720+0000 7feed9d25640 1 --2- 172.21.15.6:0/1616071445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed4160e20 0x7feed40d1e90 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7feec4009900 tx=0x7feec401c700 comp rx=0 tx=0).stop 2024-09-21T07:24:16.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.720+0000 7feed9d25640 1 -- 172.21.15.6:0/1616071445 shutdown_connections 2024-09-21T07:24:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.720+0000 7feed9d25640 1 --2- 172.21.15.6:0/1616071445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed4160e20 0x7feed40d1e90 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.720+0000 7feed9d25640 1 --2- 172.21.15.6:0/1616071445 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feed40cd310 0x7feed415d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.720+0000 7feed9d25640 1 -- 172.21.15.6:0/1616071445 >> 172.21.15.6:0/1616071445 conn(0x7feed4069180 msgr2=0x7feed40695c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.720+0000 7feed9d25640 1 -- 172.21.15.6:0/1616071445 shutdown_connections 2024-09-21T07:24:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.720+0000 7feed9d25640 1 -- 172.21.15.6:0/1616071445 wait complete. 2024-09-21T07:24:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 Processor -- start 2024-09-21T07:24:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 -- start start 2024-09-21T07:24:16.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feed40cd310 0x7feed414a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed40d23d0 0x7feed4152130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feed4160e20 0x7feed4152670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7feed4169e20 con 0x7feed40d23d0 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feed4169ca0 con 0x7feed40cd310 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7feed4169fa0 con 0x7feed4160e20 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed40d23d0 0x7feed4152130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed40d23d0 0x7feed4152130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44032/0 (socket says 172.21.15.6:44032) 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 -- 172.21.15.6:0/3340063116 learned_addr learned my addr 172.21.15.6:0/3340063116 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed37fe640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feed40cd310 0x7feed414a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed3fff640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feed4160e20 0x7feed4152670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 -- 172.21.15.6:0/3340063116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feed4160e20 msgr2=0x7feed4152670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feed4160e20 0x7feed4152670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 -- 172.21.15.6:0/3340063116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feed40cd310 msgr2=0x7feed414a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feed40cd310 0x7feed414a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 -- 172.21.15.6:0/3340063116 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feed41f6730 con 0x7feed40d23d0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed2ffd640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed40d23d0 0x7feed4152130 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7feec4009850 tx=0x7feec40a86b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feebbfff640 1 -- 172.21.15.6:0/3340063116 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec4004340 con 0x7feed40d23d0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feebbfff640 1 -- 172.21.15.6:0/3340063116 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feec4003600 con 0x7feed40d23d0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feed40c9500 con 0x7feed40d23d0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feebbfff640 1 -- 172.21.15.6:0/3340063116 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec4003a50 con 0x7feed40d23d0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feed41f6cd0 con 0x7feed40d23d0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feebbfff640 1 -- 172.21.15.6:0/3340063116 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7feec4003bf0 con 0x7feed40d23d0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feebbfff640 1 -- 172.21.15.6:0/3340063116 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7feec40b0740 con 0x7feed40d23d0 2024-09-21T07:24:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.724+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feed415d9c0 con 0x7feed40d23d0 2024-09-21T07:24:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.728+0000 7feebbfff640 1 -- 172.21.15.6:0/3340063116 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7feec40bf060 con 0x7feed40d23d0 2024-09-21T07:24:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7feed4160620 con 0x7feed40d23d0 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feebbfff640 1 -- 172.21.15.6:0/3340063116 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v23) ==== 59+0+1472 (secure 0 0 0) 0x7feec40ac030 con 0x7feed40d23d0 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced client_mount_timeout 30 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_client 20/20 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_mgr 20/20 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_ms 1/1 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T07:24:16.792 INFO:teuthology.orchestra.run.smithi006.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds 20/20 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_ms 2/2 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_frag true 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_scatterstat true 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_verify_scatter true 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced client_mount_timeout 600 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_client 20/20 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_ms 1/1 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T07:24:16.793 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T07:24:16.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed40d23d0 msgr2=0x7feed4152130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed40d23d0 0x7feed4152130 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7feec4009850 tx=0x7feec40a86b0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 shutdown_connections 2024-09-21T07:24:16.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feed4160e20 0x7feed4152670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feed40d23d0 0x7feed4152130 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 --2- 172.21.15.6:0/3340063116 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feed40cd310 0x7feed414a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 >> 172.21.15.6:0/3340063116 conn(0x7feed4069180 msgr2=0x7feed41562d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 shutdown_connections 2024-09-21T07:24:16.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.788+0000 7feed9d25640 1 -- 172.21.15.6:0/3340063116 wait complete. 2024-09-21T07:24:16.810 INFO:tasks.ceph:Setting crush tunables to default 2024-09-21T07:24:16.810 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph osd crush tunables default 2024-09-21T07:24:16.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 -- 172.21.15.6:0/2782294374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32740b3770 msgr2=0x7f32740b3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 --2- 172.21.15.6:0/2782294374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32740b3770 0x7f32740b3b80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3274072fd0 tx=0x7f325c01c830 comp rx=0 tx=0).stop 2024-09-21T07:24:16.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 -- 172.21.15.6:0/2782294374 shutdown_connections 2024-09-21T07:24:16.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 --2- 172.21.15.6:0/2782294374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32740b3770 0x7f32740b3b80 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 --2- 172.21.15.6:0/2782294374 >> v2:172.21.15.145:3300/0 conn(0x7f327415fbf0 0x7f327406fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 -- 172.21.15.6:0/2782294374 >> 172.21.15.6:0/2782294374 conn(0x7f32740b2470 msgr2=0x7f32740b2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:16.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 -- 172.21.15.6:0/2782294374 shutdown_connections 2024-09-21T07:24:16.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 -- 172.21.15.6:0/2782294374 wait complete. 2024-09-21T07:24:16.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 Processor -- start 2024-09-21T07:24:16.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.948+0000 7f327a1c1640 1 -- start start 2024-09-21T07:24:16.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32740b3770 0x7f32741f9820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f327415fbf0 0x7f32740aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3274160790 0x7f32740b12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:16.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3274169e70 con 0x7f327415fbf0 2024-09-21T07:24:16.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3274169cf0 con 0x7f32740b3770 2024-09-21T07:24:16.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3274169ff0 con 0x7f3274160790 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f327415fbf0 0x7f32740aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f327415fbf0 0x7f32740aef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44054/0 (socket says 172.21.15.6:44054) 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 -- 172.21.15.6:0/755152011 learned_addr learned my addr 172.21.15.6:0/755152011 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f32737fe640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32740b3770 0x7f32741f9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 -- 172.21.15.6:0/755152011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3274160790 msgr2=0x7f32740b12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3273fff640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3274160790 0x7f32740b12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3274160790 0x7f32740b12b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 -- 172.21.15.6:0/755152011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32740b3770 msgr2=0x7f32741f9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32740b3770 0x7f32741f9820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 -- 172.21.15.6:0/755152011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32740ae130 con 0x7f327415fbf0 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f3272ffd640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f327415fbf0 0x7f32740aef40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f325c01aee0 tx=0x7f325c0a86a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f326bfff640 1 -- 172.21.15.6:0/755152011 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c004340 con 0x7f327415fbf0 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f326bfff640 1 -- 172.21.15.6:0/755152011 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f325c005030 con 0x7f327415fbf0 2024-09-21T07:24:16.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32740af480 con 0x7f327415fbf0 2024-09-21T07:24:16.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f326bfff640 1 -- 172.21.15.6:0/755152011 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c005480 con 0x7f327415fbf0 2024-09-21T07:24:16.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3274151b70 con 0x7f327415fbf0 2024-09-21T07:24:16.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f326bfff640 1 -- 172.21.15.6:0/755152011 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f325c0046d0 con 0x7f327415fbf0 2024-09-21T07:24:16.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f326bfff640 1 -- 172.21.15.6:0/755152011 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f325c0039f0 con 0x7f327415fbf0 2024-09-21T07:24:16.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.952+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32740b3b80 con 0x7f327415fbf0 2024-09-21T07:24:16.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:16.956+0000 7f326bfff640 1 -- 172.21.15.6:0/755152011 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f32740ae130 con 0x7f327415fbf0 2024-09-21T07:24:17.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.016+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f32740b2990 con 0x7f327415fbf0 2024-09-21T07:24:17.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f326bfff640 1 -- 172.21.15.6:0/755152011 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f325c0ac030 con 0x7f327415fbf0 2024-09-21T07:24:17.023 INFO:teuthology.orchestra.run.smithi006.stderr:adjusted tunables profile to default 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f327415fbf0 msgr2=0x7f32740aef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f327415fbf0 0x7f32740aef40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f325c01aee0 tx=0x7f325c0a86a0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 shutdown_connections 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3274160790 0x7f32740b12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f327415fbf0 0x7f32740aef40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 --2- 172.21.15.6:0/755152011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32740b3770 0x7f32741f9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 >> 172.21.15.6:0/755152011 conn(0x7f32740b2470 msgr2=0x7f3274155c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 shutdown_connections 2024-09-21T07:24:17.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:17.020+0000 7f327a1c1640 1 -- 172.21.15.6:0/755152011 wait complete. 2024-09-21T07:24:17.043 INFO:tasks.ceph:check_enable_crimson: False 2024-09-21T07:24:17.043 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-21T07:24:17.043 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:17.043 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-21T07:24:17.055 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:17.055 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-21T07:24:17.110 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:17.110 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-21T07:24:17.165 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:24:17.166 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-21T07:24:17.217 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:17.217 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-21T07:24:17.231 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:17.231 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-21T07:24:17.285 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:17.285 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-21T07:24:17.341 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:24:17.342 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-21T07:24:17.396 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new b73af439-e071-4f75-9429-208f7922bedf 0 2024-09-21T07:24:17.590 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- 172.21.15.145:0/2085143996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 msgr2=0x7fbd34073dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.591 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 --2- 172.21.15.145:0/2085143996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 0x7fbd34073dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbd34072d00 tx=0x7fbd2c01cd50 comp rx=0 tx=0).stop 2024-09-21T07:24:17.591 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- 172.21.15.145:0/2085143996 shutdown_connections 2024-09-21T07:24:17.591 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 --2- 172.21.15.145:0/2085143996 >> v2:172.21.15.6:3300/0 conn(0x7fbd3415d730 0x7fbd3406cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.591 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 --2- 172.21.15.145:0/2085143996 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 0x7fbd34073dd0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.591 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- 172.21.15.145:0/2085143996 >> 172.21.15.145:0/2085143996 conn(0x7fbd340cdbc0 msgr2=0x7fbd340cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:17.591 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- 172.21.15.145:0/2085143996 shutdown_connections 2024-09-21T07:24:17.591 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- 172.21.15.145:0/2085143996 wait complete. 2024-09-21T07:24:17.595 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 Processor -- start 2024-09-21T07:24:17.596 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- start start 2024-09-21T07:24:17.596 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd34074310 0x7fbd341fab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:17.596 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 0x7fbd341f6b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:17.596 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd3415d730 0x7fbd3414e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:17.596 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbd34169e20 con 0x7fbd34074310 2024-09-21T07:24:17.596 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbd34169ca0 con 0x7fbd340ce6e0 2024-09-21T07:24:17.597 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3be3b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbd34169fa0 con 0x7fbd3415d730 2024-09-21T07:24:17.597 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd393d6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 0x7fbd341f6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:17.597 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd3a3d8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd3415d730 0x7fbd3414e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:17.597 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd393d6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 0x7fbd341f6b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:34738/0 (socket says 172.21.15.145:34738) 2024-09-21T07:24:17.597 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.586+0000 7fbd393d6640 1 -- 172.21.15.145:0/1307732795 learned_addr learned my addr 172.21.15.145:0/1307732795 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-21T07:24:17.597 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd39bd7640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd34074310 0x7fbd341fab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:17.597 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd393d6640 1 -- 172.21.15.145:0/1307732795 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd3415d730 msgr2=0x7fbd3414e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.598 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd393d6640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd3415d730 0x7fbd3414e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.598 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd393d6640 1 -- 172.21.15.145:0/1307732795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd34074310 msgr2=0x7fbd341fab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.598 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd393d6640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd34074310 0x7fbd341fab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.598 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd393d6640 1 -- 172.21.15.145:0/1307732795 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd341fb050 con 0x7fbd340ce6e0 2024-09-21T07:24:17.598 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd3a3d8640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd3415d730 0x7fbd3414e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:17.598 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd393d6640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 0x7fbd341f6b70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbd2800c400 tx=0x7fbd2800c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:17.598 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd267fc640 1 -- 172.21.15.145:0/1307732795 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd28017070 con 0x7fbd340ce6e0 2024-09-21T07:24:17.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd267fc640 1 -- 172.21.15.145:0/1307732795 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd28003600 con 0x7fbd340ce6e0 2024-09-21T07:24:17.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd341f75f0 con 0x7fbd340ce6e0 2024-09-21T07:24:17.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd267fc640 1 -- 172.21.15.145:0/1307732795 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd28003a50 con 0x7fbd340ce6e0 2024-09-21T07:24:17.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd341fa310 con 0x7fbd340ce6e0 2024-09-21T07:24:17.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd267fc640 1 -- 172.21.15.145:0/1307732795 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbd2801a070 con 0x7fbd340ce6e0 2024-09-21T07:24:17.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd267fc640 1 -- 172.21.15.145:0/1307732795 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fbd28012740 con 0x7fbd340ce6e0 2024-09-21T07:24:17.599 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd341f7b10 con 0x7fbd340ce6e0 2024-09-21T07:24:17.600 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.590+0000 7fbd267fc640 1 -- 172.21.15.145:0/1307732795 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fbd341f7b10 con 0x7fbd340ce6e0 2024-09-21T07:24:17.668 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.662+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b73af439-e071-4f75-9429-208f7922bedf", "id": 0} v 0) -- 0x7fbd34073dd0 con 0x7fbd340ce6e0 2024-09-21T07:24:17.675 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd267fc640 1 -- 172.21.15.145:0/1307732795 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b73af439-e071-4f75-9429-208f7922bedf", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7fbd28021020 con 0x7fbd340ce6e0 2024-09-21T07:24:17.675 INFO:teuthology.orchestra.run.smithi145.stdout:0 2024-09-21T07:24:17.677 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 msgr2=0x7fbd341f6b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.678 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 0x7fbd341f6b70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbd2800c400 tx=0x7fbd2800c8c0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.678 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 shutdown_connections 2024-09-21T07:24:17.678 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd3415d730 0x7fbd3414e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.678 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd340ce6e0 0x7fbd341f6b70 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.678 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 --2- 172.21.15.145:0/1307732795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd34074310 0x7fbd341fab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.678 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 >> 172.21.15.145:0/1307732795 conn(0x7fbd340cdbc0 msgr2=0x7fbd34150840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:17.679 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 shutdown_connections 2024-09-21T07:24:17.679 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.670+0000 7fbd3be3b640 1 -- 172.21.15.145:0/1307732795 wait complete. 2024-09-21T07:24:17.694 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 02c4a2cc-1ac2-4f14-ac59-0de8982a7db3 1 2024-09-21T07:24:17.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- 172.21.15.145:0/2436908034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 msgr2=0x7f65fc0cebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 --2- 172.21.15.145:0/2436908034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 0x7f65fc0cebf0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f65ec009840 tx=0x7f65ec01c820 comp rx=0 tx=0).stop 2024-09-21T07:24:17.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- 172.21.15.145:0/2436908034 shutdown_connections 2024-09-21T07:24:17.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 --2- 172.21.15.145:0/2436908034 >> v2:172.21.15.145:3300/0 conn(0x7f65fc15d780 0x7f65fc0cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 --2- 172.21.15.145:0/2436908034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 0x7f65fc0cebf0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- 172.21.15.145:0/2436908034 >> 172.21.15.145:0/2436908034 conn(0x7f65fc0693b0 msgr2=0x7f65fc0710c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:17.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- 172.21.15.145:0/2436908034 shutdown_connections 2024-09-21T07:24:17.842 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- 172.21.15.145:0/2436908034 wait complete. 2024-09-21T07:24:17.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 Processor -- start 2024-09-21T07:24:17.843 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- start start 2024-09-21T07:24:17.846 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 0x7f65fc157940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:17.846 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65fc15d780 0x7f65fc14f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:17.846 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65fc1600f0 0x7f65fc159660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:17.846 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f65fc1537c0 con 0x7f65fc15d780 2024-09-21T07:24:17.846 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f65fc153640 con 0x7f65fc1600f0 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.838+0000 7f6603812640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f65fc153940 con 0x7f65fc15d370 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6601daf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65fc1600f0 0x7f65fc159660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f66015ae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 0x7f65fc157940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6601daf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65fc1600f0 0x7f65fc159660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:34752/0 (socket says 172.21.15.145:34752) 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6601daf640 1 -- 172.21.15.145:0/4130510907 learned_addr learned my addr 172.21.15.145:0/4130510907 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6600dad640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65fc15d780 0x7f65fc14f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f66015ae640 1 -- 172.21.15.145:0/4130510907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65fc1600f0 msgr2=0x7f65fc159660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f66015ae640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65fc1600f0 0x7f65fc159660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f66015ae640 1 -- 172.21.15.145:0/4130510907 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65fc15d780 msgr2=0x7f65fc14f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f66015ae640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65fc15d780 0x7f65fc14f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f66015ae640 1 -- 172.21.15.145:0/4130510907 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65fc157e80 con 0x7f65fc15d370 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6601daf640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65fc1600f0 0x7f65fc159660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6600dad640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65fc15d780 0x7f65fc14f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f66015ae640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 0x7f65fc157940 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f65f800b440 tx=0x7f65f800b900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:17.847 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f65f1ffb640 1 -- 172.21.15.145:0/4130510907 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f8011830 con 0x7f65fc15d370 2024-09-21T07:24:17.848 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f65f1ffb640 1 -- 172.21.15.145:0/4130510907 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65f8016070 con 0x7f65fc15d370 2024-09-21T07:24:17.848 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f65f1ffb640 1 -- 172.21.15.145:0/4130510907 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f8011d60 con 0x7f65fc15d370 2024-09-21T07:24:17.848 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65fc15e950 con 0x7f65fc15d370 2024-09-21T07:24:17.848 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f65fc15ef10 con 0x7f65fc15d370 2024-09-21T07:24:17.848 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f65f1ffb640 1 -- 172.21.15.145:0/4130510907 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f65f8004020 con 0x7f65fc15d370 2024-09-21T07:24:17.848 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f65f1ffb640 1 -- 172.21.15.145:0/4130510907 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f65f801b530 con 0x7f65fc15d370 2024-09-21T07:24:17.848 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.842+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65fc0ccc30 con 0x7f65fc15d370 2024-09-21T07:24:17.849 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.846+0000 7f65f1ffb640 1 -- 172.21.15.145:0/4130510907 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f65f8020020 con 0x7f65fc15d370 2024-09-21T07:24:17.919 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.914+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "02c4a2cc-1ac2-4f14-ac59-0de8982a7db3", "id": 1} v 0) -- 0x7f65fc0c5c90 con 0x7f65fc15d370 2024-09-21T07:24:17.925 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f65f1ffb640 1 -- 172.21.15.145:0/4130510907 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "02c4a2cc-1ac2-4f14-ac59-0de8982a7db3", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f65f8003600 con 0x7f65fc15d370 2024-09-21T07:24:17.926 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:24:17.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 msgr2=0x7f65fc157940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:17.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 0x7f65fc157940 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f65f800b440 tx=0x7f65f800b900 comp rx=0 tx=0).stop 2024-09-21T07:24:17.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 shutdown_connections 2024-09-21T07:24:17.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65fc1600f0 0x7f65fc159660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65fc15d780 0x7f65fc14f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 --2- 172.21.15.145:0/4130510907 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65fc15d370 0x7f65fc157940 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:17.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 >> 172.21.15.145:0/4130510907 conn(0x7f65fc0693b0 msgr2=0x7f65fc152470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:17.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 shutdown_connections 2024-09-21T07:24:17.928 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:17.922+0000 7f6603812640 1 -- 172.21.15.145:0/4130510907 wait complete. 2024-09-21T07:24:17.945 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 794cba1c-c472-4dfe-9d54-f2050ecf038b 2 2024-09-21T07:24:18.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 -- 172.21.15.145:0/3341727019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c840ced10 msgr2=0x7f1c840cf120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 --2- 172.21.15.145:0/3341727019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c840ced10 0x7f1c840cf120 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1c840b7270 tx=0x7f1c7c01cd80 comp rx=0 tx=0).stop 2024-09-21T07:24:18.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 -- 172.21.15.145:0/3341727019 shutdown_connections 2024-09-21T07:24:18.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 --2- 172.21.15.145:0/3341727019 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c840ced10 0x7f1c840cf120 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 --2- 172.21.15.145:0/3341727019 >> v2:172.21.15.6:3300/0 conn(0x7f1c8415b930 0x7f1c8415bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 -- 172.21.15.145:0/3341727019 >> 172.21.15.145:0/3341727019 conn(0x7f1c840cdbc0 msgr2=0x7f1c840cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:18.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 -- 172.21.15.145:0/3341727019 shutdown_connections 2024-09-21T07:24:18.091 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 -- 172.21.15.145:0/3341727019 wait complete. 2024-09-21T07:24:18.092 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 Processor -- start 2024-09-21T07:24:18.092 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.086+0000 7f1c8aadd640 1 -- start start 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84071490 0x7f1c840b1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1c840ced10 0x7f1c84158780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c8415b930 0x7f1c840c9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1c84168d00 con 0x7f1c8415b930 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1c84168b80 con 0x7f1c84071490 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1c84168e80 con 0x7f1c840ced10 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c88879640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84071490 0x7f1c840b1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1c840ced10 0x7f1c84158780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1c840ced10 0x7f1c84158780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:54414/0 (socket says 172.21.15.145:54414) 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c88879640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84071490 0x7f1c840b1ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:34772/0 (socket says 172.21.15.145:34772) 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 -- 172.21.15.145:0/2889892351 learned_addr learned my addr 172.21.15.145:0/2889892351 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-21T07:24:18.095 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8907a640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c8415b930 0x7f1c840c9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 -- 172.21.15.145:0/2889892351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84071490 msgr2=0x7f1c840b1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84071490 0x7f1c840b1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 -- 172.21.15.145:0/2889892351 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c8415b930 msgr2=0x7f1c840c9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c8415b930 0x7f1c840c9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 -- 172.21.15.145:0/2889892351 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c840b2220 con 0x7f1c840ced10 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c88879640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84071490 0x7f1c840b1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c83fff640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1c840ced10 0x7f1c84158780 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1c7800ca20 tx=0x7f1c7800cee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c817fa640 1 -- 172.21.15.145:0/2889892351 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78007c70 con 0x7f1c840ced10 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c817fa640 1 -- 172.21.15.145:0/2889892351 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c7800f450 con 0x7f1c840ced10 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c84155ff0 con 0x7f1c840ced10 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c817fa640 1 -- 172.21.15.145:0/2889892351 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7800f8a0 con 0x7f1c840ced10 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c841565b0 con 0x7f1c840ced10 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c817fa640 1 -- 172.21.15.145:0/2889892351 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1c7800fa40 con 0x7f1c840ced10 2024-09-21T07:24:18.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c817fa640 1 -- 172.21.15.145:0/2889892351 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f1c78018c70 con 0x7f1c840ced10 2024-09-21T07:24:18.097 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.090+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c840cf120 con 0x7f1c840ced10 2024-09-21T07:24:18.097 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.094+0000 7f1c817fa640 1 -- 172.21.15.145:0/2889892351 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f1c78014030 con 0x7f1c840ced10 2024-09-21T07:24:18.169 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.162+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "794cba1c-c472-4dfe-9d54-f2050ecf038b", "id": 2} v 0) -- 0x7f1c84158cc0 con 0x7f1c840ced10 2024-09-21T07:24:18.175 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c817fa640 1 -- 172.21.15.145:0/2889892351 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "794cba1c-c472-4dfe-9d54-f2050ecf038b", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f1c78018400 con 0x7f1c840ced10 2024-09-21T07:24:18.175 INFO:teuthology.orchestra.run.smithi145.stdout:2 2024-09-21T07:24:18.176 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1c840ced10 msgr2=0x7f1c84158780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.176 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1c840ced10 0x7f1c84158780 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1c7800ca20 tx=0x7f1c7800cee0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.177 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 shutdown_connections 2024-09-21T07:24:18.177 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c8415b930 0x7f1c840c9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.177 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1c840ced10 0x7f1c84158780 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.177 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 --2- 172.21.15.145:0/2889892351 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1c84071490 0x7f1c840b1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.177 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 >> 172.21.15.145:0/2889892351 conn(0x7f1c840cdbc0 msgr2=0x7f1c8406d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:18.177 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 shutdown_connections 2024-09-21T07:24:18.177 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.170+0000 7f1c8aadd640 1 -- 172.21.15.145:0/2889892351 wait complete. 2024-09-21T07:24:18.195 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 232c1c86-7e85-4f62-8bb8-389ad7cd51e8 3 2024-09-21T07:24:18.344 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.338+0000 7fd414945640 1 -- 172.21.15.145:0/1633510667 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4100aedf0 msgr2=0x7fd4100af200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.344 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.338+0000 7fd414945640 1 --2- 172.21.15.145:0/1633510667 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4100aedf0 0x7fd4100af200 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd410160e90 tx=0x7fd40801ccd0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.344 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.338+0000 7fd414945640 1 -- 172.21.15.145:0/1633510667 shutdown_connections 2024-09-21T07:24:18.344 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.338+0000 7fd414945640 1 --2- 172.21.15.145:0/1633510667 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4100aedf0 0x7fd4100af200 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.344 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.338+0000 7fd414945640 1 --2- 172.21.15.145:0/1633510667 >> v2:172.21.15.6:3300/0 conn(0x7fd41015a2a0 0x7fd4100b0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.344 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.338+0000 7fd414945640 1 -- 172.21.15.145:0/1633510667 >> 172.21.15.145:0/1633510667 conn(0x7fd4100b2d70 msgr2=0x7fd4100b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:18.344 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.338+0000 7fd414945640 1 -- 172.21.15.145:0/1633510667 shutdown_connections 2024-09-21T07:24:18.344 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.338+0000 7fd414945640 1 -- 172.21.15.145:0/1633510667 wait complete. 2024-09-21T07:24:18.345 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 Processor -- start 2024-09-21T07:24:18.345 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 -- start start 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd410068db0 0x7fd410157a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4100aedf0 0x7fd4100b65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd41015a2a0 0x7fd4100b3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd41015d810 con 0x7fd41015a2a0 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd41015d690 con 0x7fd410068db0 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd41015d990 con 0x7fd4100aedf0 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd410068db0 0x7fd410157a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40dd9b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4100aedf0 0x7fd4100b65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd410068db0 0x7fd410157a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:34778/0 (socket says 172.21.15.145:34778) 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 -- 172.21.15.145:0/1198986038 learned_addr learned my addr 172.21.15.145:0/1198986038 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-21T07:24:18.348 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40ed9d640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd41015a2a0 0x7fd4100b3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 -- 172.21.15.145:0/1198986038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4100aedf0 msgr2=0x7fd4100b65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4100aedf0 0x7fd4100b65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 -- 172.21.15.145:0/1198986038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd41015a2a0 msgr2=0x7fd4100b3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd41015a2a0 0x7fd4100b3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 -- 172.21.15.145:0/1198986038 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4100c7db0 con 0x7fd410068db0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40dd9b640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4100aedf0 0x7fd4100b65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd40e59c640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd410068db0 0x7fd410157a00 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd40400c9a0 tx=0x7fd40400ce60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd3feffd640 1 -- 172.21.15.145:0/1198986038 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd404007bb0 con 0x7fd410068db0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd3feffd640 1 -- 172.21.15.145:0/1198986038 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd404007e40 con 0x7fd410068db0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4100b5c50 con 0x7fd410068db0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd3feffd640 1 -- 172.21.15.145:0/1198986038 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd40400f6b0 con 0x7fd410068db0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4100b6210 con 0x7fd410068db0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd3feffd640 1 -- 172.21.15.145:0/1198986038 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd404004020 con 0x7fd410068db0 2024-09-21T07:24:18.349 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd3feffd640 1 -- 172.21.15.145:0/1198986038 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7fd404003d60 con 0x7fd410068db0 2024-09-21T07:24:18.350 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.342+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4100af200 con 0x7fd410068db0 2024-09-21T07:24:18.350 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.346+0000 7fd3feffd640 1 -- 172.21.15.145:0/1198986038 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fd404014030 con 0x7fd410068db0 2024-09-21T07:24:18.421 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.414+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "232c1c86-7e85-4f62-8bb8-389ad7cd51e8", "id": 3} v 0) -- 0x7fd4100b7030 con 0x7fd410068db0 2024-09-21T07:24:18.426 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd3feffd640 1 -- 172.21.15.145:0/1198986038 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "232c1c86-7e85-4f62-8bb8-389ad7cd51e8", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7fd4040043e0 con 0x7fd410068db0 2024-09-21T07:24:18.427 INFO:teuthology.orchestra.run.smithi145.stdout:3 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd410068db0 msgr2=0x7fd410157a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd410068db0 0x7fd410157a00 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd40400c9a0 tx=0x7fd40400ce60 comp rx=0 tx=0).stop 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 shutdown_connections 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd41015a2a0 0x7fd4100b3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4100aedf0 0x7fd4100b65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 --2- 172.21.15.145:0/1198986038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd410068db0 0x7fd410157a00 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 >> 172.21.15.145:0/1198986038 conn(0x7fd4100b2d70 msgr2=0x7fd41015ef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 shutdown_connections 2024-09-21T07:24:18.428 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.422+0000 7fd414945640 1 -- 172.21.15.145:0/1198986038 wait complete. 2024-09-21T07:24:18.445 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new f4ef3cd4-8864-4e46-b0f8-d24f96628441 4 2024-09-21T07:24:18.622 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 -- 172.21.15.145:0/1512571159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc0cd230 msgr2=0x7f5cdc0cd640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.623 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 --2- 172.21.15.145:0/1512571159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc0cd230 0x7f5cdc0cd640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5cd0009840 tx=0x7f5cd001c820 comp rx=0 tx=0).stop 2024-09-21T07:24:18.623 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 -- 172.21.15.145:0/1512571159 shutdown_connections 2024-09-21T07:24:18.623 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 --2- 172.21.15.145:0/1512571159 >> v2:172.21.15.6:3300/0 conn(0x7f5cdc070620 0x7f5cdc070a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.623 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 --2- 172.21.15.145:0/1512571159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc0cd230 0x7f5cdc0cd640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.623 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 -- 172.21.15.145:0/1512571159 >> 172.21.15.145:0/1512571159 conn(0x7f5cdc0b24e0 msgr2=0x7f5cdc0b28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:18.623 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 -- 172.21.15.145:0/1512571159 shutdown_connections 2024-09-21T07:24:18.623 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 -- 172.21.15.145:0/1512571159 wait complete. 2024-09-21T07:24:18.624 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 Processor -- start 2024-09-21T07:24:18.624 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.618+0000 7f5ce30ba640 1 -- start start 2024-09-21T07:24:18.626 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cdc070620 0x7f5cdc147c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cdc0cd230 0x7f5cdc14d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc15a990 0x7f5cdc1501f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5cdc0691c0 con 0x7f5cdc070620 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5cdc069040 con 0x7f5cdc0cd230 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5cdc069340 con 0x7f5cdc15a990 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc15a990 0x7f5cdc1501f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5cdbfff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cdc0cd230 0x7f5cdc14d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc15a990 0x7f5cdc1501f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:54444/0 (socket says 172.21.15.145:54444) 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 -- 172.21.15.145:0/2493407243 learned_addr learned my addr 172.21.15.145:0/2493407243 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce0e56640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cdc070620 0x7f5cdc147c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 -- 172.21.15.145:0/2493407243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cdc0cd230 msgr2=0x7f5cdc14d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cdc0cd230 0x7f5cdc14d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.627 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 -- 172.21.15.145:0/2493407243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cdc070620 msgr2=0x7f5cdc147c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cdc070620 0x7f5cdc147c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 -- 172.21.15.145:0/2493407243 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cdc1fa700 con 0x7f5cdc15a990 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5cdbfff640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cdc0cd230 0x7f5cdc14d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce1657640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc15a990 0x7f5cdc1501f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f5cd400e970 tx=0x7f5cd400ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5cd97fa640 1 -- 172.21.15.145:0/2493407243 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4004d30 con 0x7f5cdc15a990 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5cd97fa640 1 -- 172.21.15.145:0/2493407243 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5cd400cb20 con 0x7f5cdc15a990 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cdc1fa9e0 con 0x7f5cdc15a990 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5cd97fa640 1 -- 172.21.15.145:0/2493407243 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4005020 con 0x7f5cdc15a990 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cdc1fafa0 con 0x7f5cdc15a990 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5cd97fa640 1 -- 172.21.15.145:0/2493407243 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5cd40051c0 con 0x7f5cdc15a990 2024-09-21T07:24:18.628 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5cd97fa640 1 -- 172.21.15.145:0/2493407243 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f5cd401a400 con 0x7f5cdc15a990 2024-09-21T07:24:18.629 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.622+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cdc070a30 con 0x7f5cdc15a990 2024-09-21T07:24:18.629 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.626+0000 7f5cd97fa640 1 -- 172.21.15.145:0/2493407243 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f5cd4016030 con 0x7f5cdc15a990 2024-09-21T07:24:18.695 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.690+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f4ef3cd4-8864-4e46-b0f8-d24f96628441", "id": 4} v 0) -- 0x7f5cdc14ce60 con 0x7f5cdc15a990 2024-09-21T07:24:18.701 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.694+0000 7f5cd97fa640 1 -- 172.21.15.145:0/2493407243 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f4ef3cd4-8864-4e46-b0f8-d24f96628441", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f5cd40115a0 con 0x7f5cdc15a990 2024-09-21T07:24:18.701 INFO:teuthology.orchestra.run.smithi145.stdout:4 2024-09-21T07:24:18.702 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc15a990 msgr2=0x7f5cdc1501f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.702 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc15a990 0x7f5cdc1501f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f5cd400e970 tx=0x7f5cd400ee30 comp rx=0 tx=0).stop 2024-09-21T07:24:18.702 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 shutdown_connections 2024-09-21T07:24:18.702 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5cdc15a990 0x7f5cdc1501f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.702 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5cdc0cd230 0x7f5cdc14d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.702 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 --2- 172.21.15.145:0/2493407243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cdc070620 0x7f5cdc147c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.702 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 >> 172.21.15.145:0/2493407243 conn(0x7f5cdc0b24e0 msgr2=0x7f5cdc1514c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:18.703 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 shutdown_connections 2024-09-21T07:24:18.703 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.698+0000 7f5ce30ba640 1 -- 172.21.15.145:0/2493407243 wait complete. 2024-09-21T07:24:18.720 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new a12e3cbc-b41f-481c-a009-a175e9422dad 5 2024-09-21T07:24:18.852 INFO:tasks.ceph.mgr.y.smithi006.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-21T07:24:18.852 INFO:tasks.ceph.mgr.y.smithi006.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-21T07:24:18.852 INFO:tasks.ceph.mgr.y.smithi006.stderr: from numpy import show_config as show_numpy_config 2024-09-21T07:24:18.857 INFO:tasks.ceph.mgr.x.smithi145.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-21T07:24:18.857 INFO:tasks.ceph.mgr.x.smithi145.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-21T07:24:18.857 INFO:tasks.ceph.mgr.x.smithi145.stderr: from numpy import show_config as show_numpy_config 2024-09-21T07:24:18.864 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 -- 172.21.15.145:0/1631106202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2500cff80 msgr2=0x7fe2500d0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.864 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 --2- 172.21.15.145:0/1631106202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2500cff80 0x7fe2500d0390 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe250075040 tx=0x7fe24801cd80 comp rx=0 tx=0).stop 2024-09-21T07:24:18.864 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 -- 172.21.15.145:0/1631106202 shutdown_connections 2024-09-21T07:24:18.864 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 --2- 172.21.15.145:0/1631106202 >> v2:172.21.15.6:3300/0 conn(0x7fe2500cec80 0x7fe2500cf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.864 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 --2- 172.21.15.145:0/1631106202 >> v2:172.21.15.145:3300/0 conn(0x7fe250070700 0x7fe250070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.865 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 --2- 172.21.15.145:0/1631106202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2500cff80 0x7fe2500d0390 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.865 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 -- 172.21.15.145:0/1631106202 >> 172.21.15.145:0/1631106202 conn(0x7fe2500b2d70 msgr2=0x7fe2500b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:18.865 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 -- 172.21.15.145:0/1631106202 shutdown_connections 2024-09-21T07:24:18.865 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.858+0000 7fe2559be640 1 -- 172.21.15.145:0/1631106202 wait complete. 2024-09-21T07:24:18.865 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 Processor -- start 2024-09-21T07:24:18.866 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 -- start start 2024-09-21T07:24:18.868 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe250070700 0x7fe2501fa910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.868 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2500cec80 0x7fe2500b5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2500cff80 0x7fe25009dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe2500cd390 con 0x7fe2500cff80 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe2500cd210 con 0x7fe2500cec80 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe2500cd510 con 0x7fe250070700 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24e7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2500cec80 0x7fe2500b5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24effd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe250070700 0x7fe2501fa910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24e7fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2500cec80 0x7fe2500b5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:34804/0 (socket says 172.21.15.145:34804) 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24effd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe250070700 0x7fe2501fa910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:54454/0 (socket says 172.21.15.145:54454) 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24e7fc640 1 -- 172.21.15.145:0/4286141978 learned_addr learned my addr 172.21.15.145:0/4286141978 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24effd640 1 -- 172.21.15.145:0/4286141978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2500cec80 msgr2=0x7fe2500b5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24effd640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2500cec80 0x7fe2500b5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24effd640 1 -- 172.21.15.145:0/4286141978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2500cff80 msgr2=0x7fe25009dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24f7fe640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2500cff80 0x7fe25009dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:18.869 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24effd640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2500cff80 0x7fe25009dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24effd640 1 -- 172.21.15.145:0/4286141978 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe250159180 con 0x7fe250070700 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24e7fc640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2500cec80 0x7fe2500b5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe24effd640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe250070700 0x7fe2501fa910 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe250071200 tx=0x7fe248009340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe247fff640 1 -- 172.21.15.145:0/4286141978 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2480bc070 con 0x7fe250070700 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe247fff640 1 -- 172.21.15.145:0/4286141978 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2480042d0 con 0x7fe250070700 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe247fff640 1 -- 172.21.15.145:0/4286141978 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2480b2040 con 0x7fe250070700 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe250148920 con 0x7fe250070700 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2501fa110 con 0x7fe250070700 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe247fff640 1 -- 172.21.15.145:0/4286141978 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe248004720 con 0x7fe250070700 2024-09-21T07:24:18.870 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe247fff640 1 -- 172.21.15.145:0/4286141978 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fe2480adbc0 con 0x7fe250070700 2024-09-21T07:24:18.871 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.862+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2500cf090 con 0x7fe250070700 2024-09-21T07:24:18.871 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.866+0000 7fe247fff640 1 -- 172.21.15.145:0/4286141978 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fe2480c5080 con 0x7fe250070700 2024-09-21T07:24:18.937 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.934+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a12e3cbc-b41f-481c-a009-a175e9422dad", "id": 5} v 0) -- 0x7fe2501f9ec0 con 0x7fe250070700 2024-09-21T07:24:18.943 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe247fff640 1 -- 172.21.15.145:0/4286141978 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a12e3cbc-b41f-481c-a009-a175e9422dad", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fe248016970 con 0x7fe250070700 2024-09-21T07:24:18.943 INFO:teuthology.orchestra.run.smithi145.stdout:5 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe250070700 msgr2=0x7fe2501fa910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe250070700 0x7fe2501fa910 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe250071200 tx=0x7fe248009340 comp rx=0 tx=0).stop 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 shutdown_connections 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2500cff80 0x7fe25009dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe2500cec80 0x7fe2500b5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 --2- 172.21.15.145:0/4286141978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe250070700 0x7fe2501fa910 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 >> 172.21.15.145:0/4286141978 conn(0x7fe2500b2d70 msgr2=0x7fe25006dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 shutdown_connections 2024-09-21T07:24:18.945 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:18.938+0000 7fe2559be640 1 -- 172.21.15.145:0/4286141978 wait complete. 2024-09-21T07:24:18.962 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new dca777fe-f30e-44b9-aedb-0bce90d914d8 6 2024-09-21T07:24:19.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 -- 172.21.15.145:0/2474360053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f8068db0 msgr2=0x7fd7f80691c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 --2- 172.21.15.145:0/2474360053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f8068db0 0x7fd7f80691c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd7f8074e50 tx=0x7fd7e401c770 comp rx=0 tx=0).stop 2024-09-21T07:24:19.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 -- 172.21.15.145:0/2474360053 shutdown_connections 2024-09-21T07:24:19.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 --2- 172.21.15.145:0/2474360053 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f8068db0 0x7fd7f80691c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 --2- 172.21.15.145:0/2474360053 >> v2:172.21.15.6:3300/0 conn(0x7fd7f815a2a0 0x7fd7f80b0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.103 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 -- 172.21.15.145:0/2474360053 >> 172.21.15.145:0/2474360053 conn(0x7fd7f80b2d70 msgr2=0x7fd7f80b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:19.104 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 -- 172.21.15.145:0/2474360053 shutdown_connections 2024-09-21T07:24:19.104 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 -- 172.21.15.145:0/2474360053 wait complete. 2024-09-21T07:24:19.104 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 Processor -- start 2024-09-21T07:24:19.104 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.098+0000 7fd7fef0f640 1 -- start start 2024-09-21T07:24:19.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f8068db0 0x7fd7f80b64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f80aedf0 0x7fd7f80b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f815a2a0 0x7fd7f8167c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f815d7b0 con 0x7fd7f8068db0 2024-09-21T07:24:19.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f815d630 con 0x7fd7f815a2a0 2024-09-21T07:24:19.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7f815d930 con 0x7fd7f80aedf0 2024-09-21T07:24:19.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f80aedf0 0x7fd7f80b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f80aedf0 0x7fd7f80b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.145:54470/0 (socket says 172.21.15.145:54470) 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 -- 172.21.15.145:0/3258873599 learned_addr learned my addr 172.21.15.145:0/3258873599 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fd4ac640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f815a2a0 0x7fd7f8167c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fccab640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f8068db0 0x7fd7f80b64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 -- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f815a2a0 msgr2=0x7fd7f8167c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f815a2a0 0x7fd7f8167c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 -- 172.21.15.145:0/3258873599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f8068db0 msgr2=0x7fd7f80b64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f8068db0 0x7fd7f80b64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 -- 172.21.15.145:0/3258873599 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f80b6a90 con 0x7fd7f80aedf0 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fd4ac640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f815a2a0 0x7fd7f8167c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f7fff640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f80aedf0 0x7fd7f80b3f50 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd7e4000c10 tx=0x7fd7e40a5650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f57fa640 1 -- 172.21.15.145:0/3258873599 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e40b2040 con 0x7fd7f80aedf0 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f57fa640 1 -- 172.21.15.145:0/3258873599 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7e4004430 con 0x7fd7f80aedf0 2024-09-21T07:24:19.108 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7f806fc50 con 0x7fd7f80aedf0 2024-09-21T07:24:19.109 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f57fa640 1 -- 172.21.15.145:0/3258873599 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e4005240 con 0x7fd7f80aedf0 2024-09-21T07:24:19.109 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7f806ff10 con 0x7fd7f80aedf0 2024-09-21T07:24:19.109 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f57fa640 1 -- 172.21.15.145:0/3258873599 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd7e40be060 con 0x7fd7f80aedf0 2024-09-21T07:24:19.109 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7f57fa640 1 -- 172.21.15.145:0/3258873599 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fd7e4003c90 con 0x7fd7f80aedf0 2024-09-21T07:24:19.109 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.102+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7f80691c0 con 0x7fd7f80aedf0 2024-09-21T07:24:19.112 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.106+0000 7fd7f57fa640 1 -- 172.21.15.145:0/3258873599 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fd7f815dba0 con 0x7fd7f80aedf0 2024-09-21T07:24:19.178 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.174+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd new", "uuid": "dca777fe-f30e-44b9-aedb-0bce90d914d8", "id": 6} v 0) -- 0x7fd7f8069aa0 con 0x7fd7f80aedf0 2024-09-21T07:24:19.185 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.178+0000 7fd7f57fa640 1 -- 172.21.15.145:0/3258873599 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dca777fe-f30e-44b9-aedb-0bce90d914d8", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fd7e40163f0 con 0x7fd7f80aedf0 2024-09-21T07:24:19.185 INFO:teuthology.orchestra.run.smithi145.stdout:6 2024-09-21T07:24:19.186 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f80aedf0 msgr2=0x7fd7f80b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.186 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f80aedf0 0x7fd7f80b3f50 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd7e4000c10 tx=0x7fd7e40a5650 comp rx=0 tx=0).stop 2024-09-21T07:24:19.186 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 shutdown_connections 2024-09-21T07:24:19.186 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f815a2a0 0x7fd7f8167c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.186 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f80aedf0 0x7fd7f80b3f50 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.187 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 --2- 172.21.15.145:0/3258873599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f8068db0 0x7fd7f80b64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.187 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 >> 172.21.15.145:0/3258873599 conn(0x7fd7f80b2d70 msgr2=0x7fd7f80af200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:19.187 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 shutdown_connections 2024-09-21T07:24:19.187 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.182+0000 7fd7fef0f640 1 -- 172.21.15.145:0/3258873599 wait complete. 2024-09-21T07:24:19.202 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd new 0454c6cc-8cf0-473b-92cd-0d86e259003f 7 2024-09-21T07:24:19.351 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 -- 172.21.15.145:0/1275548337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 msgr2=0x7f7b180ccc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.351 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 --2- 172.21.15.145:0/1275548337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 0x7f7b180ccc30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7b14009840 tx=0x7f7b1401c790 comp rx=0 tx=0).stop 2024-09-21T07:24:19.351 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 -- 172.21.15.145:0/1275548337 shutdown_connections 2024-09-21T07:24:19.351 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 --2- 172.21.15.145:0/1275548337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 0x7f7b180ccc30 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.351 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 -- 172.21.15.145:0/1275548337 >> 172.21.15.145:0/1275548337 conn(0x7f7b180693b0 msgr2=0x7f7b180710c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:19.351 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 -- 172.21.15.145:0/1275548337 shutdown_connections 2024-09-21T07:24:19.351 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 -- 172.21.15.145:0/1275548337 wait complete. 2024-09-21T07:24:19.352 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 Processor -- start 2024-09-21T07:24:19.352 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.346+0000 7f7b202e9640 1 -- start start 2024-09-21T07:24:19.355 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b1815d370 0x7f7b18149ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.355 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 0x7f7b1814a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.355 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b181485d0 0x7f7b181fa430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.355 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7b1816b630 con 0x7f7b1815d370 2024-09-21T07:24:19.355 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b1816b4b0 con 0x7f7b181600f0 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7b1816b7b0 con 0x7f7b181485d0 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 0x7f7b1814a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 0x7f7b1814a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.145:34826/0 (socket says 172.21.15.145:34826) 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 -- 172.21.15.145:0/1339261338 learned_addr learned my addr 172.21.15.145:0/1339261338 (peer_addr_for_me v2:172.21.15.145:0/0) 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1e886640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b181485d0 0x7f7b181fa430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1e085640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b1815d370 0x7f7b18149ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 -- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b181485d0 msgr2=0x7f7b181fa430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b181485d0 0x7f7b181fa430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 -- 172.21.15.145:0/1339261338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b1815d370 msgr2=0x7f7b18149ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b1815d370 0x7f7b18149ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 -- 172.21.15.145:0/1339261338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b181483a0 con 0x7f7b181600f0 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1e886640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b181485d0 0x7f7b181fa430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b1d884640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 0x7f7b1814a530 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7b0800c3f0 tx=0x7f7b0800c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:19.356 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b0effd640 1 -- 172.21.15.145:0/1339261338 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b08011790 con 0x7f7b181600f0 2024-09-21T07:24:19.357 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b0effd640 1 -- 172.21.15.145:0/1339261338 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b08017070 con 0x7f7b181600f0 2024-09-21T07:24:19.357 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b18147de0 con 0x7f7b181600f0 2024-09-21T07:24:19.357 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b0effd640 1 -- 172.21.15.145:0/1339261338 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b08011ce0 con 0x7f7b181600f0 2024-09-21T07:24:19.357 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b180c4830 con 0x7f7b181600f0 2024-09-21T07:24:19.357 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b0effd640 1 -- 172.21.15.145:0/1339261338 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7b0801c460 con 0x7f7b181600f0 2024-09-21T07:24:19.357 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b0effd640 1 -- 172.21.15.145:0/1339261338 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f7b08012da0 con 0x7f7b181600f0 2024-09-21T07:24:19.357 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.350+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b180ccc30 con 0x7f7b181600f0 2024-09-21T07:24:19.359 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.354+0000 7f7b0effd640 1 -- 172.21.15.145:0/1339261338 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f7b08011e80 con 0x7f7b181600f0 2024-09-21T07:24:19.425 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.418+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "osd new", "uuid": "0454c6cc-8cf0-473b-92cd-0d86e259003f", "id": 7} v 0) -- 0x7f7b1814b260 con 0x7f7b181600f0 2024-09-21T07:24:19.430 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b0effd640 1 -- 172.21.15.145:0/1339261338 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0454c6cc-8cf0-473b-92cd-0d86e259003f", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f7b08012740 con 0x7f7b181600f0 2024-09-21T07:24:19.431 INFO:teuthology.orchestra.run.smithi145.stdout:7 2024-09-21T07:24:19.432 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 msgr2=0x7f7b1814a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.432 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 0x7f7b1814a530 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7b0800c3f0 tx=0x7f7b0800c8b0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.432 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 shutdown_connections 2024-09-21T07:24:19.432 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b181485d0 0x7f7b181fa430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.432 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b181600f0 0x7f7b1814a530 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.432 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 --2- 172.21.15.145:0/1339261338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b1815d370 0x7f7b18149ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.433 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 >> 172.21.15.145:0/1339261338 conn(0x7f7b180693b0 msgr2=0x7f7b180d0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:19.433 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 shutdown_connections 2024-09-21T07:24:19.433 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:24:19.426+0000 7f7b202e9640 1 -- 172.21.15.145:0/1339261338 wait complete. 2024-09-21T07:24:19.449 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-21T07:24:19.449 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-21T07:24:19.451 INFO:tasks.ceph.osd.0:Started 2024-09-21T07:24:19.452 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-21T07:24:19.452 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-21T07:24:19.454 INFO:tasks.ceph.osd.1:Started 2024-09-21T07:24:19.454 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-21T07:24:19.454 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-21T07:24:19.456 INFO:tasks.ceph.osd.2:Started 2024-09-21T07:24:19.456 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-21T07:24:19.457 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-21T07:24:19.458 INFO:tasks.ceph.osd.3:Started 2024-09-21T07:24:19.459 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-21T07:24:19.459 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-21T07:24:19.460 INFO:tasks.ceph.osd.4:Started 2024-09-21T07:24:19.461 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-21T07:24:19.461 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-21T07:24:19.462 INFO:tasks.ceph.osd.5:Started 2024-09-21T07:24:19.463 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-21T07:24:19.463 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-21T07:24:19.464 INFO:tasks.ceph.osd.6:Started 2024-09-21T07:24:19.464 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-21T07:24:19.464 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-21T07:24:19.466 INFO:tasks.ceph.osd.7:Started 2024-09-21T07:24:19.466 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:19.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 -- 172.21.15.6:0/260922052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 msgr2=0x7f54c40d0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 --2- 172.21.15.6:0/260922052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 0x7f54c40d0410 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f54c4073250 tx=0x7f54c001c850 comp rx=0 tx=0).stop 2024-09-21T07:24:19.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 -- 172.21.15.6:0/260922052 shutdown_connections 2024-09-21T07:24:19.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 --2- 172.21.15.6:0/260922052 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54c40d0950 0x7f54c40cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 --2- 172.21.15.6:0/260922052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 0x7f54c40d0410 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 --2- 172.21.15.6:0/260922052 >> v2:172.21.15.145:3300/0 conn(0x7f54c40cd6a0 0x7f54c415f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 -- 172.21.15.6:0/260922052 >> 172.21.15.6:0/260922052 conn(0x7f54c40b2e40 msgr2=0x7f54c40b3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:19.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 -- 172.21.15.6:0/260922052 shutdown_connections 2024-09-21T07:24:19.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.624+0000 7f54cb5c7640 1 -- 172.21.15.6:0/260922052 wait complete. 2024-09-21T07:24:19.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 Processor -- start 2024-09-21T07:24:19.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 -- start start 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 0x7f54c41602c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54c40cd6a0 0x7f54c41552e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54c40d0950 0x7f54c40ca410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54c4070170 con 0x7f54c4073e60 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f54c406fff0 con 0x7f54c40cd6a0 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f54c40702f0 con 0x7f54c40d0950 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 0x7f54c41602c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 0x7f54c41602c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44102/0 (socket says 172.21.15.6:44102) 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 -- 172.21.15.6:0/4085444296 learned_addr learned my addr 172.21.15.6:0/4085444296 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9b64640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54c40d0950 0x7f54c40ca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c8b62640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54c40cd6a0 0x7f54c41552e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:19.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 -- 172.21.15.6:0/4085444296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54c40d0950 msgr2=0x7f54c40ca410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54c40d0950 0x7f54c40ca410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 -- 172.21.15.6:0/4085444296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54c40cd6a0 msgr2=0x7f54c41552e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54c40cd6a0 0x7f54c41552e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 -- 172.21.15.6:0/4085444296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54c41f6fc0 con 0x7f54c4073e60 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54c9363640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 0x7f54c41602c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f54b800e7f0 tx=0x7f54b800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54b5ffb640 1 -- 172.21.15.6:0/4085444296 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54b800eea0 con 0x7f54c4073e60 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54b5ffb640 1 -- 172.21.15.6:0/4085444296 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f54b800cdb0 con 0x7f54c4073e60 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 -- 172.21.15.6:0/4085444296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54c41f7260 con 0x7f54c4073e60 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54b5ffb640 1 -- 172.21.15.6:0/4085444296 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54b8010690 con 0x7f54c4073e60 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54cb5c7640 1 -- 172.21.15.6:0/4085444296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54c41f7c00 con 0x7f54c4073e60 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54b5ffb640 1 -- 172.21.15.6:0/4085444296 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f54b8010830 con 0x7f54c4073e60 2024-09-21T07:24:19.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.628+0000 7f54b5ffb640 1 -- 172.21.15.6:0/4085444296 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f54b8018ba0 con 0x7f54c4073e60 2024-09-21T07:24:19.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.632+0000 7f54af7fe640 1 -- 172.21.15.6:0/4085444296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f549c0052a0 con 0x7f54c4073e60 2024-09-21T07:24:19.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.632+0000 7f54b5ffb640 1 -- 172.21.15.6:0/4085444296 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f54b8018da0 con 0x7f54c4073e60 2024-09-21T07:24:19.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54af7fe640 1 -- 172.21.15.6:0/4085444296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f549c005860 con 0x7f54c4073e60 2024-09-21T07:24:19.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54b5ffb640 1 -- 172.21.15.6:0/4085444296 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f54b8010d00 con 0x7f54c4073e60 2024-09-21T07:24:19.697 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:19.697 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":10,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:19.426556+0000","last_up_change":"0.000000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:19.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54af7fe640 1 -- 172.21.15.6:0/4085444296 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 msgr2=0x7f54c41602c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:19.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54af7fe640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 0x7f54c41602c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f54b800e7f0 tx=0x7f54b800ecb0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54af7fe640 1 -- 172.21.15.6:0/4085444296 shutdown_connections 2024-09-21T07:24:19.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54af7fe640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54c40d0950 0x7f54c40ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54af7fe640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54c40cd6a0 0x7f54c41552e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54af7fe640 1 --2- 172.21.15.6:0/4085444296 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54c4073e60 0x7f54c41602c0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:19.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.692+0000 7f54af7fe640 1 -- 172.21.15.6:0/4085444296 >> 172.21.15.6:0/4085444296 conn(0x7f54c40b2e40 msgr2=0x7f54c415aed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:19.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.696+0000 7f54af7fe640 1 -- 172.21.15.6:0/4085444296 shutdown_connections 2024-09-21T07:24:19.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:19.696+0000 7f54af7fe640 1 -- 172.21.15.6:0/4085444296 wait complete. 2024-09-21T07:24:19.716 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-21T07:24:19.716 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-21T07:24:20.521 DEBUG:teuthology.orchestra.run.smithi006:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:20.667 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 -- 172.21.15.6:0/250031654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6998160570 msgr2=0x7f6998160980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:20.667 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 --2- 172.21.15.6:0/250031654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6998160570 0x7f6998160980 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6998069340 tx=0x7f698801cae0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.667 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 -- 172.21.15.6:0/250031654 shutdown_connections 2024-09-21T07:24:20.667 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 --2- 172.21.15.6:0/250031654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6998160570 0x7f6998160980 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.667 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 --2- 172.21.15.6:0/250031654 >> v2:172.21.15.145:3300/0 conn(0x7f69980d0e80 0x7f69980d1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.667 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 -- 172.21.15.6:0/250031654 >> 172.21.15.6:0/250031654 conn(0x7f699806d1a0 msgr2=0x7f699806d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:20.667 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 -- 172.21.15.6:0/250031654 shutdown_connections 2024-09-21T07:24:20.667 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 -- 172.21.15.6:0/250031654 wait complete. 2024-09-21T07:24:20.669 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 Processor -- start 2024-09-21T07:24:20.669 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.664+0000 7f699ee46640 1 -- start start 2024-09-21T07:24:20.672 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69980d0e80 0x7f6998151850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:20.672 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f699815cc10 0x7f6998151d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:20.672 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6998160570 0x7f699814c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:20.672 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6998169d20 con 0x7f69980d0e80 2024-09-21T07:24:20.672 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6998169ba0 con 0x7f699815cc10 2024-09-21T07:24:20.672 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6998169ea0 con 0x7f6998160570 2024-09-21T07:24:20.672 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69980d0e80 0x7f6998151850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69980d0e80 0x7f6998151850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44114/0 (socket says 172.21.15.6:44114) 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 -- 172.21.15.6:0/1458526173 learned_addr learned my addr 172.21.15.6:0/1458526173 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f6997fff640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f699815cc10 0x7f6998151d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699d3e3640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6998160570 0x7f699814c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 -- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6998160570 msgr2=0x7f699814c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6998160570 0x7f699814c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 -- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f699815cc10 msgr2=0x7f6998151d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f699815cc10 0x7f6998151d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 -- 172.21.15.6:0/1458526173 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6998148b90 con 0x7f69980d0e80 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699d3e3640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6998160570 0x7f699814c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699cbe2640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69980d0e80 0x7f6998151850 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f699000b410 tx=0x7f699000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f69957fa640 1 -- 172.21.15.6:0/1458526173 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6990015020 con 0x7f69980d0e80 2024-09-21T07:24:20.673 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f69957fa640 1 -- 172.21.15.6:0/1458526173 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6990011920 con 0x7f69980d0e80 2024-09-21T07:24:20.674 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6998148e70 con 0x7f69980d0e80 2024-09-21T07:24:20.674 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f69957fa640 1 -- 172.21.15.6:0/1458526173 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6990011d70 con 0x7f69980d0e80 2024-09-21T07:24:20.674 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69980b0880 con 0x7f69980d0e80 2024-09-21T07:24:20.674 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f69957fa640 1 -- 172.21.15.6:0/1458526173 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6990018020 con 0x7f69980d0e80 2024-09-21T07:24:20.674 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f69957fa640 1 -- 172.21.15.6:0/1458526173 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f69900193b0 con 0x7f69980d0e80 2024-09-21T07:24:20.674 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.668+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69980d1290 con 0x7f69980d0e80 2024-09-21T07:24:20.675 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.672+0000 7f69957fa640 1 -- 172.21.15.6:0/1458526173 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f699001f030 con 0x7f69980d0e80 2024-09-21T07:24:20.735 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f69980b0a80 con 0x7f69980d0e80 2024-09-21T07:24:20.737 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f69957fa640 1 -- 172.21.15.6:0/1458526173 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f6990019ab0 con 0x7f69980d0e80 2024-09-21T07:24:20.737 INFO:teuthology.misc.health.smithi006.stdout: 2024-09-21T07:24:20.737 INFO:teuthology.misc.health.smithi006.stdout:{"epoch":10,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:19.426556+0000","last_up_change":"0.000000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:20.738 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69980d0e80 msgr2=0x7f6998151850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:20.738 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69980d0e80 0x7f6998151850 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f699000b410 tx=0x7f699000b8d0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.738 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 shutdown_connections 2024-09-21T07:24:20.738 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6998160570 0x7f699814c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.738 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f699815cc10 0x7f6998151d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 --2- 172.21.15.6:0/1458526173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69980d0e80 0x7f6998151850 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:20.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 >> 172.21.15.6:0/1458526173 conn(0x7f699806d1a0 msgr2=0x7f69981496b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:20.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 shutdown_connections 2024-09-21T07:24:20.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:20.732+0000 7f699ee46640 1 -- 172.21.15.6:0/1458526173 wait complete. 2024-09-21T07:24:20.754 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-21T07:24:20.858 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-21T07:24:20.854+0000 7f4e2c04f7c0 -1 Falling back to public interface 2024-09-21T07:24:20.858 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-21T07:24:20.854+0000 7f2bfdf0c7c0 -1 Falling back to public interface 2024-09-21T07:24:20.910 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-21T07:24:20.906+0000 7fce512897c0 -1 Falling back to public interface 2024-09-21T07:24:20.930 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-21T07:24:20.926+0000 7f83b8b537c0 -1 Falling back to public interface 2024-09-21T07:24:21.113 INFO:tasks.ceph.osd.1.smithi006.stderr:2024-09-21T07:24:21.108+0000 7fdce26587c0 -1 Falling back to public interface 2024-09-21T07:24:21.180 INFO:tasks.ceph.osd.0.smithi006.stderr:2024-09-21T07:24:21.176+0000 7fb2d8f097c0 -1 Falling back to public interface 2024-09-21T07:24:21.199 INFO:tasks.ceph.osd.2.smithi006.stderr:2024-09-21T07:24:21.196+0000 7f8fdbade7c0 -1 Falling back to public interface 2024-09-21T07:24:21.449 INFO:tasks.ceph.osd.3.smithi006.stderr:2024-09-21T07:24:21.444+0000 7f68312257c0 -1 Falling back to public interface 2024-09-21T07:24:21.840 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-21T07:24:21.834+0000 7fb203c58640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-21T07:24:21.846 INFO:tasks.ceph.mgr.x.smithi145.stderr:2024-09-21T07:24:21.842+0000 7fb203c58640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-21T07:24:24.884 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-21T07:24:24.878+0000 7f4e2c04f7c0 -1 osd.6 0 log_to_monitors true 2024-09-21T07:24:24.991 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-21T07:24:24.986+0000 7f83b8b537c0 -1 osd.5 0 log_to_monitors true 2024-09-21T07:24:25.082 INFO:tasks.ceph.osd.1.smithi006.stderr:2024-09-21T07:24:25.076+0000 7fdce26587c0 -1 osd.1 0 log_to_monitors true 2024-09-21T07:24:25.097 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-21T07:24:25.090+0000 7f2bfdf0c7c0 -1 osd.7 0 log_to_monitors true 2024-09-21T07:24:25.219 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-21T07:24:25.218+0000 7fce512897c0 -1 osd.4 0 log_to_monitors true 2024-09-21T07:24:25.506 INFO:tasks.ceph.osd.3.smithi006.stderr:2024-09-21T07:24:25.500+0000 7f68312257c0 -1 osd.3 0 log_to_monitors true 2024-09-21T07:24:25.579 INFO:tasks.ceph.osd.2.smithi006.stderr:2024-09-21T07:24:25.576+0000 7f8fdbade7c0 -1 osd.2 0 log_to_monitors true 2024-09-21T07:24:25.743 INFO:tasks.ceph.osd.0.smithi006.stderr:2024-09-21T07:24:25.740+0000 7fb2d8f097c0 -1 osd.0 0 log_to_monitors true 2024-09-21T07:24:27.560 DEBUG:teuthology.orchestra.run.smithi006:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:27.734 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.728+0000 7faba16e8640 1 -- 172.21.15.6:0/3425220003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0b5340 msgr2=0x7fab9c0d2e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:27.734 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.728+0000 7faba16e8640 1 --2- 172.21.15.6:0/3425220003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0b5340 0x7fab9c0d2e20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009840 tx=0x7fab8c01c820 comp rx=0 tx=0).stop 2024-09-21T07:24:27.734 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.728+0000 7faba16e8640 1 -- 172.21.15.6:0/3425220003 shutdown_connections 2024-09-21T07:24:27.734 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.728+0000 7faba16e8640 1 --2- 172.21.15.6:0/3425220003 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab9c0cefe0 0x7fab9c0cf3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.734 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.728+0000 7faba16e8640 1 --2- 172.21.15.6:0/3425220003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0b5340 0x7fab9c0d2e20 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.734 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.728+0000 7faba16e8640 1 -- 172.21.15.6:0/3425220003 >> 172.21.15.6:0/3425220003 conn(0x7fab9c08bfc0 msgr2=0x7fab9c09d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:27.735 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.728+0000 7faba16e8640 1 -- 172.21.15.6:0/3425220003 shutdown_connections 2024-09-21T07:24:27.735 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.728+0000 7faba16e8640 1 -- 172.21.15.6:0/3425220003 wait complete. 2024-09-21T07:24:27.736 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7faba16e8640 1 Processor -- start 2024-09-21T07:24:27.736 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7faba16e8640 1 -- start start 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7faba16e8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab9c0b5340 0x7fab9c14fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7faba16e8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0cefe0 0x7fab9c158be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7faba16e8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab9c0d0b10 0x7fab9c159120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7faba16e8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c16c3f0 con 0x7fab9c0cefe0 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7faba16e8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c16c270 con 0x7fab9c0d0b10 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7faba16e8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fab9c16c570 con 0x7fab9c0b5340 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0cefe0 0x7fab9c158be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0cefe0 0x7fab9c158be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49682/0 (socket says 172.21.15.6:49682) 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 -- 172.21.15.6:0/1334892687 learned_addr learned my addr 172.21.15.6:0/1334892687 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9affd640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab9c0b5340 0x7fab9c14fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9b7fe640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab9c0d0b10 0x7fab9c159120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 -- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab9c0b5340 msgr2=0x7fab9c14fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:27.739 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab9c0b5340 0x7fab9c14fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.740 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 -- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab9c0d0b10 msgr2=0x7fab9c159120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:27.740 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab9c0d0b10 0x7fab9c159120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.740 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 -- 172.21.15.6:0/1334892687 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9c150550 con 0x7fab9c0cefe0 2024-09-21T07:24:27.740 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9b7fe640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab9c0d0b10 0x7fab9c159120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:24:27.740 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.732+0000 7fab9a7fc640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0cefe0 0x7fab9c158be0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fab9000c3f0 tx=0x7fab9000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:27.740 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7fab837fe640 1 -- 172.21.15.6:0/1334892687 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab90011790 con 0x7fab9c0cefe0 2024-09-21T07:24:27.740 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab9c1563d0 con 0x7fab9c0cefe0 2024-09-21T07:24:27.741 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7fab837fe640 1 -- 172.21.15.6:0/1334892687 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab90017070 con 0x7fab9c0cefe0 2024-09-21T07:24:27.741 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7fab837fe640 1 -- 172.21.15.6:0/1334892687 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab90011ce0 con 0x7fab9c0cefe0 2024-09-21T07:24:27.741 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab9c15b5a0 con 0x7fab9c0cefe0 2024-09-21T07:24:27.741 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7fab837fe640 1 -- 172.21.15.6:0/1334892687 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 4) ==== 97178+0+0 (secure 0 0 0) 0x7fab9001c460 con 0x7fab9c0cefe0 2024-09-21T07:24:27.741 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab9c0d2e20 con 0x7fab9c0cefe0 2024-09-21T07:24:27.741 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7fab837fe640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab880731a0 0x7fab880756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:27.742 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7fab837fe640 1 -- 172.21.15.6:0/1334892687 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2231+0+0 (secure 0 0 0) 0x7fab90093150 con 0x7fab9c0cefe0 2024-09-21T07:24:27.742 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7fab9affd640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab880731a0 0x7fab880756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:27.743 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.736+0000 7fab9affd640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab880731a0 0x7fab880756b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fab8c0af000 tx=0x7fab8c01b060 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:27.746 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.744+0000 7fab837fe640 1 -- 172.21.15.6:0/1334892687 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fab9005efe0 con 0x7fab9c0cefe0 2024-09-21T07:24:27.974 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.968+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab9c0ba040 con 0x7fab9c0cefe0 2024-09-21T07:24:27.975 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7fab837fe640 1 -- 172.21.15.6:0/1334892687 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) ==== 74+0+7058 (secure 0 0 0) 0x7fab9005e8e0 con 0x7fab9c0cefe0 2024-09-21T07:24:27.976 INFO:teuthology.misc.health.smithi006.stdout: 2024-09-21T07:24:27.976 INFO:teuthology.misc.health.smithi006.stdout:{"epoch":12,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:26.849194+0000","last_up_change":"0.000000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:27.978 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab880731a0 msgr2=0x7fab880756b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:27.978 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab880731a0 0x7fab880756b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fab8c0af000 tx=0x7fab8c01b060 comp rx=0 tx=0).stop 2024-09-21T07:24:27.978 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0cefe0 msgr2=0x7fab9c158be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:27.978 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0cefe0 0x7fab9c158be0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fab9000c3f0 tx=0x7fab9000c8b0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.978 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 shutdown_connections 2024-09-21T07:24:27.978 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab880731a0 0x7fab880756b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.979 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab9c0d0b10 0x7fab9c159120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.979 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab9c0cefe0 0x7fab9c158be0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.979 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 --2- 172.21.15.6:0/1334892687 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab9c0b5340 0x7fab9c14fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:27.979 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 >> 172.21.15.6:0/1334892687 conn(0x7fab9c08bfc0 msgr2=0x7fab9c06e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:27.979 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 shutdown_connections 2024-09-21T07:24:27.979 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:27.972+0000 7faba16e8640 1 -- 172.21.15.6:0/1334892687 wait complete. 2024-09-21T07:24:27.997 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-21T07:24:28.999 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-21T07:24:28.998+0000 7f4e27ff5640 -1 osd.6 0 waiting for initial osdmap 2024-09-21T07:24:29.024 INFO:tasks.ceph.osd.2.smithi006.stderr:2024-09-21T07:24:29.020+0000 7f8fd8299640 -1 osd.2 0 waiting for initial osdmap 2024-09-21T07:24:29.025 INFO:tasks.ceph.osd.3.smithi006.stderr:2024-09-21T07:24:29.020+0000 7f682d1cb640 -1 osd.3 0 waiting for initial osdmap 2024-09-21T07:24:29.026 INFO:tasks.ceph.osd.6.smithi145.stderr:2024-09-21T07:24:29.026+0000 7f4e1fdf2640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T07:24:29.051 INFO:tasks.ceph.osd.3.smithi006.stderr:2024-09-21T07:24:29.048+0000 7f6824fc8640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T07:24:29.059 INFO:tasks.ceph.osd.2.smithi006.stderr:2024-09-21T07:24:29.056+0000 7f8fcf881640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T07:24:29.064 INFO:tasks.ceph.osd.0.smithi006.stderr:2024-09-21T07:24:29.060+0000 7fb2d4eaf640 -1 osd.0 0 waiting for initial osdmap 2024-09-21T07:24:29.072 INFO:tasks.ceph.osd.1.smithi006.stderr:2024-09-21T07:24:29.068+0000 7fdcdee13640 -1 osd.1 0 waiting for initial osdmap 2024-09-21T07:24:29.091 INFO:tasks.ceph.osd.0.smithi006.stderr:2024-09-21T07:24:29.088+0000 7fb2cccac640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T07:24:29.099 INFO:tasks.ceph.osd.1.smithi006.stderr:2024-09-21T07:24:29.096+0000 7fdcd63fb640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T07:24:29.115 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-21T07:24:29.114+0000 7f2bfa6c7640 -1 osd.7 0 waiting for initial osdmap 2024-09-21T07:24:29.117 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-21T07:24:29.114+0000 7fce4d22f640 -1 osd.4 0 waiting for initial osdmap 2024-09-21T07:24:29.118 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-21T07:24:29.118+0000 7f83b4af9640 -1 osd.5 0 waiting for initial osdmap 2024-09-21T07:24:29.142 INFO:tasks.ceph.osd.7.smithi145.stderr:2024-09-21T07:24:29.142+0000 7f2bf1caf640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T07:24:29.150 INFO:tasks.ceph.osd.4.smithi145.stderr:2024-09-21T07:24:29.150+0000 7fce4502c640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T07:24:29.158 INFO:tasks.ceph.osd.5.smithi145.stderr:2024-09-21T07:24:29.158+0000 7f83ac8f6640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T07:24:32.154 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:24:32.156 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:24:34.804 DEBUG:teuthology.orchestra.run.smithi006:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:34.966 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.960+0000 7f6e11509640 1 -- 172.21.15.6:0/3547469691 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c0cbaa0 msgr2=0x7f6e0c0736d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:34.966 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.960+0000 7f6e11509640 1 --2- 172.21.15.6:0/3547469691 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c0cbaa0 0x7f6e0c0736d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc009840 tx=0x7f6dfc01c7f0 comp rx=0 tx=0).stop 2024-09-21T07:24:34.966 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.960+0000 7f6e11509640 1 -- 172.21.15.6:0/3547469691 shutdown_connections 2024-09-21T07:24:34.966 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.960+0000 7f6e11509640 1 --2- 172.21.15.6:0/3547469691 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e0c06fc50 0x7f6e0c0b4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:34.967 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.960+0000 7f6e11509640 1 --2- 172.21.15.6:0/3547469691 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c0cbaa0 0x7f6e0c0736d0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:34.967 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.960+0000 7f6e11509640 1 -- 172.21.15.6:0/3547469691 >> 172.21.15.6:0/3547469691 conn(0x7f6e0c0d07b0 msgr2=0x7f6e0c0d0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:34.967 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.960+0000 7f6e11509640 1 -- 172.21.15.6:0/3547469691 shutdown_connections 2024-09-21T07:24:34.967 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.960+0000 7f6e11509640 1 -- 172.21.15.6:0/3547469691 wait complete. 2024-09-21T07:24:34.967 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 Processor -- start 2024-09-21T07:24:34.967 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 -- start start 2024-09-21T07:24:34.970 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c06fc50 0x7f6e0c14e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:34.970 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0c073c10 0x7f6e0c1fa300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:34.970 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e0c0cbaa0 0x7f6e0c14beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:34.970 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6e0c16a140 con 0x7f6e0c06fc50 2024-09-21T07:24:34.970 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e0c169fc0 con 0x7f6e0c073c10 2024-09-21T07:24:34.970 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6e0c16a2c0 con 0x7f6e0c0cbaa0 2024-09-21T07:24:34.970 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c06fc50 0x7f6e0c14e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:34.970 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c06fc50 0x7f6e0c14e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52796/0 (socket says 172.21.15.6:52796) 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 -- 172.21.15.6:0/3818024279 learned_addr learned my addr 172.21.15.6:0/3818024279 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 -- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e0c0cbaa0 msgr2=0x7f6e0c14beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e0c0cbaa0 0x7f6e0c14beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 -- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0c073c10 msgr2=0x7f6e0c1fa300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0c073c10 0x7f6e0c1fa300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 -- 172.21.15.6:0/3818024279 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e0c1faf10 con 0x7f6e0c06fc50 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e0affd640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c06fc50 0x7f6e0c14e400 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc01aea0 tx=0x7f6dfc0a5650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6df37fe640 1 -- 172.21.15.6:0/3818024279 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc0bb070 con 0x7f6e0c06fc50 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6df37fe640 1 -- 172.21.15.6:0/3818024279 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dfc004470 con 0x7f6e0c06fc50 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e0c14d920 con 0x7f6e0c06fc50 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6df37fe640 1 -- 172.21.15.6:0/3818024279 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc0b2040 con 0x7f6e0c06fc50 2024-09-21T07:24:34.971 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.964+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e0c14dee0 con 0x7f6e0c06fc50 2024-09-21T07:24:34.974 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.968+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e0c0b4330 con 0x7f6e0c06fc50 2024-09-21T07:24:34.974 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.968+0000 7f6df37fe640 1 -- 172.21.15.6:0/3818024279 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6dfc0be070 con 0x7f6e0c06fc50 2024-09-21T07:24:34.974 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.968+0000 7f6df37fe640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df8073200 0x7f6df8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:34.974 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.968+0000 7f6df37fe640 1 -- 172.21.15.6:0/3818024279 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f6dfc12d6d0 con 0x7f6e0c06fc50 2024-09-21T07:24:34.974 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.968+0000 7f6e0a7fc640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df8073200 0x7f6df8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:34.974 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.968+0000 7f6e0a7fc640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df8073200 0x7f6df8075710 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6e000046c0 tx=0x7f6e00007910 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:34.978 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:34.972+0000 7f6df37fe640 1 -- 172.21.15.6:0/3818024279 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6dfc016410 con 0x7f6e0c06fc50 2024-09-21T07:24:35.153 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.148+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6e0c15dc70 con 0x7f6e0c06fc50 2024-09-21T07:24:35.155 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6df37fe640 1 -- 172.21.15.6:0/3818024279 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) ==== 74+0+12860 (secure 0 0 0) 0x7f6dfc101020 con 0x7f6e0c06fc50 2024-09-21T07:24:35.155 INFO:teuthology.misc.health.smithi006.stdout: 2024-09-21T07:24:35.155 INFO:teuthology.misc.health.smithi006.stdout:{"epoch":16,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:33.093845+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df8073200 msgr2=0x7f6df8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df8073200 0x7f6df8075710 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6e000046c0 tx=0x7f6e00007910 comp rx=0 tx=0).stop 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c06fc50 msgr2=0x7f6e0c14e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c06fc50 0x7f6e0c14e400 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc01aea0 tx=0x7f6dfc0a5650 comp rx=0 tx=0).stop 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 shutdown_connections 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df8073200 0x7f6df8075710 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e0c0cbaa0 0x7f6e0c14beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e0c073c10 0x7f6e0c1fa300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 --2- 172.21.15.6:0/3818024279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0c06fc50 0x7f6e0c14e400 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.158 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 >> 172.21.15.6:0/3818024279 conn(0x7f6e0c0d07b0 msgr2=0x7f6e0c0b5820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:35.159 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 shutdown_connections 2024-09-21T07:24:35.159 INFO:teuthology.misc.health.smithi006.stderr:2024-09-21T07:24:35.152+0000 7f6e11509640 1 -- 172.21.15.6:0/3818024279 wait complete. 2024-09-21T07:24:35.176 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-21T07:24:35.176 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-21T07:24:35.177 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:24:35.177 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:24:35.179 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:24:35.179 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:24:35.179 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:24:35.181 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:24:35.181 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:24:35.181 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:24:35.183 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:24:35.234 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:24:35.234 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:24:35.237 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:24:35.237 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-21T07:24:35.237 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:24:35.291 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:24:35.296 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:24:35.302 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:24:35.334 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:24:35.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 -- 172.21.15.6:0/2067304020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800cd310 msgr2=0x7ff78015d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:35.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 --2- 172.21.15.6:0/2067304020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800cd310 0x7ff78015d9c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff7800cfaa0 tx=0x7ff77c01c8c0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 -- 172.21.15.6:0/2067304020 shutdown_connections 2024-09-21T07:24:35.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 --2- 172.21.15.6:0/2067304020 >> v2:172.21.15.145:3300/0 conn(0x7ff7800d23d0 0x7ff7800d0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 --2- 172.21.15.6:0/2067304020 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff780160e20 0x7ff7800d1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 --2- 172.21.15.6:0/2067304020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800cd310 0x7ff78015d9c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 -- 172.21.15.6:0/2067304020 >> 172.21.15.6:0/2067304020 conn(0x7ff780069180 msgr2=0x7ff7800695c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:35.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 -- 172.21.15.6:0/2067304020 shutdown_connections 2024-09-21T07:24:35.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.388+0000 7ff788510640 1 -- 172.21.15.6:0/2067304020 wait complete. 2024-09-21T07:24:35.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 Processor -- start 2024-09-21T07:24:35.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 -- start start 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7800cd310 0x7ff7801f7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800d23d0 0x7ff7800cc000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff780160e20 0x7ff7800c7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff7800b4500 con 0x7ff7800d23d0 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff7800b4380 con 0x7ff7800cd310 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff7800b4680 con 0x7ff780160e20 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800d23d0 0x7ff7800cc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800d23d0 0x7ff7800cc000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52828/0 (socket says 172.21.15.6:52828) 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 -- 172.21.15.6:0/2854351101 learned_addr learned my addr 172.21.15.6:0/2854351101 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:35.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff7862ac640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7800cd310 0x7ff7801f7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:35.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff786aad640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff780160e20 0x7ff7800c7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:35.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 -- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff780160e20 msgr2=0x7ff7800c7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:35.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff780160e20 0x7ff7800c7fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 -- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7800cd310 msgr2=0x7ff7801f7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:35.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7800cd310 0x7ff7801f7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 -- 172.21.15.6:0/2854351101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7800c94b0 con 0x7ff7800d23d0 2024-09-21T07:24:35.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff785aab640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800d23d0 0x7ff7800cc000 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff77000d6a0 tx=0x7ff77000db60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:35.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff776ffd640 1 -- 172.21.15.6:0/2854351101 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770017070 con 0x7ff7800d23d0 2024-09-21T07:24:35.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff776ffd640 1 -- 172.21.15.6:0/2854351101 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff770009b10 con 0x7ff7800d23d0 2024-09-21T07:24:35.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7800c9790 con 0x7ff7800d23d0 2024-09-21T07:24:35.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff776ffd640 1 -- 172.21.15.6:0/2854351101 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770010460 con 0x7ff7800d23d0 2024-09-21T07:24:35.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7800c9d50 con 0x7ff7800d23d0 2024-09-21T07:24:35.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.392+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7800c9210 con 0x7ff7800d23d0 2024-09-21T07:24:35.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.396+0000 7ff776ffd640 1 -- 172.21.15.6:0/2854351101 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff77001a070 con 0x7ff7800d23d0 2024-09-21T07:24:35.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.396+0000 7ff776ffd640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff764073200 0x7ff764075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:35.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.396+0000 7ff776ffd640 1 -- 172.21.15.6:0/2854351101 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7ff770093e70 con 0x7ff7800d23d0 2024-09-21T07:24:35.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.396+0000 7ff7862ac640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff764073200 0x7ff764075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:35.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.396+0000 7ff7862ac640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff764073200 0x7ff764075710 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff77c0af000 tx=0x7ff77c01b100 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:35.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.400+0000 7ff776ffd640 1 -- 172.21.15.6:0/2854351101 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff7800c9210 con 0x7ff7800d23d0 2024-09-21T07:24:35.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.612+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff7800d0300 con 0x7ff7800d23d0 2024-09-21T07:24:35.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.612+0000 7ff776ffd640 1 -- 172.21.15.6:0/2854351101 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7ff77005ecb0 con 0x7ff7800d23d0 2024-09-21T07:24:35.617 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:35.617 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":2,"btime":"2024-09-21T07:24:35:303504+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4329,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-21T07:24:35.618 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 2 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff764073200 msgr2=0x7ff764075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff764073200 0x7ff764075710 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff77c0af000 tx=0x7ff77c01b100 comp rx=0 tx=0).stop 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800d23d0 msgr2=0x7ff7800cc000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800d23d0 0x7ff7800cc000 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff77000d6a0 tx=0x7ff77000db60 comp rx=0 tx=0).stop 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 shutdown_connections 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff764073200 0x7ff764075710 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff780160e20 0x7ff7800c7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7800d23d0 0x7ff7800cc000 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 --2- 172.21.15.6:0/2854351101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff7800cd310 0x7ff7801f7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:35.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 >> 172.21.15.6:0/2854351101 conn(0x7ff780069180 msgr2=0x7ff78015e9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:35.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 shutdown_connections 2024-09-21T07:24:35.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:35.616+0000 7ff788510640 1 -- 172.21.15.6:0/2854351101 wait complete. 2024-09-21T07:24:37.640 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:24:37.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.804+0000 7fc13a179640 1 -- 172.21.15.6:0/4063207215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 msgr2=0x7fc1340744c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:37.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.804+0000 7fc13a179640 1 --2- 172.21.15.6:0/4063207215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 0x7fc1340744c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc1340b5e00 tx=0x7fc12c01ccf0 comp rx=0 tx=0).stop 2024-09-21T07:24:37.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.804+0000 7fc13a179640 1 -- 172.21.15.6:0/4063207215 shutdown_connections 2024-09-21T07:24:37.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.804+0000 7fc13a179640 1 --2- 172.21.15.6:0/4063207215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 0x7fc1340744c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:37.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.804+0000 7fc13a179640 1 --2- 172.21.15.6:0/4063207215 >> v2:172.21.15.145:3300/0 conn(0x7fc13415feb0 0x7fc134073b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:37.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.804+0000 7fc13a179640 1 -- 172.21.15.6:0/4063207215 >> 172.21.15.6:0/4063207215 conn(0x7fc1340d0020 msgr2=0x7fc1340d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:37.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.804+0000 7fc13a179640 1 -- 172.21.15.6:0/4063207215 shutdown_connections 2024-09-21T07:24:37.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.804+0000 7fc13a179640 1 -- 172.21.15.6:0/4063207215 wait complete. 2024-09-21T07:24:37.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 Processor -- start 2024-09-21T07:24:37.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 -- start start 2024-09-21T07:24:37.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc13406ee70 0x7fc134158f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:37.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 0x7fc134146ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:37.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc13415feb0 0x7fc134147420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc13406ff50 con 0x7fc1340740b0 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc13406fdd0 con 0x7fc13415feb0 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc1340700d0 con 0x7fc13406ee70 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 0x7fc134146ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 0x7fc134146ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52854/0 (socket says 172.21.15.6:52854) 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 -- 172.21.15.6:0/1649256237 learned_addr learned my addr 172.21.15.6:0/1649256237 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc133fff640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc13415feb0 0x7fc134147420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc1337fe640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc13406ee70 0x7fc134158f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 -- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc13406ee70 msgr2=0x7fc134158f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc13406ee70 0x7fc134158f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 -- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc13415feb0 msgr2=0x7fc134147420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:37.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc13415feb0 0x7fc134147420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:37.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 -- 172.21.15.6:0/1649256237 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc13415b950 con 0x7fc1340740b0 2024-09-21T07:24:37.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc132ffd640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 0x7fc134146ee0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc12400d750 tx=0x7fc12400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:37.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc11bfff640 1 -- 172.21.15.6:0/1649256237 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc124017070 con 0x7fc1340740b0 2024-09-21T07:24:37.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc11bfff640 1 -- 172.21.15.6:0/1649256237 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc124009d20 con 0x7fc1340740b0 2024-09-21T07:24:37.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc11bfff640 1 -- 172.21.15.6:0/1649256237 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12400de60 con 0x7fc1340740b0 2024-09-21T07:24:37.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc134159800 con 0x7fc1340740b0 2024-09-21T07:24:37.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.808+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc134159dc0 con 0x7fc1340740b0 2024-09-21T07:24:37.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.812+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc134159560 con 0x7fc1340740b0 2024-09-21T07:24:37.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.812+0000 7fc11bfff640 1 -- 172.21.15.6:0/1649256237 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc124004280 con 0x7fc1340740b0 2024-09-21T07:24:37.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.812+0000 7fc11bfff640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc120073200 0x7fc120075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:37.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.812+0000 7fc11bfff640 1 -- 172.21.15.6:0/1649256237 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fc124094390 con 0x7fc1340740b0 2024-09-21T07:24:37.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.812+0000 7fc1337fe640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc120073200 0x7fc120075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:37.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.812+0000 7fc1337fe640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc120073200 0x7fc120075710 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc1340cbc10 tx=0x7fc128009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:37.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:37.816+0000 7fc11bfff640 1 -- 172.21.15.6:0/1649256237 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc134159560 con 0x7fc1340740b0 2024-09-21T07:24:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.024+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1340744c0 con 0x7fc1340740b0 2024-09-21T07:24:38.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.024+0000 7fc11bfff640 1 -- 172.21.15.6:0/1649256237 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3906 (secure 0 0 0) 0x7fc124020020 con 0x7fc1340740b0 2024-09-21T07:24:38.030 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:38.030 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":3,"btime":"2024-09-21T07:24:36:304802+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4329,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-21T07:24:38.031 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 3 2024-09-21T07:24:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc120073200 msgr2=0x7fc120075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc120073200 0x7fc120075710 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc1340cbc10 tx=0x7fc128009040 comp rx=0 tx=0).stop 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 msgr2=0x7fc134146ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 0x7fc134146ee0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc12400d750 tx=0x7fc12400dc10 comp rx=0 tx=0).stop 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 shutdown_connections 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc120073200 0x7fc120075710 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc13415feb0 0x7fc134147420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1340740b0 0x7fc134146ee0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 --2- 172.21.15.6:0/1649256237 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc13406ee70 0x7fc134158f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 >> 172.21.15.6:0/1649256237 conn(0x7fc1340d0020 msgr2=0x7fc1340aeed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 shutdown_connections 2024-09-21T07:24:38.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.028+0000 7fc13a179640 1 -- 172.21.15.6:0/1649256237 wait complete. 2024-09-21T07:24:38.050 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T07:24:38.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- 172.21.15.6:0/987983082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b500af060 msgr2=0x7f7b500af470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/987983082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b500af060 0x7f7b500af470 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7b44009900 tx=0x7f7b4401c8b0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- 172.21.15.6:0/987983082 shutdown_connections 2024-09-21T07:24:38.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/987983082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b500af060 0x7f7b500af470 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/987983082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b5015c7a0 0x7f7b500cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- 172.21.15.6:0/987983082 >> 172.21.15.6:0/987983082 conn(0x7f7b500d0020 msgr2=0x7f7b500d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:38.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- 172.21.15.6:0/987983082 shutdown_connections 2024-09-21T07:24:38.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- 172.21.15.6:0/987983082 wait complete. 2024-09-21T07:24:38.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 Processor -- start 2024-09-21T07:24:38.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- start start 2024-09-21T07:24:38.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b500adfa0 0x7f7b5015b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:38.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b500af060 0x7f7b5014bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:38.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b5015c7a0 0x7f7b501543f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5006fcb0 con 0x7f7b5015c7a0 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5006fb30 con 0x7f7b500adfa0 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.204+0000 7f7b56eb8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7b5006fe30 con 0x7f7b500af060 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b5015c7a0 0x7f7b501543f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b5015c7a0 0x7f7b501543f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52872/0 (socket says 172.21.15.6:52872) 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 -- 172.21.15.6:0/900606166 learned_addr learned my addr 172.21.15.6:0/900606166 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b4ffff640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b500af060 0x7f7b5014bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b54c54640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b500adfa0 0x7f7b5015b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 -- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b500af060 msgr2=0x7f7b5014bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b500af060 0x7f7b5014bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 -- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b500adfa0 msgr2=0x7f7b5015b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b500adfa0 0x7f7b5015b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 -- 172.21.15.6:0/900606166 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5014c090 con 0x7f7b5015c7a0 2024-09-21T07:24:38.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b4ffff640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b500af060 0x7f7b5014bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:38.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b54c54640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b500adfa0 0x7f7b5015b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:38.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b55455640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b5015c7a0 0x7f7b501543f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7b4800c740 tx=0x7f7b4800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:38.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b4d7fa640 1 -- 172.21.15.6:0/900606166 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b48003b80 con 0x7f7b5015c7a0 2024-09-21T07:24:38.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b4d7fa640 1 -- 172.21.15.6:0/900606166 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b4800ce50 con 0x7f7b5015c7a0 2024-09-21T07:24:38.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b4d7fa640 1 -- 172.21.15.6:0/900606166 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4800a7f0 con 0x7f7b5015c7a0 2024-09-21T07:24:38.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b501f9bb0 con 0x7f7b5015c7a0 2024-09-21T07:24:38.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b501fa170 con 0x7f7b5015c7a0 2024-09-21T07:24:38.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b5015bb70 con 0x7f7b5015c7a0 2024-09-21T07:24:38.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b4d7fa640 1 -- 172.21.15.6:0/900606166 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7b4800a990 con 0x7f7b5015c7a0 2024-09-21T07:24:38.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b4d7fa640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b3c073200 0x7f7b3c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:38.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.208+0000 7f7b4d7fa640 1 -- 172.21.15.6:0/900606166 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f7b48093910 con 0x7f7b5015c7a0 2024-09-21T07:24:38.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.212+0000 7f7b54c54640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b3c073200 0x7f7b3c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:38.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.212+0000 7f7b54c54640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b3c073200 0x7f7b3c075710 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7b400058d0 tx=0x7f7b40005ca0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:38.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.216+0000 7f7b4d7fa640 1 -- 172.21.15.6:0/900606166 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7b48020060 con 0x7f7b5015c7a0 2024-09-21T07:24:38.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.392+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7b500702e0 con 0x7f7b5015c7a0 2024-09-21T07:24:38.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.392+0000 7f7b4d7fa640 1 -- 172.21.15.6:0/900606166 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) ==== 84+0+65 (secure 0 0 0) 0x7f7b500af9b0 con 0x7f7b5015c7a0 2024-09-21T07:24:38.398 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:38.398 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-09-21T07:24:38.398 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:24:38.398 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-09-21T07:24:38.398 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-09-21T07:24:38.398 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:24:38.398 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-09-21T07:24:38.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b3c073200 msgr2=0x7f7b3c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b3c073200 0x7f7b3c075710 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7b400058d0 tx=0x7f7b40005ca0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b5015c7a0 msgr2=0x7f7b501543f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b5015c7a0 0x7f7b501543f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7b4800c740 tx=0x7f7b4800cc00 comp rx=0 tx=0).stop 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 shutdown_connections 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b3c073200 0x7f7b3c075710 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b5015c7a0 0x7f7b501543f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b500af060 0x7f7b5014bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 --2- 172.21.15.6:0/900606166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b500adfa0 0x7f7b5015b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 >> 172.21.15.6:0/900606166 conn(0x7f7b500d0020 msgr2=0x7f7b500ce240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:38.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 shutdown_connections 2024-09-21T07:24:38.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.396+0000 7f7b56eb8640 1 -- 172.21.15.6:0/900606166 wait complete. 2024-09-21T07:24:38.419 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T07:24:38.420 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T07:24:38.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 -- 172.21.15.6:0/2459858445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc380053b0 msgr2=0x7efc3800ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 --2- 172.21.15.6:0/2459858445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc380053b0 0x7efc3800ba30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7efc4c075280 tx=0x7efc4401d150 comp rx=0 tx=0).stop 2024-09-21T07:24:38.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 -- 172.21.15.6:0/2459858445 shutdown_connections 2024-09-21T07:24:38.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 --2- 172.21.15.6:0/2459858445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc380053b0 0x7efc3800ba30 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 -- 172.21.15.6:0/2459858445 >> 172.21.15.6:0/2459858445 conn(0x7efc4c0d00c0 msgr2=0x7efc4c0d04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:38.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 -- 172.21.15.6:0/2459858445 shutdown_connections 2024-09-21T07:24:38.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 -- 172.21.15.6:0/2459858445 wait complete. 2024-09-21T07:24:38.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 Processor -- start 2024-09-21T07:24:38.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.576+0000 7efc5336d640 1 -- start start 2024-09-21T07:24:38.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc380053b0 0x7efc4c0c99a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:38.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc4c1f5000 0x7efc4c15de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:38.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc4c15c600 0x7efc4c09ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c15b430 con 0x7efc4c1f5000 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c15b2b0 con 0x7efc4c15c600 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7efc4c0caa40 con 0x7efc380053b0 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc4c1f5000 0x7efc4c15de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc4c1f5000 0x7efc4c15de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52896/0 (socket says 172.21.15.6:52896) 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 -- 172.21.15.6:0/3386023117 learned_addr learned my addr 172.21.15.6:0/3386023117 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc51109640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc380053b0 0x7efc4c0c99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5190a640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc4c15c600 0x7efc4c09ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 -- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc380053b0 msgr2=0x7efc4c0c99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc380053b0 0x7efc4c0c99a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 -- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc4c15c600 msgr2=0x7efc4c09ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc4c15c600 0x7efc4c09ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 -- 172.21.15.6:0/3386023117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4c0ca1e0 con 0x7efc4c1f5000 2024-09-21T07:24:38.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5190a640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc4c15c600 0x7efc4c09ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:38.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc50908640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc4c1f5000 0x7efc4c15de50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7efc3c004cf0 tx=0x7efc3c001640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:38.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc41ffb640 1 -- 172.21.15.6:0/3386023117 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c011660 con 0x7efc4c1f5000 2024-09-21T07:24:38.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc41ffb640 1 -- 172.21.15.6:0/3386023117 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc3c0118f0 con 0x7efc4c1f5000 2024-09-21T07:24:38.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc4c0b4a30 con 0x7efc4c1f5000 2024-09-21T07:24:38.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc41ffb640 1 -- 172.21.15.6:0/3386023117 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c011d20 con 0x7efc4c1f5000 2024-09-21T07:24:38.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc4c1f4800 con 0x7efc4c1f5000 2024-09-21T07:24:38.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc4c0b4f50 con 0x7efc4c1f5000 2024-09-21T07:24:38.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc41ffb640 1 -- 172.21.15.6:0/3386023117 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7efc3c01c680 con 0x7efc4c1f5000 2024-09-21T07:24:38.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc41ffb640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7efc30073200 0x7efc30075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:38.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc41ffb640 1 -- 172.21.15.6:0/3386023117 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7efc3c0949a0 con 0x7efc4c1f5000 2024-09-21T07:24:38.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.580+0000 7efc51109640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7efc30073200 0x7efc30075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:38.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.584+0000 7efc51109640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7efc30073200 0x7efc30075710 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efc48006830 tx=0x7efc48001d80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:38.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.588+0000 7efc41ffb640 1 -- 172.21.15.6:0/3386023117 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7efc4c0b4f50 con 0x7efc4c1f5000 2024-09-21T07:24:38.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:38.752+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7efc4c0b47c0 con 0x7efc4c1f5000 2024-09-21T07:24:39.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.324+0000 7efc41ffb640 1 -- 172.21.15.6:0/3386023117 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) ==== 138+0+0 (secure 0 0 0) 0x7efc3c05fd10 con 0x7efc4c1f5000 2024-09-21T07:24:39.329 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-09-21T07:24:39.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7efc30073200 msgr2=0x7efc30075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:39.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7efc30073200 0x7efc30075710 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efc48006830 tx=0x7efc48001d80 comp rx=0 tx=0).stop 2024-09-21T07:24:39.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc4c1f5000 msgr2=0x7efc4c15de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:39.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc4c1f5000 0x7efc4c15de50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7efc3c004cf0 tx=0x7efc3c001640 comp rx=0 tx=0).stop 2024-09-21T07:24:39.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 shutdown_connections 2024-09-21T07:24:39.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7efc30073200 0x7efc30075710 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:39.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7efc4c15c600 0x7efc4c09ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:39.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc4c1f5000 0x7efc4c15de50 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:39.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 --2- 172.21.15.6:0/3386023117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7efc380053b0 0x7efc4c0c99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:39.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 >> 172.21.15.6:0/3386023117 conn(0x7efc4c0d00c0 msgr2=0x7efc4c15a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:39.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 shutdown_connections 2024-09-21T07:24:39.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.328+0000 7efc5336d640 1 -- 172.21.15.6:0/3386023117 wait complete. 2024-09-21T07:24:39.363 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T07:24:39.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.524+0000 7fe5e47fd640 1 -- 172.21.15.6:0/1636679555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc0ccf10 msgr2=0x7fe5dc15c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:39.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.524+0000 7fe5e47fd640 1 --2- 172.21.15.6:0/1636679555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc0ccf10 0x7fe5dc15c560 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc0c6c60 tx=0x7fe5d801c850 comp rx=0 tx=0).stop 2024-09-21T07:24:39.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.524+0000 7fe5e47fd640 1 -- 172.21.15.6:0/1636679555 shutdown_connections 2024-09-21T07:24:39.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.524+0000 7fe5e47fd640 1 --2- 172.21.15.6:0/1636679555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc0ccf10 0x7fe5dc15c560 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:39.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.524+0000 7fe5e47fd640 1 -- 172.21.15.6:0/1636679555 >> 172.21.15.6:0/1636679555 conn(0x7fe5dc0cdb40 msgr2=0x7fe5dc0cdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:39.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.524+0000 7fe5e47fd640 1 -- 172.21.15.6:0/1636679555 shutdown_connections 2024-09-21T07:24:39.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.524+0000 7fe5e47fd640 1 -- 172.21.15.6:0/1636679555 wait complete. 2024-09-21T07:24:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 Processor -- start 2024-09-21T07:24:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 -- start start 2024-09-21T07:24:39.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc06cde0 0x7fe5dc1f7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:39.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc073db0 0x7fe5dc15e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:39.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc0ccf10 0x7fe5dc14d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:39.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc16b040 con 0x7fe5dc06cde0 2024-09-21T07:24:39.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc16aec0 con 0x7fe5dc0ccf10 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe5dc16b1c0 con 0x7fe5dc073db0 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc06cde0 0x7fe5dc1f7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc06cde0 0x7fe5dc1f7590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52910/0 (socket says 172.21.15.6:52910) 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 -- 172.21.15.6:0/2176646823 learned_addr learned my addr 172.21.15.6:0/2176646823 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e1d98640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc073db0 0x7fe5dc15e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2d9a640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc0ccf10 0x7fe5dc14d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 -- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc073db0 msgr2=0x7fe5dc15e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc073db0 0x7fe5dc15e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 -- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc0ccf10 msgr2=0x7fe5dc14d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc0ccf10 0x7fe5dc14d2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 -- 172.21.15.6:0/2176646823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5dc15e860 con 0x7fe5dc06cde0 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e2599640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc06cde0 0x7fe5dc1f7590 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80b0040 tx=0x7fe5d80a5590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5d2ffd640 1 -- 172.21.15.6:0/2176646823 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d80bc020 con 0x7fe5dc06cde0 2024-09-21T07:24:39.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5d2ffd640 1 -- 172.21.15.6:0/2176646823 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe5d80043b0 con 0x7fe5dc06cde0 2024-09-21T07:24:39.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5d2ffd640 1 -- 172.21.15.6:0/2176646823 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d80b2040 con 0x7fe5dc06cde0 2024-09-21T07:24:39.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5dc15cd90 con 0x7fe5dc06cde0 2024-09-21T07:24:39.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.528+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5dc15d350 con 0x7fe5dc06cde0 2024-09-21T07:24:39.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.532+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5dc15c560 con 0x7fe5dc06cde0 2024-09-21T07:24:39.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.532+0000 7fe5d2ffd640 1 -- 172.21.15.6:0/2176646823 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe5d80bf070 con 0x7fe5dc06cde0 2024-09-21T07:24:39.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.532+0000 7fe5d2ffd640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe5c0073200 0x7fe5c0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:39.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.532+0000 7fe5d2ffd640 1 -- 172.21.15.6:0/2176646823 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 5227+0+0 (secure 0 0 0) 0x7fe5d812ddc0 con 0x7fe5dc06cde0 2024-09-21T07:24:39.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.532+0000 7fe5e1d98640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe5c0073200 0x7fe5c0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:39.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.532+0000 7fe5e1d98640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe5c0073200 0x7fe5c0075710 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc156470 tx=0x7fe5cc008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:39.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.536+0000 7fe5d2ffd640 1 -- 172.21.15.6:0/2176646823 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe5d80164d0 con 0x7fe5dc06cde0 2024-09-21T07:24:39.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:39.712+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe5dc15b0f0 con 0x7fe5dc06cde0 2024-09-21T07:24:40.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.328+0000 7fe5d2ffd640 1 -- 172.21.15.6:0/2176646823 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) ==== 170+0+0 (secure 0 0 0) 0x7fe5d80f8fd0 con 0x7fe5dc06cde0 2024-09-21T07:24:40.334 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-09-21T07:24:40.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe5c0073200 msgr2=0x7fe5c0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:40.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe5c0073200 0x7fe5c0075710 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc156470 tx=0x7fe5cc008040 comp rx=0 tx=0).stop 2024-09-21T07:24:40.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc06cde0 msgr2=0x7fe5dc1f7590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:40.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc06cde0 0x7fe5dc1f7590 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80b0040 tx=0x7fe5d80a5590 comp rx=0 tx=0).stop 2024-09-21T07:24:40.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 shutdown_connections 2024-09-21T07:24:40.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe5c0073200 0x7fe5c0075710 secure :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc156470 tx=0x7fe5cc008040 comp rx=0 tx=0).stop 2024-09-21T07:24:40.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5dc0ccf10 0x7fe5dc14d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:40.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5dc073db0 0x7fe5dc15e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:40.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 --2- 172.21.15.6:0/2176646823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5dc06cde0 0x7fe5dc1f7590 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:40.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 >> 172.21.15.6:0/2176646823 conn(0x7fe5dc0cdb40 msgr2=0x7fe5dc15b610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:40.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 shutdown_connections 2024-09-21T07:24:40.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.332+0000 7fe5e47fd640 1 -- 172.21.15.6:0/2176646823 wait complete. 2024-09-21T07:24:40.372 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T07:24:40.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.528+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/1510735598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 msgr2=0x7f6d380d1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:40.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.528+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/1510735598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 0x7f6d380d1f40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6d28009900 tx=0x7f6d2801c880 comp rx=0 tx=0).stop 2024-09-21T07:24:40.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.528+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/1510735598 shutdown_connections 2024-09-21T07:24:40.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.528+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/1510735598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d380d2480 0x7f6d381696a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:40.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.528+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/1510735598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 0x7f6d380d1f40 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:40.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.528+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/1510735598 >> 172.21.15.6:0/1510735598 conn(0x7f6d3808bfc0 msgr2=0x7f6d3809d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:40.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.528+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/1510735598 shutdown_connections 2024-09-21T07:24:40.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.528+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/1510735598 wait complete. 2024-09-21T07:24:40.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3f7d1640 1 Processor -- start 2024-09-21T07:24:40.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3f7d1640 1 -- start start 2024-09-21T07:24:40.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3f7d1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d380b3fe0 0x7f6d38155900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:40.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3f7d1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 0x7f6d3815a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:40.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3f7d1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d380d2480 0x7f6d3815ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:40.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3f7d1640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6d380d0490 con 0x7f6d380b43f0 2024-09-21T07:24:40.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3f7d1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d380d4310 con 0x7f6d380b3fe0 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3f7d1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6d380d0610 con 0x7f6d380d2480 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3cd6c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 0x7f6d3815a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3cd6c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 0x7f6d3815a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52928/0 (socket says 172.21.15.6:52928) 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3cd6c640 1 -- 172.21.15.6:0/2027689199 learned_addr learned my addr 172.21.15.6:0/2027689199 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3d56d640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d380b3fe0 0x7f6d38155900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3dd6e640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d380d2480 0x7f6d3815ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3cd6c640 1 -- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d380d2480 msgr2=0x7f6d3815ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3cd6c640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d380d2480 0x7f6d3815ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3cd6c640 1 -- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d380b3fe0 msgr2=0x7f6d38155900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3cd6c640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d380b3fe0 0x7f6d38155900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.532+0000 7f6d3cd6c640 1 -- 172.21.15.6:0/2027689199 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d3815dcc0 con 0x7f6d380b43f0 2024-09-21T07:24:40.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d3cd6c640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 0x7f6d3815a7d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6d28009850 tx=0x7f6d280a6f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:40.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d2dffb640 1 -- 172.21.15.6:0/2027689199 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d280b2040 con 0x7f6d380b43f0 2024-09-21T07:24:40.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d2dffb640 1 -- 172.21.15.6:0/2027689199 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d28004430 con 0x7f6d380b43f0 2024-09-21T07:24:40.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d3815dfa0 con 0x7f6d380b43f0 2024-09-21T07:24:40.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d2dffb640 1 -- 172.21.15.6:0/2027689199 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d28005240 con 0x7f6d380b43f0 2024-09-21T07:24:40.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d3815e560 con 0x7f6d380b43f0 2024-09-21T07:24:40.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d38051050 con 0x7f6d380b43f0 2024-09-21T07:24:40.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d2dffb640 1 -- 172.21.15.6:0/2027689199 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6d280053e0 con 0x7f6d380b43f0 2024-09-21T07:24:40.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d2dffb640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d1c073200 0x7f6d1c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:40.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d2dffb640 1 -- 172.21.15.6:0/2027689199 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5609+0+0 (secure 0 0 0) 0x7f6d2812de00 con 0x7f6d380b43f0 2024-09-21T07:24:40.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.536+0000 7f6d3d56d640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d1c073200 0x7f6d1c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:40.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.540+0000 7f6d3d56d640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d1c073200 0x7f6d1c075710 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6d34007fd0 tx=0x7f6d34009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:40.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.540+0000 7f6d2dffb640 1 -- 172.21.15.6:0/2027689199 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6d280164d0 con 0x7f6d380b43f0 2024-09-21T07:24:40.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:40.760+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6d380d50e0 con 0x7f6d380b43f0 2024-09-21T07:24:41.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.412+0000 7f6d2dffb640 1 -- 172.21.15.6:0/2027689199 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f6d280f88c0 con 0x7f6d380b43f0 2024-09-21T07:24:41.418 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 2 and data pool 3 2024-09-21T07:24:41.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d1c073200 msgr2=0x7f6d1c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d1c073200 0x7f6d1c075710 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6d34007fd0 tx=0x7f6d34009040 comp rx=0 tx=0).stop 2024-09-21T07:24:41.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 msgr2=0x7f6d3815a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 0x7f6d3815a7d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6d28009850 tx=0x7f6d280a6f60 comp rx=0 tx=0).stop 2024-09-21T07:24:41.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 shutdown_connections 2024-09-21T07:24:41.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d1c073200 0x7f6d1c075710 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d380d2480 0x7f6d3815ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d380b43f0 0x7f6d3815a7d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 --2- 172.21.15.6:0/2027689199 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d380b3fe0 0x7f6d38155900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 >> 172.21.15.6:0/2027689199 conn(0x7f6d3808bfc0 msgr2=0x7f6d3806ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:41.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 shutdown_connections 2024-09-21T07:24:41.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.420+0000 7f6d3f7d1640 1 -- 172.21.15.6:0/2027689199 wait complete. 2024-09-21T07:24:41.456 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.600+0000 7f7460b33640 1 -- 172.21.15.6:0/1256371823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c160a70 msgr2=0x7f745c15a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.600+0000 7f7460b33640 1 --2- 172.21.15.6:0/1256371823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c160a70 0x7f745c15a080 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7454009c80 tx=0x7f745401cbc0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.600+0000 7f7460b33640 1 -- 172.21.15.6:0/1256371823 shutdown_connections 2024-09-21T07:24:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.600+0000 7f7460b33640 1 --2- 172.21.15.6:0/1256371823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f745c15d210 0x7f745c15d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.600+0000 7f7460b33640 1 --2- 172.21.15.6:0/1256371823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c160a70 0x7f745c15a080 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.600+0000 7f7460b33640 1 -- 172.21.15.6:0/1256371823 >> 172.21.15.6:0/1256371823 conn(0x7f745c0d0af0 msgr2=0x7f745c0d0f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.600+0000 7f7460b33640 1 -- 172.21.15.6:0/1256371823 shutdown_connections 2024-09-21T07:24:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.600+0000 7f7460b33640 1 -- 172.21.15.6:0/1256371823 wait complete. 2024-09-21T07:24:41.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 Processor -- start 2024-09-21T07:24:41.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 -- start start 2024-09-21T07:24:41.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f745c06cde0 0x7f745c149cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:41.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c15d210 0x7f745c14bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:41.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745c160a70 0x7f745c158a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:41.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f745c16a6a0 con 0x7f745c15d210 2024-09-21T07:24:41.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f745c16a520 con 0x7f745c160a70 2024-09-21T07:24:41.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f745c16a820 con 0x7f745c06cde0 2024-09-21T07:24:41.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c15d210 0x7f745c14bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:41.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c15d210 0x7f745c14bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52946/0 (socket says 172.21.15.6:52946) 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 -- 172.21.15.6:0/508237176 learned_addr learned my addr 172.21.15.6:0/508237176 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f745a59c640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f745c06cde0 0x7f745c149cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f745ad9d640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745c160a70 0x7f745c158a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 -- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f745c06cde0 msgr2=0x7f745c149cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f745c06cde0 0x7f745c149cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 -- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745c160a70 msgr2=0x7f745c158a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745c160a70 0x7f745c158a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 -- 172.21.15.6:0/508237176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f745c14d690 con 0x7f745c15d210 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f745ad9d640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745c160a70 0x7f745c158a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f745a59c640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f745c06cde0 0x7f745c149cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7459d9b640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c15d210 0x7f745c14bb30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f745000c940 tx=0x7f745000ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f744affd640 1 -- 172.21.15.6:0/508237176 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7450004220 con 0x7f745c15d210 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f744affd640 1 -- 172.21.15.6:0/508237176 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74500079b0 con 0x7f745c15d210 2024-09-21T07:24:41.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f745c14c5f0 con 0x7f745c15d210 2024-09-21T07:24:41.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f744affd640 1 -- 172.21.15.6:0/508237176 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74500044b0 con 0x7f745c15d210 2024-09-21T07:24:41.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.604+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f745c14cbb0 con 0x7f745c15d210 2024-09-21T07:24:41.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.608+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f745c14c360 con 0x7f745c15d210 2024-09-21T07:24:41.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.608+0000 7f744affd640 1 -- 172.21.15.6:0/508237176 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7450003600 con 0x7f745c15d210 2024-09-21T07:24:41.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.608+0000 7f744affd640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f743c073230 0x7f743c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:41.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.608+0000 7f744affd640 1 -- 172.21.15.6:0/508237176 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7f7450094a50 con 0x7f745c15d210 2024-09-21T07:24:41.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.608+0000 7f745a59c640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f743c073230 0x7f743c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:41.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.608+0000 7f745a59c640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f743c073230 0x7f743c075740 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f74540af000 tx=0x7f745401b400 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:41.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.612+0000 7f744affd640 1 -- 172.21.15.6:0/508237176 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7450014030 con 0x7f745c15d210 2024-09-21T07:24:41.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.788+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f745c15d620 con 0x7f745c15d210 2024-09-21T07:24:41.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.788+0000 7f744affd640 1 -- 172.21.15.6:0/508237176 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) ==== 74+0+16642 (secure 0 0 0) 0x7f745005fb00 con 0x7f745c15d210 2024-09-21T07:24:41.794 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:41.794 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":19,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:40.764268+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:41.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f743c073230 msgr2=0x7f743c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f743c073230 0x7f743c075740 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f74540af000 tx=0x7f745401b400 comp rx=0 tx=0).stop 2024-09-21T07:24:41.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c15d210 msgr2=0x7f745c14bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c15d210 0x7f745c14bb30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f745000c940 tx=0x7f745000ce00 comp rx=0 tx=0).stop 2024-09-21T07:24:41.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 shutdown_connections 2024-09-21T07:24:41.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f743c073230 0x7f743c075740 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f745c160a70 0x7f745c158a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f745c15d210 0x7f745c14bb30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 --2- 172.21.15.6:0/508237176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f745c06cde0 0x7f745c149cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 >> 172.21.15.6:0/508237176 conn(0x7f745c0d0af0 msgr2=0x7f745c0b0b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:41.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 shutdown_connections 2024-09-21T07:24:41.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.792+0000 7f7460b33640 1 -- 172.21.15.6:0/508237176 wait complete. 2024-09-21T07:24:41.816 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:41.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.972+0000 7f23b864d640 1 -- 172.21.15.6:0/108644106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 msgr2=0x7f23b01622c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.972+0000 7f23b864d640 1 --2- 172.21.15.6:0/108644106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 0x7f23b01622c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f23b00d3e70 tx=0x7f23ac01c830 comp rx=0 tx=0).stop 2024-09-21T07:24:41.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.972+0000 7f23b864d640 1 -- 172.21.15.6:0/108644106 shutdown_connections 2024-09-21T07:24:41.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.972+0000 7f23b864d640 1 --2- 172.21.15.6:0/108644106 >> v2:172.21.15.145:3300/0 conn(0x7f23b00ba230 0x7f23b0162800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.972+0000 7f23b864d640 1 --2- 172.21.15.6:0/108644106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 0x7f23b01622c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.972+0000 7f23b864d640 1 -- 172.21.15.6:0/108644106 >> 172.21.15.6:0/108644106 conn(0x7f23b006dda0 msgr2=0x7f23b006e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:41.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.972+0000 7f23b864d640 1 -- 172.21.15.6:0/108644106 shutdown_connections 2024-09-21T07:24:41.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.972+0000 7f23b864d640 1 -- 172.21.15.6:0/108644106 wait complete. 2024-09-21T07:24:41.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 Processor -- start 2024-09-21T07:24:41.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 -- start start 2024-09-21T07:24:41.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 0x7f23b00b6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:41.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23b00ba230 0x7f23b0154140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:41.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23b00d0c30 0x7f23b0154680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:41.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f23b00d2c00 con 0x7f23b00b9e20 2024-09-21T07:24:41.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f23b00d2a80 con 0x7f23b00ba230 2024-09-21T07:24:41.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f23b00d2d80 con 0x7f23b00d0c30 2024-09-21T07:24:41.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 0x7f23b00b6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:41.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 0x7f23b00b6490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52966/0 (socket says 172.21.15.6:52966) 2024-09-21T07:24:41.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 -- 172.21.15.6:0/4119460865 learned_addr learned my addr 172.21.15.6:0/4119460865 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:41.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b5be8640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23b00ba230 0x7f23b0154140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:41.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b6bea640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23b00d0c30 0x7f23b0154680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:41.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 -- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23b00d0c30 msgr2=0x7f23b0154680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23b00d0c30 0x7f23b0154680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 -- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23b00ba230 msgr2=0x7f23b0154140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:41.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23b00ba230 0x7f23b0154140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:41.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 -- 172.21.15.6:0/4119460865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23b0159bf0 con 0x7f23b00b9e20 2024-09-21T07:24:41.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b63e9640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 0x7f23b00b6490 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f23ac0b0040 tx=0x7f23ac0a5710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:41.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23a6ffd640 1 -- 172.21.15.6:0/4119460865 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23ac0b2040 con 0x7f23b00b9e20 2024-09-21T07:24:41.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23a6ffd640 1 -- 172.21.15.6:0/4119460865 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23ac004230 con 0x7f23b00b9e20 2024-09-21T07:24:41.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23b0159ed0 con 0x7f23b00b9e20 2024-09-21T07:24:41.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23a6ffd640 1 -- 172.21.15.6:0/4119460865 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23ac003600 con 0x7f23b00b9e20 2024-09-21T07:24:41.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.976+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23b015a490 con 0x7f23b00b9e20 2024-09-21T07:24:41.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.980+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23b00d1040 con 0x7f23b00b9e20 2024-09-21T07:24:41.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.980+0000 7f23a6ffd640 1 -- 172.21.15.6:0/4119460865 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f23ac0bf030 con 0x7f23b00b9e20 2024-09-21T07:24:41.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.980+0000 7f23a6ffd640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2394073200 0x7f2394075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:41.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.980+0000 7f23a6ffd640 1 -- 172.21.15.6:0/4119460865 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7f23ac12e1f0 con 0x7f23b00b9e20 2024-09-21T07:24:41.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.980+0000 7f23b5be8640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2394073200 0x7f2394075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:41.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.980+0000 7f23b5be8640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2394073200 0x7f2394075710 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f23a0005fd0 tx=0x7f23a0005cb0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:41.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:41.984+0000 7f23a6ffd640 1 -- 172.21.15.6:0/4119460865 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f23ac0164b0 con 0x7f23b00b9e20 2024-09-21T07:24:42.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.160+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f23b00b7c50 con 0x7f23b00b9e20 2024-09-21T07:24:42.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23a6ffd640 1 -- 172.21.15.6:0/4119460865 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) ==== 74+0+16642 (secure 0 0 0) 0x7f23ac0f9290 con 0x7f23b00b9e20 2024-09-21T07:24:42.167 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:42.167 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":19,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:40.764268+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2394073200 msgr2=0x7f2394075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2394073200 0x7f2394075710 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f23a0005fd0 tx=0x7f23a0005cb0 comp rx=0 tx=0).stop 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 msgr2=0x7f23b00b6490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 0x7f23b00b6490 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f23ac0b0040 tx=0x7f23ac0a5710 comp rx=0 tx=0).stop 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 shutdown_connections 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2394073200 0x7f2394075710 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23b00d0c30 0x7f23b0154680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23b00ba230 0x7f23b0154140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 --2- 172.21.15.6:0/4119460865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23b00b9e20 0x7f23b00b6490 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 >> 172.21.15.6:0/4119460865 conn(0x7f23b006dda0 msgr2=0x7f23b01522e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:42.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 shutdown_connections 2024-09-21T07:24:42.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.164+0000 7f23b864d640 1 -- 172.21.15.6:0/4119460865 wait complete. 2024-09-21T07:24:42.190 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T07:24:42.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.344+0000 7fb12ed73640 1 -- 172.21.15.6:0/6452119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 msgr2=0x7fb1281608a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:42.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.344+0000 7fb12ed73640 1 --2- 172.21.15.6:0/6452119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 0x7fb1281608a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb120009c70 tx=0x7fb12001cd20 comp rx=0 tx=0).stop 2024-09-21T07:24:42.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.344+0000 7fb12ed73640 1 -- 172.21.15.6:0/6452119 shutdown_connections 2024-09-21T07:24:42.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.344+0000 7fb12ed73640 1 --2- 172.21.15.6:0/6452119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 0x7fb1281608a0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:42.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.344+0000 7fb12ed73640 1 -- 172.21.15.6:0/6452119 >> 172.21.15.6:0/6452119 conn(0x7fb12809b380 msgr2=0x7fb1280d2090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:42.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.344+0000 7fb12ed73640 1 -- 172.21.15.6:0/6452119 shutdown_connections 2024-09-21T07:24:42.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.344+0000 7fb12ed73640 1 -- 172.21.15.6:0/6452119 wait complete. 2024-09-21T07:24:42.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12ed73640 1 Processor -- start 2024-09-21T07:24:42.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12ed73640 1 -- start start 2024-09-21T07:24:42.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12ed73640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1280b4f70 0x7fb1281fc540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:42.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12ed73640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 0x7fb128158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:42.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12ed73640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1280cf100 0x7fb128159190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:42.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12ed73640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb12816b070 con 0x7fb1280cecf0 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12ed73640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb12816aef0 con 0x7fb1280b4f70 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12ed73640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb12816b1f0 con 0x7fb1280cf100 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.348+0000 7fb12d570640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 0x7fb128158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12d570640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 0x7fb128158c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52986/0 (socket says 172.21.15.6:52986) 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12d570640 1 -- 172.21.15.6:0/617212988 learned_addr learned my addr 172.21.15.6:0/617212988 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12e572640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1280cf100 0x7fb128159190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12dd71640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1280b4f70 0x7fb1281fc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12d570640 1 -- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1280cf100 msgr2=0x7fb128159190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12d570640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1280cf100 0x7fb128159190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12d570640 1 -- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1280b4f70 msgr2=0x7fb1281fc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12d570640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1280b4f70 0x7fb1281fc540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12d570640 1 -- 172.21.15.6:0/617212988 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1281587a0 con 0x7fb1280cecf0 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12dd71640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1280b4f70 0x7fb1281fc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:24:42.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12d570640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 0x7fb128158c50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb11c00c460 tx=0x7fb11c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:42.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb1267fc640 1 -- 172.21.15.6:0/617212988 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11c0052d0 con 0x7fb1280cecf0 2024-09-21T07:24:42.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb1267fc640 1 -- 172.21.15.6:0/617212988 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb11c005470 con 0x7fb1280cecf0 2024-09-21T07:24:42.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb12806f8d0 con 0x7fb1280cecf0 2024-09-21T07:24:42.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb1267fc640 1 -- 172.21.15.6:0/617212988 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11c012870 con 0x7fb1280cecf0 2024-09-21T07:24:42.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb12806fb70 con 0x7fb1280cecf0 2024-09-21T07:24:42.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1280b5380 con 0x7fb1280cecf0 2024-09-21T07:24:42.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb1267fc640 1 -- 172.21.15.6:0/617212988 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb11c003600 con 0x7fb1280cecf0 2024-09-21T07:24:42.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb1267fc640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb114073230 0x7fb114075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:42.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb1267fc640 1 -- 172.21.15.6:0/617212988 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7fb11c093e00 con 0x7fb1280cecf0 2024-09-21T07:24:42.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.352+0000 7fb12dd71640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb114073230 0x7fb114075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:42.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.356+0000 7fb12dd71640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb114073230 0x7fb114075740 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb1200af000 tx=0x7fb12001b560 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:42.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.360+0000 7fb1267fc640 1 -- 172.21.15.6:0/617212988 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb11c05ed90 con 0x7fb1280cecf0 2024-09-21T07:24:42.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:42.580+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb128168920 con 0x7fb1280cecf0 2024-09-21T07:24:43.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.432+0000 7fb1267fc640 1 -- 172.21.15.6:0/617212988 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7fb11c05e690 con 0x7fb1280cecf0 2024-09-21T07:24:43.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb114073230 msgr2=0x7fb114075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:43.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb114073230 0x7fb114075740 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb1200af000 tx=0x7fb12001b560 comp rx=0 tx=0).stop 2024-09-21T07:24:43.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 msgr2=0x7fb128158c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 0x7fb128158c50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb11c00c460 tx=0x7fb11c00c920 comp rx=0 tx=0).stop 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 shutdown_connections 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb114073230 0x7fb114075740 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb1280cf100 0x7fb128159190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1280cecf0 0x7fb128158c50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 --2- 172.21.15.6:0/617212988 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb1280b4f70 0x7fb1281fc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 >> 172.21.15.6:0/617212988 conn(0x7fb12809b380 msgr2=0x7fb128155d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 shutdown_connections 2024-09-21T07:24:43.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.436+0000 7fb12ed73640 1 -- 172.21.15.6:0/617212988 wait complete. 2024-09-21T07:24:43.465 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T07:24:43.465 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T07:24:43.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.628+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/2323921504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2b8003a10 msgr2=0x7fc2b8003e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:43.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.628+0000 7fc2d3a9b640 1 --2- 172.21.15.6:0/2323921504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2b8003a10 0x7fc2b8003e80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc2c800c2e0 tx=0x7fc2c801cfc0 comp rx=0 tx=0).stop 2024-09-21T07:24:43.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.628+0000 7fc2d2038640 1 -- 172.21.15.6:0/2323921504 reap_dead start 2024-09-21T07:24:43.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.628+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/2323921504 shutdown_connections 2024-09-21T07:24:43.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.628+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/2323921504 >> 172.21.15.6:0/2323921504 conn(0x7fc2cc0691b0 msgr2=0x7fc2cc0695c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:43.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.628+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/2323921504 shutdown_connections 2024-09-21T07:24:43.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.628+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/2323921504 wait complete. 2024-09-21T07:24:43.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d3a9b640 1 Processor -- start 2024-09-21T07:24:43.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d3a9b640 1 -- start start 2024-09-21T07:24:43.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d3a9b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2b8003a10 0x7fc2cc0c7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:43.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d3a9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2cc14d540 0x7fc2cc1f9f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d3a9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2cc1fa4a0 0x7fc2cc1546c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d3a9b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc167af0 con 0x7fc2cc14d540 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d3a9b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc167970 con 0x7fc2cc1fa4a0 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d3a9b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc2cc167c70 con 0x7fc2b8003a10 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2cc14d540 0x7fc2cc1f9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2cc14d540 0x7fc2cc1f9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45784/0 (socket says 172.21.15.6:45784) 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 -- 172.21.15.6:0/1018396142 learned_addr learned my addr 172.21.15.6:0/1018396142 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d2038640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2cc1fa4a0 0x7fc2cc1546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1837640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2b8003a10 0x7fc2cc0c7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 -- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2b8003a10 msgr2=0x7fc2cc0c7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2b8003a10 0x7fc2cc0c7ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 -- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2cc1fa4a0 msgr2=0x7fc2cc1546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:43.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2cc1fa4a0 0x7fc2cc1546c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:43.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 -- 172.21.15.6:0/1018396142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2cc14e170 con 0x7fc2cc14d540 2024-09-21T07:24:43.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1837640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2b8003a10 0x7fc2cc0c7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:24:43.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2d1036640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2cc14d540 0x7fc2cc1f9f60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc011a80 tx=0x7fc2bc011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:43.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.632+0000 7fc2c27fc640 1 -- 172.21.15.6:0/1018396142 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc00fe10 con 0x7fc2cc14d540 2024-09-21T07:24:43.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2c27fc640 1 -- 172.21.15.6:0/1018396142 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2bc016070 con 0x7fc2cc14d540 2024-09-21T07:24:43.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2cc1fae40 con 0x7fc2cc14d540 2024-09-21T07:24:43.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2c27fc640 1 -- 172.21.15.6:0/1018396142 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc012780 con 0x7fc2cc14d540 2024-09-21T07:24:43.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2cc0c7100 con 0x7fc2cc14d540 2024-09-21T07:24:43.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2cc0c60f0 con 0x7fc2cc14d540 2024-09-21T07:24:43.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2c27fc640 1 -- 172.21.15.6:0/1018396142 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc2bc018030 con 0x7fc2cc14d540 2024-09-21T07:24:43.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2c27fc640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2b0073230 0x7fc2b0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:43.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2c27fc640 1 -- 172.21.15.6:0/1018396142 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc2bc095180 con 0x7fc2cc14d540 2024-09-21T07:24:43.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2d1837640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2b0073230 0x7fc2b0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:43.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.636+0000 7fc2d1837640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2b0073230 0x7fc2b0075740 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc2c80ac000 tx=0x7fc2c80b0040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:43.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.640+0000 7fc2c27fc640 1 -- 172.21.15.6:0/1018396142 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc2bc05fcc0 con 0x7fc2cc14d540 2024-09-21T07:24:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:43.852+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc2cc1fa8b0 con 0x7fc2cc14d540 2024-09-21T07:24:44.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.444+0000 7fc2c27fc640 1 -- 172.21.15.6:0/1018396142 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7fc2bc0646f0 con 0x7fc2cc14d540 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2b0073230 msgr2=0x7fc2b0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2b0073230 0x7fc2b0075740 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc2c80ac000 tx=0x7fc2c80b0040 comp rx=0 tx=0).stop 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2cc14d540 msgr2=0x7fc2cc1f9f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2cc14d540 0x7fc2cc1f9f60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc011a80 tx=0x7fc2bc011f40 comp rx=0 tx=0).stop 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 shutdown_connections 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2b0073230 0x7fc2b0075740 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2cc1fa4a0 0x7fc2cc1546c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2cc14d540 0x7fc2cc1f9f60 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 --2- 172.21.15.6:0/1018396142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2b8003a10 0x7fc2cc0c7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 >> 172.21.15.6:0/1018396142 conn(0x7fc2cc0691b0 msgr2=0x7fc2cc152c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 shutdown_connections 2024-09-21T07:24:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.448+0000 7fc2d3a9b640 1 -- 172.21.15.6:0/1018396142 wait complete. 2024-09-21T07:24:44.480 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T07:24:44.480 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:24:44.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- 172.21.15.6:0/89345145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2e0003ad0 msgr2=0x7fc2e0003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:44.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 --2- 172.21.15.6:0/89345145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2e0003ad0 0x7fc2e0003f40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4009ee0 tx=0x7fc2e401d5f0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- 172.21.15.6:0/89345145 shutdown_connections 2024-09-21T07:24:44.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 --2- 172.21.15.6:0/89345145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2e0003ad0 0x7fc2e0003f40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- 172.21.15.6:0/89345145 >> 172.21.15.6:0/89345145 conn(0x7fc2f4069180 msgr2=0x7fc2f40695c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:44.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- 172.21.15.6:0/89345145 shutdown_connections 2024-09-21T07:24:44.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- 172.21.15.6:0/89345145 wait complete. 2024-09-21T07:24:44.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 Processor -- start 2024-09-21T07:24:44.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- start start 2024-09-21T07:24:44.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2e0003ad0 0x7fc2f40cbdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:44.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2f41fc1d0 0x7fc2f41ec8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:44.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2f41ece10 0x7fc2f4149190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:44.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f40d0b10 con 0x7fc2f41ece10 2024-09-21T07:24:44.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f40d0990 con 0x7fc2f41fc1d0 2024-09-21T07:24:44.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f963e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc2f40d0c90 con 0x7fc2e0003ad0 2024-09-21T07:24:44.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2f41ece10 0x7fc2f4149190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:44.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2f41ece10 0x7fc2f4149190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45802/0 (socket says 172.21.15.6:45802) 2024-09-21T07:24:44.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f37fe640 1 -- 172.21.15.6:0/3356680834 learned_addr learned my addr 172.21.15.6:0/3356680834 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.640+0000 7fc2f2ffd640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2e0003ad0 0x7fc2f40cbdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f27fc640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2f41fc1d0 0x7fc2f41ec8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f37fe640 1 -- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2e0003ad0 msgr2=0x7fc2f40cbdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f37fe640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2e0003ad0 0x7fc2f40cbdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f37fe640 1 -- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2f41fc1d0 msgr2=0x7fc2f41ec8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f37fe640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2f41fc1d0 0x7fc2f41ec8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f37fe640 1 -- 172.21.15.6:0/3356680834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f41fc700 con 0x7fc2f41ece10 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f37fe640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2f41ece10 0x7fc2f4149190 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc2f40c5d80 tx=0x7fc2ec00e6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2eb7fe640 1 -- 172.21.15.6:0/3356680834 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec011870 con 0x7fc2f41ece10 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2eb7fe640 1 -- 172.21.15.6:0/3356680834 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2ec017070 con 0x7fc2f41ece10 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2f41fc9e0 con 0x7fc2f41ece10 2024-09-21T07:24:44.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2eb7fe640 1 -- 172.21.15.6:0/3356680834 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec011de0 con 0x7fc2f41ece10 2024-09-21T07:24:44.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2f41fcfa0 con 0x7fc2f41ece10 2024-09-21T07:24:44.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2f40b3d30 con 0x7fc2f41ece10 2024-09-21T07:24:44.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2eb7fe640 1 -- 172.21.15.6:0/3356680834 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc2ec01c460 con 0x7fc2f41ece10 2024-09-21T07:24:44.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2eb7fe640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2d4073200 0x7fc2d4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:44.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2eb7fe640 1 -- 172.21.15.6:0/3356680834 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc2ec0944b0 con 0x7fc2f41ece10 2024-09-21T07:24:44.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.644+0000 7fc2f2ffd640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2d4073200 0x7fc2d4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:44.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.648+0000 7fc2f2ffd640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2d4073200 0x7fc2d4075710 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc2e40b0000 tx=0x7fc2e401a390 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:44.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.652+0000 7fc2eb7fe640 1 -- 172.21.15.6:0/3356680834 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc2ec05f4d0 con 0x7fc2f41ece10 2024-09-21T07:24:44.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.856+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2f40b2150 con 0x7fc2f41ece10 2024-09-21T07:24:44.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2eb7fe640 1 -- 172.21.15.6:0/3356680834 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5217 (secure 0 0 0) 0x7fc2ec05edd0 con 0x7fc2f41ece10 2024-09-21T07:24:44.863 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:44.863 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:24:40.764183+0000","modified":"2024-09-21T07:24:43.858572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4329":{"gid":4329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4329,"qdb_cluster":[4329]},"id":1}]} 2024-09-21T07:24:44.863 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-09-21T07:24:44.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2d4073200 msgr2=0x7fc2d4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:44.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2d4073200 0x7fc2d4075710 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc2e40b0000 tx=0x7fc2e401a390 comp rx=0 tx=0).stop 2024-09-21T07:24:44.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2f41ece10 msgr2=0x7fc2f4149190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2f41ece10 0x7fc2f4149190 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc2f40c5d80 tx=0x7fc2ec00e6b0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 shutdown_connections 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc2d4073200 0x7fc2d4075710 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2f41ece10 0x7fc2f4149190 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc2f41fc1d0 0x7fc2f41ec8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 --2- 172.21.15.6:0/3356680834 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc2e0003ad0 0x7fc2f40cbdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 >> 172.21.15.6:0/3356680834 conn(0x7fc2f4069180 msgr2=0x7fc2f415e7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 shutdown_connections 2024-09-21T07:24:44.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:44.860+0000 7fc2f963e640 1 -- 172.21.15.6:0/3356680834 wait complete. 2024-09-21T07:24:44.883 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:45.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- 172.21.15.6:0/3649192675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc814003a30 msgr2=0x7fc814003e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 --2- 172.21.15.6:0/3649192675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc814003a30 0x7fc814003e60 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc818004070 tx=0x7fc828075210 comp rx=0 tx=0).stop 2024-09-21T07:24:45.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82db33640 1 -- 172.21.15.6:0/3649192675 reap_dead start 2024-09-21T07:24:45.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- 172.21.15.6:0/3649192675 shutdown_connections 2024-09-21T07:24:45.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- 172.21.15.6:0/3649192675 >> 172.21.15.6:0/3649192675 conn(0x7fc8280d0020 msgr2=0x7fc8280d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:45.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- 172.21.15.6:0/3649192675 shutdown_connections 2024-09-21T07:24:45.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- 172.21.15.6:0/3649192675 wait complete. 2024-09-21T07:24:45.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 Processor -- start 2024-09-21T07:24:45.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- start start 2024-09-21T07:24:45.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc828151470 0x7fc8280adfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8280ae520 0x7fc8280b4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8280b4f40 0x7fc8280b2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc828166ce0 con 0x7fc828151470 2024-09-21T07:24:45.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc828166b60 con 0x7fc8280b4f40 2024-09-21T07:24:45.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82f596640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc828166e60 con 0x7fc8280ae520 2024-09-21T07:24:45.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82d332640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc828151470 0x7fc8280adfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82d332640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc828151470 0x7fc8280adfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45816/0 (socket says 172.21.15.6:45816) 2024-09-21T07:24:45.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.028+0000 7fc82d332640 1 -- 172.21.15.6:0/4257034103 learned_addr learned my addr 172.21.15.6:0/4257034103 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:45.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82db33640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8280b4f40 0x7fc8280b2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82cb31640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8280ae520 0x7fc8280b4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82d332640 1 -- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8280ae520 msgr2=0x7fc8280b4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82d332640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8280ae520 0x7fc8280b4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82d332640 1 -- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8280b4f40 msgr2=0x7fc8280b2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82d332640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8280b4f40 0x7fc8280b2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82d332640 1 -- 172.21.15.6:0/4257034103 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8280ae930 con 0x7fc828151470 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82d332640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc828151470 0x7fc8280adfe0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc818004070 tx=0x7fc818001ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc81dffb640 1 -- 172.21.15.6:0/4257034103 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc818003cc0 con 0x7fc828151470 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc81dffb640 1 -- 172.21.15.6:0/4257034103 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc818007540 con 0x7fc828151470 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8281f9870 con 0x7fc828151470 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc81dffb640 1 -- 172.21.15.6:0/4257034103 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8180036e0 con 0x7fc828151470 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8281f9e30 con 0x7fc828151470 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8280744c0 con 0x7fc828151470 2024-09-21T07:24:45.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc81dffb640 1 -- 172.21.15.6:0/4257034103 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc8180a6670 con 0x7fc828151470 2024-09-21T07:24:45.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc81dffb640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc80c073200 0x7fc80c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc81dffb640 1 -- 172.21.15.6:0/4257034103 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc81812e860 con 0x7fc828151470 2024-09-21T07:24:45.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.032+0000 7fc82cb31640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc80c073200 0x7fc80c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.036+0000 7fc82cb31640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc80c073200 0x7fc80c075710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc824009970 tx=0x7fc8240091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:45.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.036+0000 7fc81dffb640 1 -- 172.21.15.6:0/4257034103 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc8180c0030 con 0x7fc828151470 2024-09-21T07:24:45.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.208+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc828162490 con 0x7fc828151470 2024-09-21T07:24:45.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.208+0000 7fc81dffb640 1 -- 172.21.15.6:0/4257034103 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16629 (secure 0 0 0) 0x7fc81812e070 con 0x7fc828151470 2024-09-21T07:24:45.214 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:45.215 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":20,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:42.362707+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:45.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc80c073200 msgr2=0x7fc80c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc80c073200 0x7fc80c075710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc824009970 tx=0x7fc8240091e0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc828151470 msgr2=0x7fc8280adfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc828151470 0x7fc8280adfe0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc818004070 tx=0x7fc818001ac0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 shutdown_connections 2024-09-21T07:24:45.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc80c073200 0x7fc80c075710 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8280b4f40 0x7fc8280b2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8280ae520 0x7fc8280b4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 --2- 172.21.15.6:0/4257034103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc828151470 0x7fc8280adfe0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 >> 172.21.15.6:0/4257034103 conn(0x7fc8280d0020 msgr2=0x7fc82806fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:45.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 shutdown_connections 2024-09-21T07:24:45.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.212+0000 7fc82f596640 1 -- 172.21.15.6:0/4257034103 wait complete. 2024-09-21T07:24:45.234 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:24:45.235 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:24:45.313 INFO:tasks.ceph.mds.a.smithi006.stderr:2024-09-21T07:24:45.308+0000 7fd7f996b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:24:45.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 -- 172.21.15.6:0/2601507183 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bd006cde0 msgr2=0x7f2bd006d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 --2- 172.21.15.6:0/2601507183 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bd006cde0 0x7f2bd006d1f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2bb8009900 tx=0x7f2bb801f0d0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 -- 172.21.15.6:0/2601507183 shutdown_connections 2024-09-21T07:24:45.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 --2- 172.21.15.6:0/2601507183 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bd006cde0 0x7f2bd006d1f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 --2- 172.21.15.6:0/2601507183 >> v2:172.21.15.145:3300/0 conn(0x7f2bd006fe90 0x7f2bd00702a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 -- 172.21.15.6:0/2601507183 >> 172.21.15.6:0/2601507183 conn(0x7f2bd00b2e40 msgr2=0x7f2bd00b3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:45.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 -- 172.21.15.6:0/2601507183 shutdown_connections 2024-09-21T07:24:45.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 -- 172.21.15.6:0/2601507183 wait complete. 2024-09-21T07:24:45.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 Processor -- start 2024-09-21T07:24:45.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.376+0000 7f2bd5667640 1 -- start start 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd006cde0 0x7f2bd0164930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bd006fe90 0x7f2bd0165350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bd0073e60 0x7f2bd01f8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd0074b00 con 0x7f2bd006cde0 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd0074980 con 0x7f2bd0073e60 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2bd0074c80 con 0x7f2bd006fe90 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd006cde0 0x7f2bd0164930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd006cde0 0x7f2bd0164930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45822/0 (socket says 172.21.15.6:45822) 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 -- 172.21.15.6:0/4014352251 learned_addr learned my addr 172.21.15.6:0/4014352251 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:45.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bce7fc640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bd006fe90 0x7f2bd0165350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 -- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bd006fe90 msgr2=0x7f2bd0165350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bcf7fe640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bd0073e60 0x7f2bd01f8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bd006fe90 0x7f2bd0165350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 -- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bd0073e60 msgr2=0x7f2bd01f8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bd0073e60 0x7f2bd01f8fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 -- 172.21.15.6:0/4014352251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd0076aa0 con 0x7f2bd006cde0 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bceffd640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd006cde0 0x7f2bd0164930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000e7d0 tx=0x7f2bc000ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bc77fe640 1 -- 172.21.15.6:0/4014352251 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc000cc60 con 0x7f2bd006cde0 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bd01f9a70 con 0x7f2bd006cde0 2024-09-21T07:24:45.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bd0163e50 con 0x7f2bd006cde0 2024-09-21T07:24:45.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bc77fe640 1 -- 172.21.15.6:0/4014352251 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2bc000ce00 con 0x7f2bd006cde0 2024-09-21T07:24:45.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bc77fe640 1 -- 172.21.15.6:0/4014352251 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc0026060 con 0x7f2bd006cde0 2024-09-21T07:24:45.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ba80052a0 con 0x7f2bd006cde0 2024-09-21T07:24:45.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.380+0000 7f2bc77fe640 1 -- 172.21.15.6:0/4014352251 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2bc0010670 con 0x7f2bd006cde0 2024-09-21T07:24:45.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.384+0000 7f2bc77fe640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2bb4073200 0x7f2bb4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.384+0000 7f2bc77fe640 1 -- 172.21.15.6:0/4014352251 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f2bc0094c10 con 0x7f2bd006cde0 2024-09-21T07:24:45.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.384+0000 7f2bce7fc640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2bb4073200 0x7f2bb4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.384+0000 7f2bce7fc640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2bb4073200 0x7f2bb4075710 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2bb80b2000 tx=0x7f2bb801d910 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:45.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.388+0000 7f2bc77fe640 1 -- 172.21.15.6:0/4014352251 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2bc005fbb0 con 0x7f2bd006cde0 2024-09-21T07:24:45.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.556+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2ba8000bd0 con 0x7f2bb4073200 2024-09-21T07:24:45.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.580+0000 7f2bc77fe640 1 -- 172.21.15.6:0/4014352251 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246651 (secure 0 0 0) 0x7f2ba8000bd0 con 0x7f2bb4073200 2024-09-21T07:24:45.587 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:45.589 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:24:45.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2bb4073200 msgr2=0x7f2bb4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2bb4073200 0x7f2bb4075710 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2bb80b2000 tx=0x7f2bb801d910 comp rx=0 tx=0).stop 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd006cde0 msgr2=0x7f2bd0164930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd006cde0 0x7f2bd0164930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000e7d0 tx=0x7f2bc000ec90 comp rx=0 tx=0).stop 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 shutdown_connections 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2bb4073200 0x7f2bb4075710 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2bd0073e60 0x7f2bd01f8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2bd006fe90 0x7f2bd0165350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 --2- 172.21.15.6:0/4014352251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd006cde0 0x7f2bd0164930 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 >> 172.21.15.6:0/4014352251 conn(0x7f2bd00b2e40 msgr2=0x7f2bd00b14e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 shutdown_connections 2024-09-21T07:24:45.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.584+0000 7f2bd5667640 1 -- 172.21.15.6:0/4014352251 wait complete. 2024-09-21T07:24:45.608 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-09-21T07:24:44.834909+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218756,"kb_used_data":2532,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755964,"statfs":{"total":773094113280,"available":772870107136,"internally_reserved":0,"allocated":2592768,"data_stored":1624783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":42,"apply_latency_ms":42,"commit_latency_ns":42000000,"apply_latency_ns":42000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.504053"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.365552+0000","last_change":"2024-09-21T07:24:40.365552+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.365552+0000","last_undegraded":"2024-09-21T07:24:40.365552+0000","last_fullsized":"2024-09-21T07:24:40.365552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343298+0000","last_change":"2024-09-21T07:24:40.343298+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343298+0000","last_undegraded":"2024-09-21T07:24:40.343298+0000","last_fullsized":"2024-09-21T07:24:40.343298+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342545+0000","last_change":"2024-09-21T07:24:40.342545+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342545+0000","last_undegraded":"2024-09-21T07:24:40.342545+0000","last_fullsized":"2024-09-21T07:24:40.342545+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.351704+0000","last_change":"2024-09-21T07:24:40.351704+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.351704+0000","last_undegraded":"2024-09-21T07:24:40.351704+0000","last_fullsized":"2024-09-21T07:24:40.351704+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.361552+0000","last_change":"2024-09-21T07:24:40.361552+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.361552+0000","last_undegraded":"2024-09-21T07:24:40.361552+0000","last_fullsized":"2024-09-21T07:24:40.361552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.370310+0000","last_change":"2024-09-21T07:24:40.370310+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.370310+0000","last_undegraded":"2024-09-21T07:24:40.370310+0000","last_fullsized":"2024-09-21T07:24:40.370310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.362158+0000","last_change":"2024-09-21T07:24:40.362158+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.362158+0000","last_undegraded":"2024-09-21T07:24:40.362158+0000","last_fullsized":"2024-09-21T07:24:40.362158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354807+0000","last_change":"2024-09-21T07:24:40.354807+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354807+0000","last_undegraded":"2024-09-21T07:24:40.354807+0000","last_fullsized":"2024-09-21T07:24:40.354807+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.364257+0000","last_change":"2024-09-21T07:24:40.364257+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.364257+0000","last_undegraded":"2024-09-21T07:24:40.364257+0000","last_fullsized":"2024-09-21T07:24:40.364257+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.364754+0000","last_change":"2024-09-21T07:24:40.364754+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.364754+0000","last_undegraded":"2024-09-21T07:24:40.364754+0000","last_fullsized":"2024-09-21T07:24:40.364754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.361595+0000","last_change":"2024-09-21T07:24:40.361595+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.361595+0000","last_undegraded":"2024-09-21T07:24:40.361595+0000","last_fullsized":"2024-09-21T07:24:40.361595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343785+0000","last_change":"2024-09-21T07:24:40.343785+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343785+0000","last_undegraded":"2024-09-21T07:24:40.343785+0000","last_fullsized":"2024-09-21T07:24:40.343785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354116+0000","last_change":"2024-09-21T07:24:40.354116+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354116+0000","last_undegraded":"2024-09-21T07:24:40.354116+0000","last_fullsized":"2024-09-21T07:24:40.354116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342329+0000","last_change":"2024-09-21T07:24:40.342329+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342329+0000","last_undegraded":"2024-09-21T07:24:40.342329+0000","last_fullsized":"2024-09-21T07:24:40.342329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344932+0000","last_change":"2024-09-21T07:24:40.344932+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344932+0000","last_undegraded":"2024-09-21T07:24:40.344932+0000","last_fullsized":"2024-09-21T07:24:40.344932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345262+0000","last_change":"2024-09-21T07:24:40.345262+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345262+0000","last_undegraded":"2024-09-21T07:24:40.345262+0000","last_fullsized":"2024-09-21T07:24:40.345262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345067+0000","last_change":"2024-09-21T07:24:40.345067+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345067+0000","last_undegraded":"2024-09-21T07:24:40.345067+0000","last_fullsized":"2024-09-21T07:24:40.345067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341329+0000","last_change":"2024-09-21T07:24:40.341329+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341329+0000","last_undegraded":"2024-09-21T07:24:40.341329+0000","last_fullsized":"2024-09-21T07:24:40.341329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.357498+0000","last_change":"2024-09-21T07:24:40.357498+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.357498+0000","last_undegraded":"2024-09-21T07:24:40.357498+0000","last_fullsized":"2024-09-21T07:24:40.357498+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.356757+0000","last_change":"2024-09-21T07:24:40.356757+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.356757+0000","last_undegraded":"2024-09-21T07:24:40.356757+0000","last_fullsized":"2024-09-21T07:24:40.356757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.350730+0000","last_change":"2024-09-21T07:24:40.350730+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.350730+0000","last_undegraded":"2024-09-21T07:24:40.350730+0000","last_fullsized":"2024-09-21T07:24:40.350730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.369222+0000","last_change":"2024-09-21T07:24:40.369222+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.369222+0000","last_undegraded":"2024-09-21T07:24:40.369222+0000","last_fullsized":"2024-09-21T07:24:40.369222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.349573+0000","last_change":"2024-09-21T07:24:40.349573+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.349573+0000","last_undegraded":"2024-09-21T07:24:40.349573+0000","last_fullsized":"2024-09-21T07:24:40.349573+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343872+0000","last_change":"2024-09-21T07:24:40.343872+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343872+0000","last_undegraded":"2024-09-21T07:24:40.343872+0000","last_fullsized":"2024-09-21T07:24:40.343872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.351168+0000","last_change":"2024-09-21T07:24:40.351168+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.351168+0000","last_undegraded":"2024-09-21T07:24:40.351168+0000","last_fullsized":"2024-09-21T07:24:40.351168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.363463+0000","last_change":"2024-09-21T07:24:40.363463+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.363463+0000","last_undegraded":"2024-09-21T07:24:40.363463+0000","last_fullsized":"2024-09-21T07:24:40.363463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344171+0000","last_change":"2024-09-21T07:24:40.344171+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344171+0000","last_undegraded":"2024-09-21T07:24:40.344171+0000","last_fullsized":"2024-09-21T07:24:40.344171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352932+0000","last_change":"2024-09-21T07:24:40.352932+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352932+0000","last_undegraded":"2024-09-21T07:24:40.352932+0000","last_fullsized":"2024-09-21T07:24:40.352932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.349966+0000","last_change":"2024-09-21T07:24:40.349966+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.349966+0000","last_undegraded":"2024-09-21T07:24:40.349966+0000","last_fullsized":"2024-09-21T07:24:40.349966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348218+0000","last_change":"2024-09-21T07:24:40.348218+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348218+0000","last_undegraded":"2024-09-21T07:24:40.348218+0000","last_fullsized":"2024-09-21T07:24:40.348218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.340506+0000","last_change":"2024-09-21T07:24:40.340506+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.340506+0000","last_undegraded":"2024-09-21T07:24:40.340506+0000","last_fullsized":"2024-09-21T07:24:40.340506+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353965+0000","last_change":"2024-09-21T07:24:40.353965+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353965+0000","last_undegraded":"2024-09-21T07:24:40.353965+0000","last_fullsized":"2024-09-21T07:24:40.353965+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341067+0000","last_change":"2024-09-21T07:24:40.341067+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341067+0000","last_undegraded":"2024-09-21T07:24:40.341067+0000","last_fullsized":"2024-09-21T07:24:40.341067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384291+0000","last_change":"2024-09-21T07:24:40.383449+0000","last_active":"2024-09-21T07:24:40.384291+0000","last_peered":"2024-09-21T07:24:40.384291+0000","last_clean":"2024-09-21T07:24:40.384291+0000","last_became_active":"2024-09-21T07:24:40.383023+0000","last_became_peered":"2024-09-21T07:24:40.383023+0000","last_unstale":"2024-09-21T07:24:40.384291+0000","last_undegraded":"2024-09-21T07:24:40.384291+0000","last_fullsized":"2024-09-21T07:24:40.384291+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344496+0000","last_change":"2024-09-21T07:24:40.344496+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344496+0000","last_undegraded":"2024-09-21T07:24:40.344496+0000","last_fullsized":"2024-09-21T07:24:40.344496+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379104+0000","last_change":"2024-09-21T07:24:40.369678+0000","last_active":"2024-09-21T07:24:40.379104+0000","last_peered":"2024-09-21T07:24:40.379104+0000","last_clean":"2024-09-21T07:24:40.379104+0000","last_became_active":"2024-09-21T07:24:40.369202+0000","last_became_peered":"2024-09-21T07:24:40.369202+0000","last_unstale":"2024-09-21T07:24:40.379104+0000","last_undegraded":"2024-09-21T07:24:40.379104+0000","last_fullsized":"2024-09-21T07:24:40.379104+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368770+0000","last_change":"2024-09-21T07:24:40.367786+0000","last_active":"2024-09-21T07:24:40.368770+0000","last_peered":"2024-09-21T07:24:40.368770+0000","last_clean":"2024-09-21T07:24:40.368770+0000","last_became_active":"2024-09-21T07:24:40.367390+0000","last_became_peered":"2024-09-21T07:24:40.367390+0000","last_unstale":"2024-09-21T07:24:40.368770+0000","last_undegraded":"2024-09-21T07:24:40.368770+0000","last_fullsized":"2024-09-21T07:24:40.368770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354250+0000","last_change":"2024-09-21T07:24:40.354250+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354250+0000","last_undegraded":"2024-09-21T07:24:40.354250+0000","last_fullsized":"2024-09-21T07:24:40.354250+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391276+0000","last_change":"2024-09-21T07:24:40.383418+0000","last_active":"2024-09-21T07:24:40.391276+0000","last_peered":"2024-09-21T07:24:40.391276+0000","last_clean":"2024-09-21T07:24:40.391276+0000","last_became_active":"2024-09-21T07:24:40.382472+0000","last_became_peered":"2024-09-21T07:24:40.382472+0000","last_unstale":"2024-09-21T07:24:40.391276+0000","last_undegraded":"2024-09-21T07:24:40.391276+0000","last_fullsized":"2024-09-21T07:24:40.391276+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:53.403790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345977+0000","last_change":"2024-09-21T07:24:40.345977+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345977+0000","last_undegraded":"2024-09-21T07:24:40.345977+0000","last_fullsized":"2024-09-21T07:24:40.345977+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.390062+0000","last_change":"2024-09-21T07:24:40.379233+0000","last_active":"2024-09-21T07:24:40.390062+0000","last_peered":"2024-09-21T07:24:40.390062+0000","last_clean":"2024-09-21T07:24:40.390062+0000","last_became_active":"2024-09-21T07:24:40.377717+0000","last_became_peered":"2024-09-21T07:24:40.377717+0000","last_unstale":"2024-09-21T07:24:40.390062+0000","last_undegraded":"2024-09-21T07:24:40.390062+0000","last_fullsized":"2024-09-21T07:24:40.390062+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346884+0000","last_change":"2024-09-21T07:24:40.346884+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346884+0000","last_undegraded":"2024-09-21T07:24:40.346884+0000","last_fullsized":"2024-09-21T07:24:40.346884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391290+0000","last_change":"2024-09-21T07:24:40.383330+0000","last_active":"2024-09-21T07:24:40.391290+0000","last_peered":"2024-09-21T07:24:40.391290+0000","last_clean":"2024-09-21T07:24:40.391290+0000","last_became_active":"2024-09-21T07:24:40.382471+0000","last_became_peered":"2024-09-21T07:24:40.382471+0000","last_unstale":"2024-09-21T07:24:40.391290+0000","last_undegraded":"2024-09-21T07:24:40.391290+0000","last_fullsized":"2024-09-21T07:24:40.391290+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344013+0000","last_change":"2024-09-21T07:24:40.344013+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344013+0000","last_undegraded":"2024-09-21T07:24:40.344013+0000","last_fullsized":"2024-09-21T07:24:40.344013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.378431+0000","last_change":"2024-09-21T07:24:40.377775+0000","last_active":"2024-09-21T07:24:40.378431+0000","last_peered":"2024-09-21T07:24:40.378431+0000","last_clean":"2024-09-21T07:24:40.378431+0000","last_became_active":"2024-09-21T07:24:40.377505+0000","last_became_peered":"2024-09-21T07:24:40.377505+0000","last_unstale":"2024-09-21T07:24:40.378431+0000","last_undegraded":"2024-09-21T07:24:40.378431+0000","last_fullsized":"2024-09-21T07:24:40.378431+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341141+0000","last_change":"2024-09-21T07:24:40.341141+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341141+0000","last_undegraded":"2024-09-21T07:24:40.341141+0000","last_fullsized":"2024-09-21T07:24:40.341141+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379372+0000","last_change":"2024-09-21T07:24:40.370472+0000","last_active":"2024-09-21T07:24:40.379372+0000","last_peered":"2024-09-21T07:24:40.379372+0000","last_clean":"2024-09-21T07:24:40.379372+0000","last_became_active":"2024-09-21T07:24:40.369587+0000","last_became_peered":"2024-09-21T07:24:40.369587+0000","last_unstale":"2024-09-21T07:24:40.379372+0000","last_undegraded":"2024-09-21T07:24:40.379372+0000","last_fullsized":"2024-09-21T07:24:40.379372+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.360304+0000","last_change":"2024-09-21T07:24:40.360304+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.360304+0000","last_undegraded":"2024-09-21T07:24:40.360304+0000","last_fullsized":"2024-09-21T07:24:40.360304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368997+0000","last_change":"2024-09-21T07:24:40.365795+0000","last_active":"2024-09-21T07:24:40.368997+0000","last_peered":"2024-09-21T07:24:40.368997+0000","last_clean":"2024-09-21T07:24:40.368997+0000","last_became_active":"2024-09-21T07:24:40.365277+0000","last_became_peered":"2024-09-21T07:24:40.365277+0000","last_unstale":"2024-09-21T07:24:40.368997+0000","last_undegraded":"2024-09-21T07:24:40.368997+0000","last_fullsized":"2024-09-21T07:24:40.368997+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341491+0000","last_change":"2024-09-21T07:24:40.341491+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341491+0000","last_undegraded":"2024-09-21T07:24:40.341491+0000","last_fullsized":"2024-09-21T07:24:40.341491+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391326+0000","last_change":"2024-09-21T07:24:40.380329+0000","last_active":"2024-09-21T07:24:40.391326+0000","last_peered":"2024-09-21T07:24:40.391326+0000","last_clean":"2024-09-21T07:24:40.391326+0000","last_became_active":"2024-09-21T07:24:40.379461+0000","last_became_peered":"2024-09-21T07:24:40.379461+0000","last_unstale":"2024-09-21T07:24:40.391326+0000","last_undegraded":"2024-09-21T07:24:40.391326+0000","last_fullsized":"2024-09-21T07:24:40.391326+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.360252+0000","last_change":"2024-09-21T07:24:40.360252+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.360252+0000","last_undegraded":"2024-09-21T07:24:40.360252+0000","last_fullsized":"2024-09-21T07:24:40.360252+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379029+0000","last_change":"2024-09-21T07:24:40.371113+0000","last_active":"2024-09-21T07:24:40.379029+0000","last_peered":"2024-09-21T07:24:40.379029+0000","last_clean":"2024-09-21T07:24:40.379029+0000","last_became_active":"2024-09-21T07:24:40.369639+0000","last_became_peered":"2024-09-21T07:24:40.369639+0000","last_unstale":"2024-09-21T07:24:40.379029+0000","last_undegraded":"2024-09-21T07:24:40.379029+0000","last_fullsized":"2024-09-21T07:24:40.379029+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352509+0000","last_change":"2024-09-21T07:24:40.352509+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352509+0000","last_undegraded":"2024-09-21T07:24:40.352509+0000","last_fullsized":"2024-09-21T07:24:40.352509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.353240+0000","last_change":"2024-09-21T07:24:40.347926+0000","last_active":"2024-09-21T07:24:40.353240+0000","last_peered":"2024-09-21T07:24:40.353240+0000","last_clean":"2024-09-21T07:24:40.353240+0000","last_became_active":"2024-09-21T07:24:40.347566+0000","last_became_peered":"2024-09-21T07:24:40.347566+0000","last_unstale":"2024-09-21T07:24:40.353240+0000","last_undegraded":"2024-09-21T07:24:40.353240+0000","last_fullsized":"2024-09-21T07:24:40.353240+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.357347+0000","last_change":"2024-09-21T07:24:40.357347+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.357347+0000","last_undegraded":"2024-09-21T07:24:40.357347+0000","last_fullsized":"2024-09-21T07:24:40.357347+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.382282+0000","last_change":"2024-09-21T07:24:40.373083+0000","last_active":"2024-09-21T07:24:40.382282+0000","last_peered":"2024-09-21T07:24:40.382282+0000","last_clean":"2024-09-21T07:24:40.382282+0000","last_became_active":"2024-09-21T07:24:40.365858+0000","last_became_peered":"2024-09-21T07:24:40.365858+0000","last_unstale":"2024-09-21T07:24:40.382282+0000","last_undegraded":"2024-09-21T07:24:40.382282+0000","last_fullsized":"2024-09-21T07:24:40.382282+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.355584+0000","last_change":"2024-09-21T07:24:40.355584+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.355584+0000","last_undegraded":"2024-09-21T07:24:40.355584+0000","last_fullsized":"2024-09-21T07:24:40.355584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.365735+0000","last_change":"2024-09-21T07:24:40.358846+0000","last_active":"2024-09-21T07:24:40.365735+0000","last_peered":"2024-09-21T07:24:40.365735+0000","last_clean":"2024-09-21T07:24:40.365735+0000","last_became_active":"2024-09-21T07:24:40.358396+0000","last_became_peered":"2024-09-21T07:24:40.358396+0000","last_unstale":"2024-09-21T07:24:40.365735+0000","last_undegraded":"2024-09-21T07:24:40.365735+0000","last_fullsized":"2024-09-21T07:24:40.365735+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358117+0000","last_change":"2024-09-21T07:24:40.358117+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358117+0000","last_undegraded":"2024-09-21T07:24:40.358117+0000","last_fullsized":"2024-09-21T07:24:40.358117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.363809+0000","last_change":"2024-09-21T07:24:40.362966+0000","last_active":"2024-09-21T07:24:40.363809+0000","last_peered":"2024-09-21T07:24:40.363809+0000","last_clean":"2024-09-21T07:24:40.363809+0000","last_became_active":"2024-09-21T07:24:40.362625+0000","last_became_peered":"2024-09-21T07:24:40.362625+0000","last_unstale":"2024-09-21T07:24:40.363809+0000","last_undegraded":"2024-09-21T07:24:40.363809+0000","last_fullsized":"2024-09-21T07:24:40.363809+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344555+0000","last_change":"2024-09-21T07:24:40.344555+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344555+0000","last_undegraded":"2024-09-21T07:24:40.344555+0000","last_fullsized":"2024-09-21T07:24:40.344555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.376964+0000","last_change":"2024-09-21T07:24:40.375285+0000","last_active":"2024-09-21T07:24:40.376964+0000","last_peered":"2024-09-21T07:24:40.376964+0000","last_clean":"2024-09-21T07:24:40.376964+0000","last_became_active":"2024-09-21T07:24:40.374807+0000","last_became_peered":"2024-09-21T07:24:40.374807+0000","last_unstale":"2024-09-21T07:24:40.376964+0000","last_undegraded":"2024-09-21T07:24:40.376964+0000","last_fullsized":"2024-09-21T07:24:40.376964+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358982+0000","last_change":"2024-09-21T07:24:40.358982+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358982+0000","last_undegraded":"2024-09-21T07:24:40.358982+0000","last_fullsized":"2024-09-21T07:24:40.358982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":107,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368249+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:24:40.368249+0000","last_peered":"2024-09-21T07:24:40.368249+0000","last_clean":"2024-09-21T07:24:40.368249+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:24:40.368249+0000","last_undegraded":"2024-09-21T07:24:40.368249+0000","last_fullsized":"2024-09-21T07:24:40.368249+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.373629+0000","last_change":"2024-09-21T07:24:40.355827+0000","last_active":"2024-09-21T07:24:40.373629+0000","last_peered":"2024-09-21T07:24:40.373629+0000","last_clean":"2024-09-21T07:24:40.373629+0000","last_became_active":"2024-09-21T07:24:40.355218+0000","last_became_peered":"2024-09-21T07:24:40.355218+0000","last_unstale":"2024-09-21T07:24:40.373629+0000","last_undegraded":"2024-09-21T07:24:40.373629+0000","last_fullsized":"2024-09-21T07:24:40.373629+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352040+0000","last_change":"2024-09-21T07:24:40.352040+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352040+0000","last_undegraded":"2024-09-21T07:24:40.352040+0000","last_fullsized":"2024-09-21T07:24:40.352040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394155+0000","last_change":"2024-09-21T07:24:40.388303+0000","last_active":"2024-09-21T07:24:40.394155+0000","last_peered":"2024-09-21T07:24:40.394155+0000","last_clean":"2024-09-21T07:24:40.394155+0000","last_became_active":"2024-09-21T07:24:40.386002+0000","last_became_peered":"2024-09-21T07:24:40.386002+0000","last_unstale":"2024-09-21T07:24:40.394155+0000","last_undegraded":"2024-09-21T07:24:40.394155+0000","last_fullsized":"2024-09-21T07:24:40.394155+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344687+0000","last_change":"2024-09-21T07:24:40.344687+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344687+0000","last_undegraded":"2024-09-21T07:24:40.344687+0000","last_fullsized":"2024-09-21T07:24:40.344687+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.360792+0000","last_change":"2024-09-21T07:24:40.356742+0000","last_active":"2024-09-21T07:24:40.360792+0000","last_peered":"2024-09-21T07:24:40.360792+0000","last_clean":"2024-09-21T07:24:40.360792+0000","last_became_active":"2024-09-21T07:24:40.356313+0000","last_became_peered":"2024-09-21T07:24:40.356313+0000","last_unstale":"2024-09-21T07:24:40.360792+0000","last_undegraded":"2024-09-21T07:24:40.360792+0000","last_fullsized":"2024-09-21T07:24:40.360792+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342111+0000","last_change":"2024-09-21T07:24:40.342111+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342111+0000","last_undegraded":"2024-09-21T07:24:40.342111+0000","last_fullsized":"2024-09-21T07:24:40.342111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384793+0000","last_change":"2024-09-21T07:24:40.376248+0000","last_active":"2024-09-21T07:24:40.384793+0000","last_peered":"2024-09-21T07:24:40.384793+0000","last_clean":"2024-09-21T07:24:40.384793+0000","last_became_active":"2024-09-21T07:24:40.374826+0000","last_became_peered":"2024-09-21T07:24:40.374826+0000","last_unstale":"2024-09-21T07:24:40.384793+0000","last_undegraded":"2024-09-21T07:24:40.384793+0000","last_fullsized":"2024-09-21T07:24:40.384793+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341652+0000","last_change":"2024-09-21T07:24:40.341652+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341652+0000","last_undegraded":"2024-09-21T07:24:40.341652+0000","last_fullsized":"2024-09-21T07:24:40.341652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.357708+0000","last_change":"2024-09-21T07:24:40.354851+0000","last_active":"2024-09-21T07:24:40.357708+0000","last_peered":"2024-09-21T07:24:40.357708+0000","last_clean":"2024-09-21T07:24:40.357708+0000","last_became_active":"2024-09-21T07:24:40.354360+0000","last_became_peered":"2024-09-21T07:24:40.354360+0000","last_unstale":"2024-09-21T07:24:40.357708+0000","last_undegraded":"2024-09-21T07:24:40.357708+0000","last_fullsized":"2024-09-21T07:24:40.357708+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346452+0000","last_change":"2024-09-21T07:24:40.346452+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346452+0000","last_undegraded":"2024-09-21T07:24:40.346452+0000","last_fullsized":"2024-09-21T07:24:40.346452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394160+0000","last_change":"2024-09-21T07:24:40.388415+0000","last_active":"2024-09-21T07:24:40.394160+0000","last_peered":"2024-09-21T07:24:40.394160+0000","last_clean":"2024-09-21T07:24:40.394160+0000","last_became_active":"2024-09-21T07:24:40.387966+0000","last_became_peered":"2024-09-21T07:24:40.387966+0000","last_unstale":"2024-09-21T07:24:40.394160+0000","last_undegraded":"2024-09-21T07:24:40.394160+0000","last_fullsized":"2024-09-21T07:24:40.394160+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:42:13.267876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341891+0000","last_change":"2024-09-21T07:24:40.341891+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341891+0000","last_undegraded":"2024-09-21T07:24:40.341891+0000","last_fullsized":"2024-09-21T07:24:40.341891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379758+0000","last_change":"2024-09-21T07:24:40.378989+0000","last_active":"2024-09-21T07:24:40.379758+0000","last_peered":"2024-09-21T07:24:40.379758+0000","last_clean":"2024-09-21T07:24:40.379758+0000","last_became_active":"2024-09-21T07:24:40.378648+0000","last_became_peered":"2024-09-21T07:24:40.378648+0000","last_unstale":"2024-09-21T07:24:40.379758+0000","last_undegraded":"2024-09-21T07:24:40.379758+0000","last_fullsized":"2024-09-21T07:24:40.379758+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.350386+0000","last_change":"2024-09-21T07:24:40.350386+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.350386+0000","last_undegraded":"2024-09-21T07:24:40.350386+0000","last_fullsized":"2024-09-21T07:24:40.350386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391513+0000","last_change":"2024-09-21T07:24:40.388124+0000","last_active":"2024-09-21T07:24:40.391513+0000","last_peered":"2024-09-21T07:24:40.391513+0000","last_clean":"2024-09-21T07:24:40.391513+0000","last_became_active":"2024-09-21T07:24:40.387551+0000","last_became_peered":"2024-09-21T07:24:40.387551+0000","last_unstale":"2024-09-21T07:24:40.391513+0000","last_undegraded":"2024-09-21T07:24:40.391513+0000","last_fullsized":"2024-09-21T07:24:40.391513+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343448+0000","last_change":"2024-09-21T07:24:40.343448+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343448+0000","last_undegraded":"2024-09-21T07:24:40.343448+0000","last_fullsized":"2024-09-21T07:24:40.343448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394102+0000","last_change":"2024-09-21T07:24:40.387434+0000","last_active":"2024-09-21T07:24:40.394102+0000","last_peered":"2024-09-21T07:24:40.394102+0000","last_clean":"2024-09-21T07:24:40.394102+0000","last_became_active":"2024-09-21T07:24:40.385356+0000","last_became_peered":"2024-09-21T07:24:40.385356+0000","last_unstale":"2024-09-21T07:24:40.394102+0000","last_undegraded":"2024-09-21T07:24:40.394102+0000","last_fullsized":"2024-09-21T07:24:40.394102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341452+0000","last_change":"2024-09-21T07:24:40.341452+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341452+0000","last_undegraded":"2024-09-21T07:24:40.341452+0000","last_fullsized":"2024-09-21T07:24:40.341452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384371+0000","last_change":"2024-09-21T07:24:40.383095+0000","last_active":"2024-09-21T07:24:40.384371+0000","last_peered":"2024-09-21T07:24:40.384371+0000","last_clean":"2024-09-21T07:24:40.384371+0000","last_became_active":"2024-09-21T07:24:40.382603+0000","last_became_peered":"2024-09-21T07:24:40.382603+0000","last_unstale":"2024-09-21T07:24:40.384371+0000","last_undegraded":"2024-09-21T07:24:40.384371+0000","last_fullsized":"2024-09-21T07:24:40.384371+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346273+0000","last_change":"2024-09-21T07:24:40.346273+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346273+0000","last_undegraded":"2024-09-21T07:24:40.346273+0000","last_fullsized":"2024-09-21T07:24:40.346273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.357932+0000","last_change":"2024-09-21T07:24:40.356495+0000","last_active":"2024-09-21T07:24:40.357932+0000","last_peered":"2024-09-21T07:24:40.357932+0000","last_clean":"2024-09-21T07:24:40.357932+0000","last_became_active":"2024-09-21T07:24:40.356109+0000","last_became_peered":"2024-09-21T07:24:40.356109+0000","last_unstale":"2024-09-21T07:24:40.357932+0000","last_undegraded":"2024-09-21T07:24:40.357932+0000","last_fullsized":"2024-09-21T07:24:40.357932+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353398+0000","last_change":"2024-09-21T07:24:40.353398+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353398+0000","last_undegraded":"2024-09-21T07:24:40.353398+0000","last_fullsized":"2024-09-21T07:24:40.353398+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394066+0000","last_change":"2024-09-21T07:24:40.386342+0000","last_active":"2024-09-21T07:24:40.394066+0000","last_peered":"2024-09-21T07:24:40.394066+0000","last_clean":"2024-09-21T07:24:40.394066+0000","last_became_active":"2024-09-21T07:24:40.385528+0000","last_became_peered":"2024-09-21T07:24:40.385528+0000","last_unstale":"2024-09-21T07:24:40.394066+0000","last_undegraded":"2024-09-21T07:24:40.394066+0000","last_fullsized":"2024-09-21T07:24:40.394066+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358978+0000","last_change":"2024-09-21T07:24:40.358978+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358978+0000","last_undegraded":"2024-09-21T07:24:40.358978+0000","last_fullsized":"2024-09-21T07:24:40.358978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348031+0000","last_change":"2024-09-21T07:24:40.348031+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348031+0000","last_undegraded":"2024-09-21T07:24:40.348031+0000","last_fullsized":"2024-09-21T07:24:40.348031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394017+0000","last_change":"2024-09-21T07:24:40.385855+0000","last_active":"2024-09-21T07:24:40.394017+0000","last_peered":"2024-09-21T07:24:40.394017+0000","last_clean":"2024-09-21T07:24:40.394017+0000","last_became_active":"2024-09-21T07:24:40.385395+0000","last_became_peered":"2024-09-21T07:24:40.385395+0000","last_unstale":"2024-09-21T07:24:40.394017+0000","last_undegraded":"2024-09-21T07:24:40.394017+0000","last_fullsized":"2024-09-21T07:24:40.394017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348972+0000","last_change":"2024-09-21T07:24:40.348972+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348972+0000","last_undegraded":"2024-09-21T07:24:40.348972+0000","last_fullsized":"2024-09-21T07:24:40.348972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394215+0000","last_change":"2024-09-21T07:24:40.389152+0000","last_active":"2024-09-21T07:24:40.394215+0000","last_peered":"2024-09-21T07:24:40.394215+0000","last_clean":"2024-09-21T07:24:40.394215+0000","last_became_active":"2024-09-21T07:24:40.387743+0000","last_became_peered":"2024-09-21T07:24:40.387743+0000","last_unstale":"2024-09-21T07:24:40.394215+0000","last_undegraded":"2024-09-21T07:24:40.394215+0000","last_fullsized":"2024-09-21T07:24:40.394215+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:52.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346253+0000","last_change":"2024-09-21T07:24:40.346253+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346253+0000","last_undegraded":"2024-09-21T07:24:40.346253+0000","last_fullsized":"2024-09-21T07:24:40.346253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.361114+0000","last_change":"2024-09-21T07:24:40.357520+0000","last_active":"2024-09-21T07:24:40.361114+0000","last_peered":"2024-09-21T07:24:40.361114+0000","last_clean":"2024-09-21T07:24:40.361114+0000","last_became_active":"2024-09-21T07:24:40.357080+0000","last_became_peered":"2024-09-21T07:24:40.357080+0000","last_unstale":"2024-09-21T07:24:40.361114+0000","last_undegraded":"2024-09-21T07:24:40.361114+0000","last_fullsized":"2024-09-21T07:24:40.361114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353875+0000","last_change":"2024-09-21T07:24:40.353875+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353875+0000","last_undegraded":"2024-09-21T07:24:40.353875+0000","last_fullsized":"2024-09-21T07:24:40.353875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384424+0000","last_change":"2024-09-21T07:24:40.383434+0000","last_active":"2024-09-21T07:24:40.384424+0000","last_peered":"2024-09-21T07:24:40.384424+0000","last_clean":"2024-09-21T07:24:40.384424+0000","last_became_active":"2024-09-21T07:24:40.382868+0000","last_became_peered":"2024-09-21T07:24:40.382868+0000","last_unstale":"2024-09-21T07:24:40.384424+0000","last_undegraded":"2024-09-21T07:24:40.384424+0000","last_fullsized":"2024-09-21T07:24:40.384424+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27772,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344068,"statfs":{"total":96636764160,"available":96608325632,"internally_reserved":0,"allocated":761856,"data_stored":641952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":167936,"data_stored":51584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":167936,"data_stored":51584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":774144,"data_stored":648227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:24:45.612 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:24:45.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.800+0000 7fb5f9b10640 1 -- 172.21.15.6:0/2292436478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 msgr2=0x7fb5f41622c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.800+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/2292436478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 0x7fb5f41622c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc009900 tx=0x7fb5dc01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.800+0000 7fb5f9b10640 1 -- 172.21.15.6:0/2292436478 shutdown_connections 2024-09-21T07:24:45.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.800+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/2292436478 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5f40ba230 0x7fb5f4162800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.800+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/2292436478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 0x7fb5f41622c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.800+0000 7fb5f9b10640 1 -- 172.21.15.6:0/2292436478 >> 172.21.15.6:0/2292436478 conn(0x7fb5f406dda0 msgr2=0x7fb5f406e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:45.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.800+0000 7fb5f9b10640 1 -- 172.21.15.6:0/2292436478 shutdown_connections 2024-09-21T07:24:45.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.800+0000 7fb5f9b10640 1 -- 172.21.15.6:0/2292436478 wait complete. 2024-09-21T07:24:45.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 Processor -- start 2024-09-21T07:24:45.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 -- start start 2024-09-21T07:24:45.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 0x7fb5f415bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5f40ba230 0x7fb5f40b66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5f40d0c30 0x7fb5f4154b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f40d2cd0 con 0x7fb5f40b9e20 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f40d2b50 con 0x7fb5f40ba230 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb5f40d2e50 con 0x7fb5f40d0c30 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 0x7fb5f415bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 0x7fb5f415bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45838/0 (socket says 172.21.15.6:45838) 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 -- 172.21.15.6:0/604731290 learned_addr learned my addr 172.21.15.6:0/604731290 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f3fff640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5f40d0c30 0x7fb5f4154b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f2ffd640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5f40ba230 0x7fb5f40b66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 -- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5f40d0c30 msgr2=0x7fb5f4154b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5f40d0c30 0x7fb5f4154b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 -- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5f40ba230 msgr2=0x7fb5f40b66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5f40ba230 0x7fb5f40b66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:45.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 -- 172.21.15.6:0/604731290 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5f415c0f0 con 0x7fb5f40b9e20 2024-09-21T07:24:45.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f37fe640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 0x7fb5f415bbb0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc0b0040 tx=0x7fb5dc0a5790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:45.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5ebfff640 1 -- 172.21.15.6:0/604731290 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc0b2040 con 0x7fb5f40b9e20 2024-09-21T07:24:45.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5ebfff640 1 -- 172.21.15.6:0/604731290 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5dc0044b0 con 0x7fb5f40b9e20 2024-09-21T07:24:45.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5f40b4ad0 con 0x7fb5f40b9e20 2024-09-21T07:24:45.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5ebfff640 1 -- 172.21.15.6:0/604731290 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc003820 con 0x7fb5f40b9e20 2024-09-21T07:24:45.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5f40b5090 con 0x7fb5f40b9e20 2024-09-21T07:24:45.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.804+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5f40d1040 con 0x7fb5f40b9e20 2024-09-21T07:24:45.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.808+0000 7fb5ebfff640 1 -- 172.21.15.6:0/604731290 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb5dc0bf060 con 0x7fb5f40b9e20 2024-09-21T07:24:45.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.808+0000 7fb5ebfff640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb5d4073230 0x7fb5d4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:45.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.808+0000 7fb5ebfff640 1 -- 172.21.15.6:0/604731290 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb5dc12e1d0 con 0x7fb5f40b9e20 2024-09-21T07:24:45.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.808+0000 7fb5f2ffd640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb5d4073230 0x7fb5d4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:45.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.808+0000 7fb5f2ffd640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb5d4073230 0x7fb5d4075740 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb5ec005fd0 tx=0x7fb5ec008230 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:45.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.812+0000 7fb5ebfff640 1 -- 172.21.15.6:0/604731290 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb5dc0164d0 con 0x7fb5f40b9e20 2024-09-21T07:24:45.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.984+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb5f40b7b70 con 0x7fb5d4073230 2024-09-21T07:24:45.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:45.996+0000 7fb5ebfff640 1 -- 172.21.15.6:0/604731290 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246651 (secure 0 0 0) 0x7fb5f40b7b70 con 0x7fb5d4073230 2024-09-21T07:24:46.002 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:46.005 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb5d4073230 msgr2=0x7fb5d4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb5d4073230 0x7fb5d4075740 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb5ec005fd0 tx=0x7fb5ec008230 comp rx=0 tx=0).stop 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 msgr2=0x7fb5f415bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 0x7fb5f415bbb0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc0b0040 tx=0x7fb5dc0a5790 comp rx=0 tx=0).stop 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 shutdown_connections 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb5d4073230 0x7fb5d4075740 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb5f40d0c30 0x7fb5f4154b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb5f40ba230 0x7fb5f40b66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 --2- 172.21.15.6:0/604731290 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5f40b9e20 0x7fb5f415bbb0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 >> 172.21.15.6:0/604731290 conn(0x7fb5f406dda0 msgr2=0x7fb5f40b8260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:46.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 shutdown_connections 2024-09-21T07:24:46.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.000+0000 7fb5f9b10640 1 -- 172.21.15.6:0/604731290 wait complete. 2024-09-21T07:24:46.022 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-09-21T07:24:44.834909+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218756,"kb_used_data":2532,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755964,"statfs":{"total":773094113280,"available":772870107136,"internally_reserved":0,"allocated":2592768,"data_stored":1624783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":42,"apply_latency_ms":42,"commit_latency_ns":42000000,"apply_latency_ns":42000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.504053"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.365552+0000","last_change":"2024-09-21T07:24:40.365552+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.365552+0000","last_undegraded":"2024-09-21T07:24:40.365552+0000","last_fullsized":"2024-09-21T07:24:40.365552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343298+0000","last_change":"2024-09-21T07:24:40.343298+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343298+0000","last_undegraded":"2024-09-21T07:24:40.343298+0000","last_fullsized":"2024-09-21T07:24:40.343298+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342545+0000","last_change":"2024-09-21T07:24:40.342545+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342545+0000","last_undegraded":"2024-09-21T07:24:40.342545+0000","last_fullsized":"2024-09-21T07:24:40.342545+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.351704+0000","last_change":"2024-09-21T07:24:40.351704+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.351704+0000","last_undegraded":"2024-09-21T07:24:40.351704+0000","last_fullsized":"2024-09-21T07:24:40.351704+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.361552+0000","last_change":"2024-09-21T07:24:40.361552+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.361552+0000","last_undegraded":"2024-09-21T07:24:40.361552+0000","last_fullsized":"2024-09-21T07:24:40.361552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.370310+0000","last_change":"2024-09-21T07:24:40.370310+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.370310+0000","last_undegraded":"2024-09-21T07:24:40.370310+0000","last_fullsized":"2024-09-21T07:24:40.370310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.362158+0000","last_change":"2024-09-21T07:24:40.362158+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.362158+0000","last_undegraded":"2024-09-21T07:24:40.362158+0000","last_fullsized":"2024-09-21T07:24:40.362158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354807+0000","last_change":"2024-09-21T07:24:40.354807+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354807+0000","last_undegraded":"2024-09-21T07:24:40.354807+0000","last_fullsized":"2024-09-21T07:24:40.354807+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.364257+0000","last_change":"2024-09-21T07:24:40.364257+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.364257+0000","last_undegraded":"2024-09-21T07:24:40.364257+0000","last_fullsized":"2024-09-21T07:24:40.364257+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.364754+0000","last_change":"2024-09-21T07:24:40.364754+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.364754+0000","last_undegraded":"2024-09-21T07:24:40.364754+0000","last_fullsized":"2024-09-21T07:24:40.364754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.361595+0000","last_change":"2024-09-21T07:24:40.361595+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.361595+0000","last_undegraded":"2024-09-21T07:24:40.361595+0000","last_fullsized":"2024-09-21T07:24:40.361595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343785+0000","last_change":"2024-09-21T07:24:40.343785+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343785+0000","last_undegraded":"2024-09-21T07:24:40.343785+0000","last_fullsized":"2024-09-21T07:24:40.343785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354116+0000","last_change":"2024-09-21T07:24:40.354116+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354116+0000","last_undegraded":"2024-09-21T07:24:40.354116+0000","last_fullsized":"2024-09-21T07:24:40.354116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342329+0000","last_change":"2024-09-21T07:24:40.342329+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342329+0000","last_undegraded":"2024-09-21T07:24:40.342329+0000","last_fullsized":"2024-09-21T07:24:40.342329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344932+0000","last_change":"2024-09-21T07:24:40.344932+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344932+0000","last_undegraded":"2024-09-21T07:24:40.344932+0000","last_fullsized":"2024-09-21T07:24:40.344932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345262+0000","last_change":"2024-09-21T07:24:40.345262+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345262+0000","last_undegraded":"2024-09-21T07:24:40.345262+0000","last_fullsized":"2024-09-21T07:24:40.345262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345067+0000","last_change":"2024-09-21T07:24:40.345067+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345067+0000","last_undegraded":"2024-09-21T07:24:40.345067+0000","last_fullsized":"2024-09-21T07:24:40.345067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341329+0000","last_change":"2024-09-21T07:24:40.341329+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341329+0000","last_undegraded":"2024-09-21T07:24:40.341329+0000","last_fullsized":"2024-09-21T07:24:40.341329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.357498+0000","last_change":"2024-09-21T07:24:40.357498+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.357498+0000","last_undegraded":"2024-09-21T07:24:40.357498+0000","last_fullsized":"2024-09-21T07:24:40.357498+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.356757+0000","last_change":"2024-09-21T07:24:40.356757+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.356757+0000","last_undegraded":"2024-09-21T07:24:40.356757+0000","last_fullsized":"2024-09-21T07:24:40.356757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.350730+0000","last_change":"2024-09-21T07:24:40.350730+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.350730+0000","last_undegraded":"2024-09-21T07:24:40.350730+0000","last_fullsized":"2024-09-21T07:24:40.350730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.369222+0000","last_change":"2024-09-21T07:24:40.369222+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.369222+0000","last_undegraded":"2024-09-21T07:24:40.369222+0000","last_fullsized":"2024-09-21T07:24:40.369222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.349573+0000","last_change":"2024-09-21T07:24:40.349573+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.349573+0000","last_undegraded":"2024-09-21T07:24:40.349573+0000","last_fullsized":"2024-09-21T07:24:40.349573+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343872+0000","last_change":"2024-09-21T07:24:40.343872+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343872+0000","last_undegraded":"2024-09-21T07:24:40.343872+0000","last_fullsized":"2024-09-21T07:24:40.343872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.351168+0000","last_change":"2024-09-21T07:24:40.351168+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.351168+0000","last_undegraded":"2024-09-21T07:24:40.351168+0000","last_fullsized":"2024-09-21T07:24:40.351168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.363463+0000","last_change":"2024-09-21T07:24:40.363463+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.363463+0000","last_undegraded":"2024-09-21T07:24:40.363463+0000","last_fullsized":"2024-09-21T07:24:40.363463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344171+0000","last_change":"2024-09-21T07:24:40.344171+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344171+0000","last_undegraded":"2024-09-21T07:24:40.344171+0000","last_fullsized":"2024-09-21T07:24:40.344171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352932+0000","last_change":"2024-09-21T07:24:40.352932+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352932+0000","last_undegraded":"2024-09-21T07:24:40.352932+0000","last_fullsized":"2024-09-21T07:24:40.352932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.349966+0000","last_change":"2024-09-21T07:24:40.349966+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.349966+0000","last_undegraded":"2024-09-21T07:24:40.349966+0000","last_fullsized":"2024-09-21T07:24:40.349966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348218+0000","last_change":"2024-09-21T07:24:40.348218+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348218+0000","last_undegraded":"2024-09-21T07:24:40.348218+0000","last_fullsized":"2024-09-21T07:24:40.348218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.340506+0000","last_change":"2024-09-21T07:24:40.340506+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.340506+0000","last_undegraded":"2024-09-21T07:24:40.340506+0000","last_fullsized":"2024-09-21T07:24:40.340506+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353965+0000","last_change":"2024-09-21T07:24:40.353965+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353965+0000","last_undegraded":"2024-09-21T07:24:40.353965+0000","last_fullsized":"2024-09-21T07:24:40.353965+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341067+0000","last_change":"2024-09-21T07:24:40.341067+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341067+0000","last_undegraded":"2024-09-21T07:24:40.341067+0000","last_fullsized":"2024-09-21T07:24:40.341067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384291+0000","last_change":"2024-09-21T07:24:40.383449+0000","last_active":"2024-09-21T07:24:40.384291+0000","last_peered":"2024-09-21T07:24:40.384291+0000","last_clean":"2024-09-21T07:24:40.384291+0000","last_became_active":"2024-09-21T07:24:40.383023+0000","last_became_peered":"2024-09-21T07:24:40.383023+0000","last_unstale":"2024-09-21T07:24:40.384291+0000","last_undegraded":"2024-09-21T07:24:40.384291+0000","last_fullsized":"2024-09-21T07:24:40.384291+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344496+0000","last_change":"2024-09-21T07:24:40.344496+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344496+0000","last_undegraded":"2024-09-21T07:24:40.344496+0000","last_fullsized":"2024-09-21T07:24:40.344496+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379104+0000","last_change":"2024-09-21T07:24:40.369678+0000","last_active":"2024-09-21T07:24:40.379104+0000","last_peered":"2024-09-21T07:24:40.379104+0000","last_clean":"2024-09-21T07:24:40.379104+0000","last_became_active":"2024-09-21T07:24:40.369202+0000","last_became_peered":"2024-09-21T07:24:40.369202+0000","last_unstale":"2024-09-21T07:24:40.379104+0000","last_undegraded":"2024-09-21T07:24:40.379104+0000","last_fullsized":"2024-09-21T07:24:40.379104+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368770+0000","last_change":"2024-09-21T07:24:40.367786+0000","last_active":"2024-09-21T07:24:40.368770+0000","last_peered":"2024-09-21T07:24:40.368770+0000","last_clean":"2024-09-21T07:24:40.368770+0000","last_became_active":"2024-09-21T07:24:40.367390+0000","last_became_peered":"2024-09-21T07:24:40.367390+0000","last_unstale":"2024-09-21T07:24:40.368770+0000","last_undegraded":"2024-09-21T07:24:40.368770+0000","last_fullsized":"2024-09-21T07:24:40.368770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354250+0000","last_change":"2024-09-21T07:24:40.354250+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354250+0000","last_undegraded":"2024-09-21T07:24:40.354250+0000","last_fullsized":"2024-09-21T07:24:40.354250+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391276+0000","last_change":"2024-09-21T07:24:40.383418+0000","last_active":"2024-09-21T07:24:40.391276+0000","last_peered":"2024-09-21T07:24:40.391276+0000","last_clean":"2024-09-21T07:24:40.391276+0000","last_became_active":"2024-09-21T07:24:40.382472+0000","last_became_peered":"2024-09-21T07:24:40.382472+0000","last_unstale":"2024-09-21T07:24:40.391276+0000","last_undegraded":"2024-09-21T07:24:40.391276+0000","last_fullsized":"2024-09-21T07:24:40.391276+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:53.403790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345977+0000","last_change":"2024-09-21T07:24:40.345977+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345977+0000","last_undegraded":"2024-09-21T07:24:40.345977+0000","last_fullsized":"2024-09-21T07:24:40.345977+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.390062+0000","last_change":"2024-09-21T07:24:40.379233+0000","last_active":"2024-09-21T07:24:40.390062+0000","last_peered":"2024-09-21T07:24:40.390062+0000","last_clean":"2024-09-21T07:24:40.390062+0000","last_became_active":"2024-09-21T07:24:40.377717+0000","last_became_peered":"2024-09-21T07:24:40.377717+0000","last_unstale":"2024-09-21T07:24:40.390062+0000","last_undegraded":"2024-09-21T07:24:40.390062+0000","last_fullsized":"2024-09-21T07:24:40.390062+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346884+0000","last_change":"2024-09-21T07:24:40.346884+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346884+0000","last_undegraded":"2024-09-21T07:24:40.346884+0000","last_fullsized":"2024-09-21T07:24:40.346884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391290+0000","last_change":"2024-09-21T07:24:40.383330+0000","last_active":"2024-09-21T07:24:40.391290+0000","last_peered":"2024-09-21T07:24:40.391290+0000","last_clean":"2024-09-21T07:24:40.391290+0000","last_became_active":"2024-09-21T07:24:40.382471+0000","last_became_peered":"2024-09-21T07:24:40.382471+0000","last_unstale":"2024-09-21T07:24:40.391290+0000","last_undegraded":"2024-09-21T07:24:40.391290+0000","last_fullsized":"2024-09-21T07:24:40.391290+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344013+0000","last_change":"2024-09-21T07:24:40.344013+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344013+0000","last_undegraded":"2024-09-21T07:24:40.344013+0000","last_fullsized":"2024-09-21T07:24:40.344013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.378431+0000","last_change":"2024-09-21T07:24:40.377775+0000","last_active":"2024-09-21T07:24:40.378431+0000","last_peered":"2024-09-21T07:24:40.378431+0000","last_clean":"2024-09-21T07:24:40.378431+0000","last_became_active":"2024-09-21T07:24:40.377505+0000","last_became_peered":"2024-09-21T07:24:40.377505+0000","last_unstale":"2024-09-21T07:24:40.378431+0000","last_undegraded":"2024-09-21T07:24:40.378431+0000","last_fullsized":"2024-09-21T07:24:40.378431+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341141+0000","last_change":"2024-09-21T07:24:40.341141+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341141+0000","last_undegraded":"2024-09-21T07:24:40.341141+0000","last_fullsized":"2024-09-21T07:24:40.341141+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379372+0000","last_change":"2024-09-21T07:24:40.370472+0000","last_active":"2024-09-21T07:24:40.379372+0000","last_peered":"2024-09-21T07:24:40.379372+0000","last_clean":"2024-09-21T07:24:40.379372+0000","last_became_active":"2024-09-21T07:24:40.369587+0000","last_became_peered":"2024-09-21T07:24:40.369587+0000","last_unstale":"2024-09-21T07:24:40.379372+0000","last_undegraded":"2024-09-21T07:24:40.379372+0000","last_fullsized":"2024-09-21T07:24:40.379372+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.360304+0000","last_change":"2024-09-21T07:24:40.360304+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.360304+0000","last_undegraded":"2024-09-21T07:24:40.360304+0000","last_fullsized":"2024-09-21T07:24:40.360304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368997+0000","last_change":"2024-09-21T07:24:40.365795+0000","last_active":"2024-09-21T07:24:40.368997+0000","last_peered":"2024-09-21T07:24:40.368997+0000","last_clean":"2024-09-21T07:24:40.368997+0000","last_became_active":"2024-09-21T07:24:40.365277+0000","last_became_peered":"2024-09-21T07:24:40.365277+0000","last_unstale":"2024-09-21T07:24:40.368997+0000","last_undegraded":"2024-09-21T07:24:40.368997+0000","last_fullsized":"2024-09-21T07:24:40.368997+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341491+0000","last_change":"2024-09-21T07:24:40.341491+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341491+0000","last_undegraded":"2024-09-21T07:24:40.341491+0000","last_fullsized":"2024-09-21T07:24:40.341491+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391326+0000","last_change":"2024-09-21T07:24:40.380329+0000","last_active":"2024-09-21T07:24:40.391326+0000","last_peered":"2024-09-21T07:24:40.391326+0000","last_clean":"2024-09-21T07:24:40.391326+0000","last_became_active":"2024-09-21T07:24:40.379461+0000","last_became_peered":"2024-09-21T07:24:40.379461+0000","last_unstale":"2024-09-21T07:24:40.391326+0000","last_undegraded":"2024-09-21T07:24:40.391326+0000","last_fullsized":"2024-09-21T07:24:40.391326+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.360252+0000","last_change":"2024-09-21T07:24:40.360252+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.360252+0000","last_undegraded":"2024-09-21T07:24:40.360252+0000","last_fullsized":"2024-09-21T07:24:40.360252+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379029+0000","last_change":"2024-09-21T07:24:40.371113+0000","last_active":"2024-09-21T07:24:40.379029+0000","last_peered":"2024-09-21T07:24:40.379029+0000","last_clean":"2024-09-21T07:24:40.379029+0000","last_became_active":"2024-09-21T07:24:40.369639+0000","last_became_peered":"2024-09-21T07:24:40.369639+0000","last_unstale":"2024-09-21T07:24:40.379029+0000","last_undegraded":"2024-09-21T07:24:40.379029+0000","last_fullsized":"2024-09-21T07:24:40.379029+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352509+0000","last_change":"2024-09-21T07:24:40.352509+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352509+0000","last_undegraded":"2024-09-21T07:24:40.352509+0000","last_fullsized":"2024-09-21T07:24:40.352509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.353240+0000","last_change":"2024-09-21T07:24:40.347926+0000","last_active":"2024-09-21T07:24:40.353240+0000","last_peered":"2024-09-21T07:24:40.353240+0000","last_clean":"2024-09-21T07:24:40.353240+0000","last_became_active":"2024-09-21T07:24:40.347566+0000","last_became_peered":"2024-09-21T07:24:40.347566+0000","last_unstale":"2024-09-21T07:24:40.353240+0000","last_undegraded":"2024-09-21T07:24:40.353240+0000","last_fullsized":"2024-09-21T07:24:40.353240+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.357347+0000","last_change":"2024-09-21T07:24:40.357347+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.357347+0000","last_undegraded":"2024-09-21T07:24:40.357347+0000","last_fullsized":"2024-09-21T07:24:40.357347+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.382282+0000","last_change":"2024-09-21T07:24:40.373083+0000","last_active":"2024-09-21T07:24:40.382282+0000","last_peered":"2024-09-21T07:24:40.382282+0000","last_clean":"2024-09-21T07:24:40.382282+0000","last_became_active":"2024-09-21T07:24:40.365858+0000","last_became_peered":"2024-09-21T07:24:40.365858+0000","last_unstale":"2024-09-21T07:24:40.382282+0000","last_undegraded":"2024-09-21T07:24:40.382282+0000","last_fullsized":"2024-09-21T07:24:40.382282+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.355584+0000","last_change":"2024-09-21T07:24:40.355584+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.355584+0000","last_undegraded":"2024-09-21T07:24:40.355584+0000","last_fullsized":"2024-09-21T07:24:40.355584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.365735+0000","last_change":"2024-09-21T07:24:40.358846+0000","last_active":"2024-09-21T07:24:40.365735+0000","last_peered":"2024-09-21T07:24:40.365735+0000","last_clean":"2024-09-21T07:24:40.365735+0000","last_became_active":"2024-09-21T07:24:40.358396+0000","last_became_peered":"2024-09-21T07:24:40.358396+0000","last_unstale":"2024-09-21T07:24:40.365735+0000","last_undegraded":"2024-09-21T07:24:40.365735+0000","last_fullsized":"2024-09-21T07:24:40.365735+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358117+0000","last_change":"2024-09-21T07:24:40.358117+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358117+0000","last_undegraded":"2024-09-21T07:24:40.358117+0000","last_fullsized":"2024-09-21T07:24:40.358117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.363809+0000","last_change":"2024-09-21T07:24:40.362966+0000","last_active":"2024-09-21T07:24:40.363809+0000","last_peered":"2024-09-21T07:24:40.363809+0000","last_clean":"2024-09-21T07:24:40.363809+0000","last_became_active":"2024-09-21T07:24:40.362625+0000","last_became_peered":"2024-09-21T07:24:40.362625+0000","last_unstale":"2024-09-21T07:24:40.363809+0000","last_undegraded":"2024-09-21T07:24:40.363809+0000","last_fullsized":"2024-09-21T07:24:40.363809+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344555+0000","last_change":"2024-09-21T07:24:40.344555+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344555+0000","last_undegraded":"2024-09-21T07:24:40.344555+0000","last_fullsized":"2024-09-21T07:24:40.344555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.376964+0000","last_change":"2024-09-21T07:24:40.375285+0000","last_active":"2024-09-21T07:24:40.376964+0000","last_peered":"2024-09-21T07:24:40.376964+0000","last_clean":"2024-09-21T07:24:40.376964+0000","last_became_active":"2024-09-21T07:24:40.374807+0000","last_became_peered":"2024-09-21T07:24:40.374807+0000","last_unstale":"2024-09-21T07:24:40.376964+0000","last_undegraded":"2024-09-21T07:24:40.376964+0000","last_fullsized":"2024-09-21T07:24:40.376964+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358982+0000","last_change":"2024-09-21T07:24:40.358982+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358982+0000","last_undegraded":"2024-09-21T07:24:40.358982+0000","last_fullsized":"2024-09-21T07:24:40.358982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":107,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368249+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:24:40.368249+0000","last_peered":"2024-09-21T07:24:40.368249+0000","last_clean":"2024-09-21T07:24:40.368249+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:24:40.368249+0000","last_undegraded":"2024-09-21T07:24:40.368249+0000","last_fullsized":"2024-09-21T07:24:40.368249+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.373629+0000","last_change":"2024-09-21T07:24:40.355827+0000","last_active":"2024-09-21T07:24:40.373629+0000","last_peered":"2024-09-21T07:24:40.373629+0000","last_clean":"2024-09-21T07:24:40.373629+0000","last_became_active":"2024-09-21T07:24:40.355218+0000","last_became_peered":"2024-09-21T07:24:40.355218+0000","last_unstale":"2024-09-21T07:24:40.373629+0000","last_undegraded":"2024-09-21T07:24:40.373629+0000","last_fullsized":"2024-09-21T07:24:40.373629+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352040+0000","last_change":"2024-09-21T07:24:40.352040+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352040+0000","last_undegraded":"2024-09-21T07:24:40.352040+0000","last_fullsized":"2024-09-21T07:24:40.352040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394155+0000","last_change":"2024-09-21T07:24:40.388303+0000","last_active":"2024-09-21T07:24:40.394155+0000","last_peered":"2024-09-21T07:24:40.394155+0000","last_clean":"2024-09-21T07:24:40.394155+0000","last_became_active":"2024-09-21T07:24:40.386002+0000","last_became_peered":"2024-09-21T07:24:40.386002+0000","last_unstale":"2024-09-21T07:24:40.394155+0000","last_undegraded":"2024-09-21T07:24:40.394155+0000","last_fullsized":"2024-09-21T07:24:40.394155+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344687+0000","last_change":"2024-09-21T07:24:40.344687+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344687+0000","last_undegraded":"2024-09-21T07:24:40.344687+0000","last_fullsized":"2024-09-21T07:24:40.344687+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.360792+0000","last_change":"2024-09-21T07:24:40.356742+0000","last_active":"2024-09-21T07:24:40.360792+0000","last_peered":"2024-09-21T07:24:40.360792+0000","last_clean":"2024-09-21T07:24:40.360792+0000","last_became_active":"2024-09-21T07:24:40.356313+0000","last_became_peered":"2024-09-21T07:24:40.356313+0000","last_unstale":"2024-09-21T07:24:40.360792+0000","last_undegraded":"2024-09-21T07:24:40.360792+0000","last_fullsized":"2024-09-21T07:24:40.360792+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342111+0000","last_change":"2024-09-21T07:24:40.342111+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342111+0000","last_undegraded":"2024-09-21T07:24:40.342111+0000","last_fullsized":"2024-09-21T07:24:40.342111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384793+0000","last_change":"2024-09-21T07:24:40.376248+0000","last_active":"2024-09-21T07:24:40.384793+0000","last_peered":"2024-09-21T07:24:40.384793+0000","last_clean":"2024-09-21T07:24:40.384793+0000","last_became_active":"2024-09-21T07:24:40.374826+0000","last_became_peered":"2024-09-21T07:24:40.374826+0000","last_unstale":"2024-09-21T07:24:40.384793+0000","last_undegraded":"2024-09-21T07:24:40.384793+0000","last_fullsized":"2024-09-21T07:24:40.384793+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341652+0000","last_change":"2024-09-21T07:24:40.341652+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341652+0000","last_undegraded":"2024-09-21T07:24:40.341652+0000","last_fullsized":"2024-09-21T07:24:40.341652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.357708+0000","last_change":"2024-09-21T07:24:40.354851+0000","last_active":"2024-09-21T07:24:40.357708+0000","last_peered":"2024-09-21T07:24:40.357708+0000","last_clean":"2024-09-21T07:24:40.357708+0000","last_became_active":"2024-09-21T07:24:40.354360+0000","last_became_peered":"2024-09-21T07:24:40.354360+0000","last_unstale":"2024-09-21T07:24:40.357708+0000","last_undegraded":"2024-09-21T07:24:40.357708+0000","last_fullsized":"2024-09-21T07:24:40.357708+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346452+0000","last_change":"2024-09-21T07:24:40.346452+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346452+0000","last_undegraded":"2024-09-21T07:24:40.346452+0000","last_fullsized":"2024-09-21T07:24:40.346452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394160+0000","last_change":"2024-09-21T07:24:40.388415+0000","last_active":"2024-09-21T07:24:40.394160+0000","last_peered":"2024-09-21T07:24:40.394160+0000","last_clean":"2024-09-21T07:24:40.394160+0000","last_became_active":"2024-09-21T07:24:40.387966+0000","last_became_peered":"2024-09-21T07:24:40.387966+0000","last_unstale":"2024-09-21T07:24:40.394160+0000","last_undegraded":"2024-09-21T07:24:40.394160+0000","last_fullsized":"2024-09-21T07:24:40.394160+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:42:13.267876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341891+0000","last_change":"2024-09-21T07:24:40.341891+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341891+0000","last_undegraded":"2024-09-21T07:24:40.341891+0000","last_fullsized":"2024-09-21T07:24:40.341891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379758+0000","last_change":"2024-09-21T07:24:40.378989+0000","last_active":"2024-09-21T07:24:40.379758+0000","last_peered":"2024-09-21T07:24:40.379758+0000","last_clean":"2024-09-21T07:24:40.379758+0000","last_became_active":"2024-09-21T07:24:40.378648+0000","last_became_peered":"2024-09-21T07:24:40.378648+0000","last_unstale":"2024-09-21T07:24:40.379758+0000","last_undegraded":"2024-09-21T07:24:40.379758+0000","last_fullsized":"2024-09-21T07:24:40.379758+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.350386+0000","last_change":"2024-09-21T07:24:40.350386+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.350386+0000","last_undegraded":"2024-09-21T07:24:40.350386+0000","last_fullsized":"2024-09-21T07:24:40.350386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391513+0000","last_change":"2024-09-21T07:24:40.388124+0000","last_active":"2024-09-21T07:24:40.391513+0000","last_peered":"2024-09-21T07:24:40.391513+0000","last_clean":"2024-09-21T07:24:40.391513+0000","last_became_active":"2024-09-21T07:24:40.387551+0000","last_became_peered":"2024-09-21T07:24:40.387551+0000","last_unstale":"2024-09-21T07:24:40.391513+0000","last_undegraded":"2024-09-21T07:24:40.391513+0000","last_fullsized":"2024-09-21T07:24:40.391513+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343448+0000","last_change":"2024-09-21T07:24:40.343448+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343448+0000","last_undegraded":"2024-09-21T07:24:40.343448+0000","last_fullsized":"2024-09-21T07:24:40.343448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394102+0000","last_change":"2024-09-21T07:24:40.387434+0000","last_active":"2024-09-21T07:24:40.394102+0000","last_peered":"2024-09-21T07:24:40.394102+0000","last_clean":"2024-09-21T07:24:40.394102+0000","last_became_active":"2024-09-21T07:24:40.385356+0000","last_became_peered":"2024-09-21T07:24:40.385356+0000","last_unstale":"2024-09-21T07:24:40.394102+0000","last_undegraded":"2024-09-21T07:24:40.394102+0000","last_fullsized":"2024-09-21T07:24:40.394102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341452+0000","last_change":"2024-09-21T07:24:40.341452+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341452+0000","last_undegraded":"2024-09-21T07:24:40.341452+0000","last_fullsized":"2024-09-21T07:24:40.341452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384371+0000","last_change":"2024-09-21T07:24:40.383095+0000","last_active":"2024-09-21T07:24:40.384371+0000","last_peered":"2024-09-21T07:24:40.384371+0000","last_clean":"2024-09-21T07:24:40.384371+0000","last_became_active":"2024-09-21T07:24:40.382603+0000","last_became_peered":"2024-09-21T07:24:40.382603+0000","last_unstale":"2024-09-21T07:24:40.384371+0000","last_undegraded":"2024-09-21T07:24:40.384371+0000","last_fullsized":"2024-09-21T07:24:40.384371+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346273+0000","last_change":"2024-09-21T07:24:40.346273+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346273+0000","last_undegraded":"2024-09-21T07:24:40.346273+0000","last_fullsized":"2024-09-21T07:24:40.346273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.357932+0000","last_change":"2024-09-21T07:24:40.356495+0000","last_active":"2024-09-21T07:24:40.357932+0000","last_peered":"2024-09-21T07:24:40.357932+0000","last_clean":"2024-09-21T07:24:40.357932+0000","last_became_active":"2024-09-21T07:24:40.356109+0000","last_became_peered":"2024-09-21T07:24:40.356109+0000","last_unstale":"2024-09-21T07:24:40.357932+0000","last_undegraded":"2024-09-21T07:24:40.357932+0000","last_fullsized":"2024-09-21T07:24:40.357932+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353398+0000","last_change":"2024-09-21T07:24:40.353398+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353398+0000","last_undegraded":"2024-09-21T07:24:40.353398+0000","last_fullsized":"2024-09-21T07:24:40.353398+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394066+0000","last_change":"2024-09-21T07:24:40.386342+0000","last_active":"2024-09-21T07:24:40.394066+0000","last_peered":"2024-09-21T07:24:40.394066+0000","last_clean":"2024-09-21T07:24:40.394066+0000","last_became_active":"2024-09-21T07:24:40.385528+0000","last_became_peered":"2024-09-21T07:24:40.385528+0000","last_unstale":"2024-09-21T07:24:40.394066+0000","last_undegraded":"2024-09-21T07:24:40.394066+0000","last_fullsized":"2024-09-21T07:24:40.394066+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358978+0000","last_change":"2024-09-21T07:24:40.358978+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358978+0000","last_undegraded":"2024-09-21T07:24:40.358978+0000","last_fullsized":"2024-09-21T07:24:40.358978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348031+0000","last_change":"2024-09-21T07:24:40.348031+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348031+0000","last_undegraded":"2024-09-21T07:24:40.348031+0000","last_fullsized":"2024-09-21T07:24:40.348031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394017+0000","last_change":"2024-09-21T07:24:40.385855+0000","last_active":"2024-09-21T07:24:40.394017+0000","last_peered":"2024-09-21T07:24:40.394017+0000","last_clean":"2024-09-21T07:24:40.394017+0000","last_became_active":"2024-09-21T07:24:40.385395+0000","last_became_peered":"2024-09-21T07:24:40.385395+0000","last_unstale":"2024-09-21T07:24:40.394017+0000","last_undegraded":"2024-09-21T07:24:40.394017+0000","last_fullsized":"2024-09-21T07:24:40.394017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348972+0000","last_change":"2024-09-21T07:24:40.348972+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348972+0000","last_undegraded":"2024-09-21T07:24:40.348972+0000","last_fullsized":"2024-09-21T07:24:40.348972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394215+0000","last_change":"2024-09-21T07:24:40.389152+0000","last_active":"2024-09-21T07:24:40.394215+0000","last_peered":"2024-09-21T07:24:40.394215+0000","last_clean":"2024-09-21T07:24:40.394215+0000","last_became_active":"2024-09-21T07:24:40.387743+0000","last_became_peered":"2024-09-21T07:24:40.387743+0000","last_unstale":"2024-09-21T07:24:40.394215+0000","last_undegraded":"2024-09-21T07:24:40.394215+0000","last_fullsized":"2024-09-21T07:24:40.394215+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:52.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346253+0000","last_change":"2024-09-21T07:24:40.346253+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346253+0000","last_undegraded":"2024-09-21T07:24:40.346253+0000","last_fullsized":"2024-09-21T07:24:40.346253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.361114+0000","last_change":"2024-09-21T07:24:40.357520+0000","last_active":"2024-09-21T07:24:40.361114+0000","last_peered":"2024-09-21T07:24:40.361114+0000","last_clean":"2024-09-21T07:24:40.361114+0000","last_became_active":"2024-09-21T07:24:40.357080+0000","last_became_peered":"2024-09-21T07:24:40.357080+0000","last_unstale":"2024-09-21T07:24:40.361114+0000","last_undegraded":"2024-09-21T07:24:40.361114+0000","last_fullsized":"2024-09-21T07:24:40.361114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353875+0000","last_change":"2024-09-21T07:24:40.353875+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353875+0000","last_undegraded":"2024-09-21T07:24:40.353875+0000","last_fullsized":"2024-09-21T07:24:40.353875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384424+0000","last_change":"2024-09-21T07:24:40.383434+0000","last_active":"2024-09-21T07:24:40.384424+0000","last_peered":"2024-09-21T07:24:40.384424+0000","last_clean":"2024-09-21T07:24:40.384424+0000","last_became_active":"2024-09-21T07:24:40.382868+0000","last_became_peered":"2024-09-21T07:24:40.382868+0000","last_unstale":"2024-09-21T07:24:40.384424+0000","last_undegraded":"2024-09-21T07:24:40.384424+0000","last_fullsized":"2024-09-21T07:24:40.384424+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27772,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344068,"statfs":{"total":96636764160,"available":96608325632,"internally_reserved":0,"allocated":761856,"data_stored":641952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":167936,"data_stored":51584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":167936,"data_stored":51584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":774144,"data_stored":648227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:24:46.025 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:24:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.212+0000 7f38109b8640 1 -- 172.21.15.6:0/1363105225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 msgr2=0x7f37f8004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.212+0000 7f38109b8640 1 --2- 172.21.15.6:0/1363105225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 0x7f37f8004c20 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f37f4009b40 tx=0x7f37f401d270 comp rx=0 tx=0).stop 2024-09-21T07:24:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.212+0000 7f380ad9d640 1 -- 172.21.15.6:0/1363105225 reap_dead start 2024-09-21T07:24:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.212+0000 7f38109b8640 1 -- 172.21.15.6:0/1363105225 shutdown_connections 2024-09-21T07:24:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.212+0000 7f38109b8640 1 -- 172.21.15.6:0/1363105225 >> 172.21.15.6:0/1363105225 conn(0x7f380c0d0020 msgr2=0x7f380c0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.212+0000 7f38109b8640 1 -- 172.21.15.6:0/1363105225 shutdown_connections 2024-09-21T07:24:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.212+0000 7f38109b8640 1 -- 172.21.15.6:0/1363105225 wait complete. 2024-09-21T07:24:46.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 Processor -- start 2024-09-21T07:24:46.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 -- start start 2024-09-21T07:24:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 0x7f380c159770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f380c159e10 0x7f380c15a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f380c0c9330 0x7f380c0c9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f380c167270 con 0x7f37f8004810 2024-09-21T07:24:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f380c1670f0 con 0x7f380c0c9330 2024-09-21T07:24:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f380c1673f0 con 0x7f380c159e10 2024-09-21T07:24:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 0x7f380c159770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 0x7f380c159770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45850/0 (socket says 172.21.15.6:45850) 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 -- 172.21.15.6:0/2783080142 learned_addr learned my addr 172.21.15.6:0/2783080142 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380ad9d640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f380c0c9330 0x7f380c0c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 -- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f380c159e10 msgr2=0x7f380c15a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f3803fff640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f380c159e10 0x7f380c15a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f380c159e10 0x7f380c15a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 -- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f380c0c9330 msgr2=0x7f380c0c9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f380c0c9330 0x7f380c0c9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 -- 172.21.15.6:0/2783080142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f380c0c9c80 con 0x7f37f8004810 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380ad9d640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f380c0c9330 0x7f380c0c9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f3803fff640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f380c159e10 0x7f380c15a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f380a59c640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 0x7f380c159770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f37fc011a80 tx=0x7f37fc011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f3802ffd640 1 -- 172.21.15.6:0/2783080142 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37fc00fe10 con 0x7f37f8004810 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f3802ffd640 1 -- 172.21.15.6:0/2783080142 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f37fc016070 con 0x7f37f8004810 2024-09-21T07:24:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f380c0b3850 con 0x7f37f8004810 2024-09-21T07:24:46.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f3802ffd640 1 -- 172.21.15.6:0/2783080142 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37fc012780 con 0x7f37f8004810 2024-09-21T07:24:46.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.216+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f380c15ae20 con 0x7f37f8004810 2024-09-21T07:24:46.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.220+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f380c0b3a20 con 0x7f37f8004810 2024-09-21T07:24:46.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.220+0000 7f3802ffd640 1 -- 172.21.15.6:0/2783080142 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f37fc018030 con 0x7f37f8004810 2024-09-21T07:24:46.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.220+0000 7f3802ffd640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f37ec073200 0x7f37ec075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:46.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.220+0000 7f3802ffd640 1 -- 172.21.15.6:0/2783080142 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f37fc094bd0 con 0x7f37f8004810 2024-09-21T07:24:46.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.220+0000 7f3803fff640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f37ec073200 0x7f37ec075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:46.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.220+0000 7f3803fff640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f37ec073200 0x7f37ec075710 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f37f40ad000 tx=0x7f37f401a010 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:46.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.224+0000 7f3802ffd640 1 -- 172.21.15.6:0/2783080142 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f380c0c9c80 con 0x7f37f8004810 2024-09-21T07:24:46.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.392+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f380c0cf030 con 0x7f37ec073200 2024-09-21T07:24:46.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.404+0000 7f3802ffd640 1 -- 172.21.15.6:0/2783080142 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246651 (secure 0 0 0) 0x7f380c0cf030 con 0x7f37ec073200 2024-09-21T07:24:46.410 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:46.411 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:24:46.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f37ec073200 msgr2=0x7f37ec075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f37ec073200 0x7f37ec075710 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f37f40ad000 tx=0x7f37f401a010 comp rx=0 tx=0).stop 2024-09-21T07:24:46.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 msgr2=0x7f380c159770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 0x7f380c159770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f37fc011a80 tx=0x7f37fc011f40 comp rx=0 tx=0).stop 2024-09-21T07:24:46.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 shutdown_connections 2024-09-21T07:24:46.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f37ec073200 0x7f37ec075710 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f380c0c9330 0x7f380c0c9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f380c159e10 0x7f380c15a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 --2- 172.21.15.6:0/2783080142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37f8004810 0x7f380c159770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 >> 172.21.15.6:0/2783080142 conn(0x7f380c0d0020 msgr2=0x7f380c0afcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:46.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 shutdown_connections 2024-09-21T07:24:46.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.408+0000 7f38109b8640 1 -- 172.21.15.6:0/2783080142 wait complete. 2024-09-21T07:24:46.430 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-09-21T07:24:44.834909+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218756,"kb_used_data":2532,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755964,"statfs":{"total":773094113280,"available":772870107136,"internally_reserved":0,"allocated":2592768,"data_stored":1624783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":42,"apply_latency_ms":42,"commit_latency_ns":42000000,"apply_latency_ns":42000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.504053"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.365552+0000","last_change":"2024-09-21T07:24:40.365552+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.365552+0000","last_undegraded":"2024-09-21T07:24:40.365552+0000","last_fullsized":"2024-09-21T07:24:40.365552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343298+0000","last_change":"2024-09-21T07:24:40.343298+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343298+0000","last_undegraded":"2024-09-21T07:24:40.343298+0000","last_fullsized":"2024-09-21T07:24:40.343298+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342545+0000","last_change":"2024-09-21T07:24:40.342545+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342545+0000","last_undegraded":"2024-09-21T07:24:40.342545+0000","last_fullsized":"2024-09-21T07:24:40.342545+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.351704+0000","last_change":"2024-09-21T07:24:40.351704+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.351704+0000","last_undegraded":"2024-09-21T07:24:40.351704+0000","last_fullsized":"2024-09-21T07:24:40.351704+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.361552+0000","last_change":"2024-09-21T07:24:40.361552+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.361552+0000","last_undegraded":"2024-09-21T07:24:40.361552+0000","last_fullsized":"2024-09-21T07:24:40.361552+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.370310+0000","last_change":"2024-09-21T07:24:40.370310+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.370310+0000","last_undegraded":"2024-09-21T07:24:40.370310+0000","last_fullsized":"2024-09-21T07:24:40.370310+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.362158+0000","last_change":"2024-09-21T07:24:40.362158+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.362158+0000","last_undegraded":"2024-09-21T07:24:40.362158+0000","last_fullsized":"2024-09-21T07:24:40.362158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354807+0000","last_change":"2024-09-21T07:24:40.354807+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354807+0000","last_undegraded":"2024-09-21T07:24:40.354807+0000","last_fullsized":"2024-09-21T07:24:40.354807+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.364257+0000","last_change":"2024-09-21T07:24:40.364257+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.364257+0000","last_undegraded":"2024-09-21T07:24:40.364257+0000","last_fullsized":"2024-09-21T07:24:40.364257+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.364754+0000","last_change":"2024-09-21T07:24:40.364754+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.364754+0000","last_undegraded":"2024-09-21T07:24:40.364754+0000","last_fullsized":"2024-09-21T07:24:40.364754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.361595+0000","last_change":"2024-09-21T07:24:40.361595+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.361595+0000","last_undegraded":"2024-09-21T07:24:40.361595+0000","last_fullsized":"2024-09-21T07:24:40.361595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343785+0000","last_change":"2024-09-21T07:24:40.343785+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343785+0000","last_undegraded":"2024-09-21T07:24:40.343785+0000","last_fullsized":"2024-09-21T07:24:40.343785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354116+0000","last_change":"2024-09-21T07:24:40.354116+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354116+0000","last_undegraded":"2024-09-21T07:24:40.354116+0000","last_fullsized":"2024-09-21T07:24:40.354116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342329+0000","last_change":"2024-09-21T07:24:40.342329+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342329+0000","last_undegraded":"2024-09-21T07:24:40.342329+0000","last_fullsized":"2024-09-21T07:24:40.342329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344932+0000","last_change":"2024-09-21T07:24:40.344932+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344932+0000","last_undegraded":"2024-09-21T07:24:40.344932+0000","last_fullsized":"2024-09-21T07:24:40.344932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345262+0000","last_change":"2024-09-21T07:24:40.345262+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345262+0000","last_undegraded":"2024-09-21T07:24:40.345262+0000","last_fullsized":"2024-09-21T07:24:40.345262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345067+0000","last_change":"2024-09-21T07:24:40.345067+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345067+0000","last_undegraded":"2024-09-21T07:24:40.345067+0000","last_fullsized":"2024-09-21T07:24:40.345067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341329+0000","last_change":"2024-09-21T07:24:40.341329+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341329+0000","last_undegraded":"2024-09-21T07:24:40.341329+0000","last_fullsized":"2024-09-21T07:24:40.341329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.357498+0000","last_change":"2024-09-21T07:24:40.357498+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.357498+0000","last_undegraded":"2024-09-21T07:24:40.357498+0000","last_fullsized":"2024-09-21T07:24:40.357498+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.356757+0000","last_change":"2024-09-21T07:24:40.356757+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.356757+0000","last_undegraded":"2024-09-21T07:24:40.356757+0000","last_fullsized":"2024-09-21T07:24:40.356757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.350730+0000","last_change":"2024-09-21T07:24:40.350730+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.350730+0000","last_undegraded":"2024-09-21T07:24:40.350730+0000","last_fullsized":"2024-09-21T07:24:40.350730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.369222+0000","last_change":"2024-09-21T07:24:40.369222+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.369222+0000","last_undegraded":"2024-09-21T07:24:40.369222+0000","last_fullsized":"2024-09-21T07:24:40.369222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.349573+0000","last_change":"2024-09-21T07:24:40.349573+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.349573+0000","last_undegraded":"2024-09-21T07:24:40.349573+0000","last_fullsized":"2024-09-21T07:24:40.349573+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343872+0000","last_change":"2024-09-21T07:24:40.343872+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343872+0000","last_undegraded":"2024-09-21T07:24:40.343872+0000","last_fullsized":"2024-09-21T07:24:40.343872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.351168+0000","last_change":"2024-09-21T07:24:40.351168+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.351168+0000","last_undegraded":"2024-09-21T07:24:40.351168+0000","last_fullsized":"2024-09-21T07:24:40.351168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.363463+0000","last_change":"2024-09-21T07:24:40.363463+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.363463+0000","last_undegraded":"2024-09-21T07:24:40.363463+0000","last_fullsized":"2024-09-21T07:24:40.363463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344171+0000","last_change":"2024-09-21T07:24:40.344171+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344171+0000","last_undegraded":"2024-09-21T07:24:40.344171+0000","last_fullsized":"2024-09-21T07:24:40.344171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352932+0000","last_change":"2024-09-21T07:24:40.352932+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352932+0000","last_undegraded":"2024-09-21T07:24:40.352932+0000","last_fullsized":"2024-09-21T07:24:40.352932+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.349966+0000","last_change":"2024-09-21T07:24:40.349966+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.349966+0000","last_undegraded":"2024-09-21T07:24:40.349966+0000","last_fullsized":"2024-09-21T07:24:40.349966+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348218+0000","last_change":"2024-09-21T07:24:40.348218+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348218+0000","last_undegraded":"2024-09-21T07:24:40.348218+0000","last_fullsized":"2024-09-21T07:24:40.348218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.340506+0000","last_change":"2024-09-21T07:24:40.340506+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.340506+0000","last_undegraded":"2024-09-21T07:24:40.340506+0000","last_fullsized":"2024-09-21T07:24:40.340506+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353965+0000","last_change":"2024-09-21T07:24:40.353965+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353965+0000","last_undegraded":"2024-09-21T07:24:40.353965+0000","last_fullsized":"2024-09-21T07:24:40.353965+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341067+0000","last_change":"2024-09-21T07:24:40.341067+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341067+0000","last_undegraded":"2024-09-21T07:24:40.341067+0000","last_fullsized":"2024-09-21T07:24:40.341067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384291+0000","last_change":"2024-09-21T07:24:40.383449+0000","last_active":"2024-09-21T07:24:40.384291+0000","last_peered":"2024-09-21T07:24:40.384291+0000","last_clean":"2024-09-21T07:24:40.384291+0000","last_became_active":"2024-09-21T07:24:40.383023+0000","last_became_peered":"2024-09-21T07:24:40.383023+0000","last_unstale":"2024-09-21T07:24:40.384291+0000","last_undegraded":"2024-09-21T07:24:40.384291+0000","last_fullsized":"2024-09-21T07:24:40.384291+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344496+0000","last_change":"2024-09-21T07:24:40.344496+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344496+0000","last_undegraded":"2024-09-21T07:24:40.344496+0000","last_fullsized":"2024-09-21T07:24:40.344496+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379104+0000","last_change":"2024-09-21T07:24:40.369678+0000","last_active":"2024-09-21T07:24:40.379104+0000","last_peered":"2024-09-21T07:24:40.379104+0000","last_clean":"2024-09-21T07:24:40.379104+0000","last_became_active":"2024-09-21T07:24:40.369202+0000","last_became_peered":"2024-09-21T07:24:40.369202+0000","last_unstale":"2024-09-21T07:24:40.379104+0000","last_undegraded":"2024-09-21T07:24:40.379104+0000","last_fullsized":"2024-09-21T07:24:40.379104+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368770+0000","last_change":"2024-09-21T07:24:40.367786+0000","last_active":"2024-09-21T07:24:40.368770+0000","last_peered":"2024-09-21T07:24:40.368770+0000","last_clean":"2024-09-21T07:24:40.368770+0000","last_became_active":"2024-09-21T07:24:40.367390+0000","last_became_peered":"2024-09-21T07:24:40.367390+0000","last_unstale":"2024-09-21T07:24:40.368770+0000","last_undegraded":"2024-09-21T07:24:40.368770+0000","last_fullsized":"2024-09-21T07:24:40.368770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.354250+0000","last_change":"2024-09-21T07:24:40.354250+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.354250+0000","last_undegraded":"2024-09-21T07:24:40.354250+0000","last_fullsized":"2024-09-21T07:24:40.354250+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391276+0000","last_change":"2024-09-21T07:24:40.383418+0000","last_active":"2024-09-21T07:24:40.391276+0000","last_peered":"2024-09-21T07:24:40.391276+0000","last_clean":"2024-09-21T07:24:40.391276+0000","last_became_active":"2024-09-21T07:24:40.382472+0000","last_became_peered":"2024-09-21T07:24:40.382472+0000","last_unstale":"2024-09-21T07:24:40.391276+0000","last_undegraded":"2024-09-21T07:24:40.391276+0000","last_fullsized":"2024-09-21T07:24:40.391276+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:53.403790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.345977+0000","last_change":"2024-09-21T07:24:40.345977+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.345977+0000","last_undegraded":"2024-09-21T07:24:40.345977+0000","last_fullsized":"2024-09-21T07:24:40.345977+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.390062+0000","last_change":"2024-09-21T07:24:40.379233+0000","last_active":"2024-09-21T07:24:40.390062+0000","last_peered":"2024-09-21T07:24:40.390062+0000","last_clean":"2024-09-21T07:24:40.390062+0000","last_became_active":"2024-09-21T07:24:40.377717+0000","last_became_peered":"2024-09-21T07:24:40.377717+0000","last_unstale":"2024-09-21T07:24:40.390062+0000","last_undegraded":"2024-09-21T07:24:40.390062+0000","last_fullsized":"2024-09-21T07:24:40.390062+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346884+0000","last_change":"2024-09-21T07:24:40.346884+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346884+0000","last_undegraded":"2024-09-21T07:24:40.346884+0000","last_fullsized":"2024-09-21T07:24:40.346884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391290+0000","last_change":"2024-09-21T07:24:40.383330+0000","last_active":"2024-09-21T07:24:40.391290+0000","last_peered":"2024-09-21T07:24:40.391290+0000","last_clean":"2024-09-21T07:24:40.391290+0000","last_became_active":"2024-09-21T07:24:40.382471+0000","last_became_peered":"2024-09-21T07:24:40.382471+0000","last_unstale":"2024-09-21T07:24:40.391290+0000","last_undegraded":"2024-09-21T07:24:40.391290+0000","last_fullsized":"2024-09-21T07:24:40.391290+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344013+0000","last_change":"2024-09-21T07:24:40.344013+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344013+0000","last_undegraded":"2024-09-21T07:24:40.344013+0000","last_fullsized":"2024-09-21T07:24:40.344013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.378431+0000","last_change":"2024-09-21T07:24:40.377775+0000","last_active":"2024-09-21T07:24:40.378431+0000","last_peered":"2024-09-21T07:24:40.378431+0000","last_clean":"2024-09-21T07:24:40.378431+0000","last_became_active":"2024-09-21T07:24:40.377505+0000","last_became_peered":"2024-09-21T07:24:40.377505+0000","last_unstale":"2024-09-21T07:24:40.378431+0000","last_undegraded":"2024-09-21T07:24:40.378431+0000","last_fullsized":"2024-09-21T07:24:40.378431+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341141+0000","last_change":"2024-09-21T07:24:40.341141+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341141+0000","last_undegraded":"2024-09-21T07:24:40.341141+0000","last_fullsized":"2024-09-21T07:24:40.341141+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379372+0000","last_change":"2024-09-21T07:24:40.370472+0000","last_active":"2024-09-21T07:24:40.379372+0000","last_peered":"2024-09-21T07:24:40.379372+0000","last_clean":"2024-09-21T07:24:40.379372+0000","last_became_active":"2024-09-21T07:24:40.369587+0000","last_became_peered":"2024-09-21T07:24:40.369587+0000","last_unstale":"2024-09-21T07:24:40.379372+0000","last_undegraded":"2024-09-21T07:24:40.379372+0000","last_fullsized":"2024-09-21T07:24:40.379372+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.360304+0000","last_change":"2024-09-21T07:24:40.360304+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.360304+0000","last_undegraded":"2024-09-21T07:24:40.360304+0000","last_fullsized":"2024-09-21T07:24:40.360304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368997+0000","last_change":"2024-09-21T07:24:40.365795+0000","last_active":"2024-09-21T07:24:40.368997+0000","last_peered":"2024-09-21T07:24:40.368997+0000","last_clean":"2024-09-21T07:24:40.368997+0000","last_became_active":"2024-09-21T07:24:40.365277+0000","last_became_peered":"2024-09-21T07:24:40.365277+0000","last_unstale":"2024-09-21T07:24:40.368997+0000","last_undegraded":"2024-09-21T07:24:40.368997+0000","last_fullsized":"2024-09-21T07:24:40.368997+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341491+0000","last_change":"2024-09-21T07:24:40.341491+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341491+0000","last_undegraded":"2024-09-21T07:24:40.341491+0000","last_fullsized":"2024-09-21T07:24:40.341491+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391326+0000","last_change":"2024-09-21T07:24:40.380329+0000","last_active":"2024-09-21T07:24:40.391326+0000","last_peered":"2024-09-21T07:24:40.391326+0000","last_clean":"2024-09-21T07:24:40.391326+0000","last_became_active":"2024-09-21T07:24:40.379461+0000","last_became_peered":"2024-09-21T07:24:40.379461+0000","last_unstale":"2024-09-21T07:24:40.391326+0000","last_undegraded":"2024-09-21T07:24:40.391326+0000","last_fullsized":"2024-09-21T07:24:40.391326+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.360252+0000","last_change":"2024-09-21T07:24:40.360252+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.360252+0000","last_undegraded":"2024-09-21T07:24:40.360252+0000","last_fullsized":"2024-09-21T07:24:40.360252+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379029+0000","last_change":"2024-09-21T07:24:40.371113+0000","last_active":"2024-09-21T07:24:40.379029+0000","last_peered":"2024-09-21T07:24:40.379029+0000","last_clean":"2024-09-21T07:24:40.379029+0000","last_became_active":"2024-09-21T07:24:40.369639+0000","last_became_peered":"2024-09-21T07:24:40.369639+0000","last_unstale":"2024-09-21T07:24:40.379029+0000","last_undegraded":"2024-09-21T07:24:40.379029+0000","last_fullsized":"2024-09-21T07:24:40.379029+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352509+0000","last_change":"2024-09-21T07:24:40.352509+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352509+0000","last_undegraded":"2024-09-21T07:24:40.352509+0000","last_fullsized":"2024-09-21T07:24:40.352509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.353240+0000","last_change":"2024-09-21T07:24:40.347926+0000","last_active":"2024-09-21T07:24:40.353240+0000","last_peered":"2024-09-21T07:24:40.353240+0000","last_clean":"2024-09-21T07:24:40.353240+0000","last_became_active":"2024-09-21T07:24:40.347566+0000","last_became_peered":"2024-09-21T07:24:40.347566+0000","last_unstale":"2024-09-21T07:24:40.353240+0000","last_undegraded":"2024-09-21T07:24:40.353240+0000","last_fullsized":"2024-09-21T07:24:40.353240+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.357347+0000","last_change":"2024-09-21T07:24:40.357347+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.357347+0000","last_undegraded":"2024-09-21T07:24:40.357347+0000","last_fullsized":"2024-09-21T07:24:40.357347+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.382282+0000","last_change":"2024-09-21T07:24:40.373083+0000","last_active":"2024-09-21T07:24:40.382282+0000","last_peered":"2024-09-21T07:24:40.382282+0000","last_clean":"2024-09-21T07:24:40.382282+0000","last_became_active":"2024-09-21T07:24:40.365858+0000","last_became_peered":"2024-09-21T07:24:40.365858+0000","last_unstale":"2024-09-21T07:24:40.382282+0000","last_undegraded":"2024-09-21T07:24:40.382282+0000","last_fullsized":"2024-09-21T07:24:40.382282+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.355584+0000","last_change":"2024-09-21T07:24:40.355584+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.355584+0000","last_undegraded":"2024-09-21T07:24:40.355584+0000","last_fullsized":"2024-09-21T07:24:40.355584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.365735+0000","last_change":"2024-09-21T07:24:40.358846+0000","last_active":"2024-09-21T07:24:40.365735+0000","last_peered":"2024-09-21T07:24:40.365735+0000","last_clean":"2024-09-21T07:24:40.365735+0000","last_became_active":"2024-09-21T07:24:40.358396+0000","last_became_peered":"2024-09-21T07:24:40.358396+0000","last_unstale":"2024-09-21T07:24:40.365735+0000","last_undegraded":"2024-09-21T07:24:40.365735+0000","last_fullsized":"2024-09-21T07:24:40.365735+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358117+0000","last_change":"2024-09-21T07:24:40.358117+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358117+0000","last_undegraded":"2024-09-21T07:24:40.358117+0000","last_fullsized":"2024-09-21T07:24:40.358117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.363809+0000","last_change":"2024-09-21T07:24:40.362966+0000","last_active":"2024-09-21T07:24:40.363809+0000","last_peered":"2024-09-21T07:24:40.363809+0000","last_clean":"2024-09-21T07:24:40.363809+0000","last_became_active":"2024-09-21T07:24:40.362625+0000","last_became_peered":"2024-09-21T07:24:40.362625+0000","last_unstale":"2024-09-21T07:24:40.363809+0000","last_undegraded":"2024-09-21T07:24:40.363809+0000","last_fullsized":"2024-09-21T07:24:40.363809+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344555+0000","last_change":"2024-09-21T07:24:40.344555+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344555+0000","last_undegraded":"2024-09-21T07:24:40.344555+0000","last_fullsized":"2024-09-21T07:24:40.344555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.376964+0000","last_change":"2024-09-21T07:24:40.375285+0000","last_active":"2024-09-21T07:24:40.376964+0000","last_peered":"2024-09-21T07:24:40.376964+0000","last_clean":"2024-09-21T07:24:40.376964+0000","last_became_active":"2024-09-21T07:24:40.374807+0000","last_became_peered":"2024-09-21T07:24:40.374807+0000","last_unstale":"2024-09-21T07:24:40.376964+0000","last_undegraded":"2024-09-21T07:24:40.376964+0000","last_fullsized":"2024-09-21T07:24:40.376964+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358982+0000","last_change":"2024-09-21T07:24:40.358982+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358982+0000","last_undegraded":"2024-09-21T07:24:40.358982+0000","last_fullsized":"2024-09-21T07:24:40.358982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":107,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.368249+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:24:40.368249+0000","last_peered":"2024-09-21T07:24:40.368249+0000","last_clean":"2024-09-21T07:24:40.368249+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:24:40.368249+0000","last_undegraded":"2024-09-21T07:24:40.368249+0000","last_fullsized":"2024-09-21T07:24:40.368249+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.373629+0000","last_change":"2024-09-21T07:24:40.355827+0000","last_active":"2024-09-21T07:24:40.373629+0000","last_peered":"2024-09-21T07:24:40.373629+0000","last_clean":"2024-09-21T07:24:40.373629+0000","last_became_active":"2024-09-21T07:24:40.355218+0000","last_became_peered":"2024-09-21T07:24:40.355218+0000","last_unstale":"2024-09-21T07:24:40.373629+0000","last_undegraded":"2024-09-21T07:24:40.373629+0000","last_fullsized":"2024-09-21T07:24:40.373629+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.352040+0000","last_change":"2024-09-21T07:24:40.352040+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.352040+0000","last_undegraded":"2024-09-21T07:24:40.352040+0000","last_fullsized":"2024-09-21T07:24:40.352040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394155+0000","last_change":"2024-09-21T07:24:40.388303+0000","last_active":"2024-09-21T07:24:40.394155+0000","last_peered":"2024-09-21T07:24:40.394155+0000","last_clean":"2024-09-21T07:24:40.394155+0000","last_became_active":"2024-09-21T07:24:40.386002+0000","last_became_peered":"2024-09-21T07:24:40.386002+0000","last_unstale":"2024-09-21T07:24:40.394155+0000","last_undegraded":"2024-09-21T07:24:40.394155+0000","last_fullsized":"2024-09-21T07:24:40.394155+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.344687+0000","last_change":"2024-09-21T07:24:40.344687+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.344687+0000","last_undegraded":"2024-09-21T07:24:40.344687+0000","last_fullsized":"2024-09-21T07:24:40.344687+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.360792+0000","last_change":"2024-09-21T07:24:40.356742+0000","last_active":"2024-09-21T07:24:40.360792+0000","last_peered":"2024-09-21T07:24:40.360792+0000","last_clean":"2024-09-21T07:24:40.360792+0000","last_became_active":"2024-09-21T07:24:40.356313+0000","last_became_peered":"2024-09-21T07:24:40.356313+0000","last_unstale":"2024-09-21T07:24:40.360792+0000","last_undegraded":"2024-09-21T07:24:40.360792+0000","last_fullsized":"2024-09-21T07:24:40.360792+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.342111+0000","last_change":"2024-09-21T07:24:40.342111+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.342111+0000","last_undegraded":"2024-09-21T07:24:40.342111+0000","last_fullsized":"2024-09-21T07:24:40.342111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384793+0000","last_change":"2024-09-21T07:24:40.376248+0000","last_active":"2024-09-21T07:24:40.384793+0000","last_peered":"2024-09-21T07:24:40.384793+0000","last_clean":"2024-09-21T07:24:40.384793+0000","last_became_active":"2024-09-21T07:24:40.374826+0000","last_became_peered":"2024-09-21T07:24:40.374826+0000","last_unstale":"2024-09-21T07:24:40.384793+0000","last_undegraded":"2024-09-21T07:24:40.384793+0000","last_fullsized":"2024-09-21T07:24:40.384793+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341652+0000","last_change":"2024-09-21T07:24:40.341652+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341652+0000","last_undegraded":"2024-09-21T07:24:40.341652+0000","last_fullsized":"2024-09-21T07:24:40.341652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.357708+0000","last_change":"2024-09-21T07:24:40.354851+0000","last_active":"2024-09-21T07:24:40.357708+0000","last_peered":"2024-09-21T07:24:40.357708+0000","last_clean":"2024-09-21T07:24:40.357708+0000","last_became_active":"2024-09-21T07:24:40.354360+0000","last_became_peered":"2024-09-21T07:24:40.354360+0000","last_unstale":"2024-09-21T07:24:40.357708+0000","last_undegraded":"2024-09-21T07:24:40.357708+0000","last_fullsized":"2024-09-21T07:24:40.357708+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:04.385591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346452+0000","last_change":"2024-09-21T07:24:40.346452+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346452+0000","last_undegraded":"2024-09-21T07:24:40.346452+0000","last_fullsized":"2024-09-21T07:24:40.346452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394160+0000","last_change":"2024-09-21T07:24:40.388415+0000","last_active":"2024-09-21T07:24:40.394160+0000","last_peered":"2024-09-21T07:24:40.394160+0000","last_clean":"2024-09-21T07:24:40.394160+0000","last_became_active":"2024-09-21T07:24:40.387966+0000","last_became_peered":"2024-09-21T07:24:40.387966+0000","last_unstale":"2024-09-21T07:24:40.394160+0000","last_undegraded":"2024-09-21T07:24:40.394160+0000","last_fullsized":"2024-09-21T07:24:40.394160+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:42:13.267876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341891+0000","last_change":"2024-09-21T07:24:40.341891+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341891+0000","last_undegraded":"2024-09-21T07:24:40.341891+0000","last_fullsized":"2024-09-21T07:24:40.341891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.379758+0000","last_change":"2024-09-21T07:24:40.378989+0000","last_active":"2024-09-21T07:24:40.379758+0000","last_peered":"2024-09-21T07:24:40.379758+0000","last_clean":"2024-09-21T07:24:40.379758+0000","last_became_active":"2024-09-21T07:24:40.378648+0000","last_became_peered":"2024-09-21T07:24:40.378648+0000","last_unstale":"2024-09-21T07:24:40.379758+0000","last_undegraded":"2024-09-21T07:24:40.379758+0000","last_fullsized":"2024-09-21T07:24:40.379758+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.350386+0000","last_change":"2024-09-21T07:24:40.350386+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.350386+0000","last_undegraded":"2024-09-21T07:24:40.350386+0000","last_fullsized":"2024-09-21T07:24:40.350386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.391513+0000","last_change":"2024-09-21T07:24:40.388124+0000","last_active":"2024-09-21T07:24:40.391513+0000","last_peered":"2024-09-21T07:24:40.391513+0000","last_clean":"2024-09-21T07:24:40.391513+0000","last_became_active":"2024-09-21T07:24:40.387551+0000","last_became_peered":"2024-09-21T07:24:40.387551+0000","last_unstale":"2024-09-21T07:24:40.391513+0000","last_undegraded":"2024-09-21T07:24:40.391513+0000","last_fullsized":"2024-09-21T07:24:40.391513+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.343448+0000","last_change":"2024-09-21T07:24:40.343448+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.343448+0000","last_undegraded":"2024-09-21T07:24:40.343448+0000","last_fullsized":"2024-09-21T07:24:40.343448+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394102+0000","last_change":"2024-09-21T07:24:40.387434+0000","last_active":"2024-09-21T07:24:40.394102+0000","last_peered":"2024-09-21T07:24:40.394102+0000","last_clean":"2024-09-21T07:24:40.394102+0000","last_became_active":"2024-09-21T07:24:40.385356+0000","last_became_peered":"2024-09-21T07:24:40.385356+0000","last_unstale":"2024-09-21T07:24:40.394102+0000","last_undegraded":"2024-09-21T07:24:40.394102+0000","last_fullsized":"2024-09-21T07:24:40.394102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.341452+0000","last_change":"2024-09-21T07:24:40.341452+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.341452+0000","last_undegraded":"2024-09-21T07:24:40.341452+0000","last_fullsized":"2024-09-21T07:24:40.341452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384371+0000","last_change":"2024-09-21T07:24:40.383095+0000","last_active":"2024-09-21T07:24:40.384371+0000","last_peered":"2024-09-21T07:24:40.384371+0000","last_clean":"2024-09-21T07:24:40.384371+0000","last_became_active":"2024-09-21T07:24:40.382603+0000","last_became_peered":"2024-09-21T07:24:40.382603+0000","last_unstale":"2024-09-21T07:24:40.384371+0000","last_undegraded":"2024-09-21T07:24:40.384371+0000","last_fullsized":"2024-09-21T07:24:40.384371+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346273+0000","last_change":"2024-09-21T07:24:40.346273+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346273+0000","last_undegraded":"2024-09-21T07:24:40.346273+0000","last_fullsized":"2024-09-21T07:24:40.346273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.357932+0000","last_change":"2024-09-21T07:24:40.356495+0000","last_active":"2024-09-21T07:24:40.357932+0000","last_peered":"2024-09-21T07:24:40.357932+0000","last_clean":"2024-09-21T07:24:40.357932+0000","last_became_active":"2024-09-21T07:24:40.356109+0000","last_became_peered":"2024-09-21T07:24:40.356109+0000","last_unstale":"2024-09-21T07:24:40.357932+0000","last_undegraded":"2024-09-21T07:24:40.357932+0000","last_fullsized":"2024-09-21T07:24:40.357932+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353398+0000","last_change":"2024-09-21T07:24:40.353398+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353398+0000","last_undegraded":"2024-09-21T07:24:40.353398+0000","last_fullsized":"2024-09-21T07:24:40.353398+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394066+0000","last_change":"2024-09-21T07:24:40.386342+0000","last_active":"2024-09-21T07:24:40.394066+0000","last_peered":"2024-09-21T07:24:40.394066+0000","last_clean":"2024-09-21T07:24:40.394066+0000","last_became_active":"2024-09-21T07:24:40.385528+0000","last_became_peered":"2024-09-21T07:24:40.385528+0000","last_unstale":"2024-09-21T07:24:40.394066+0000","last_undegraded":"2024-09-21T07:24:40.394066+0000","last_fullsized":"2024-09-21T07:24:40.394066+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.358978+0000","last_change":"2024-09-21T07:24:40.358978+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.358978+0000","last_undegraded":"2024-09-21T07:24:40.358978+0000","last_fullsized":"2024-09-21T07:24:40.358978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348031+0000","last_change":"2024-09-21T07:24:40.348031+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348031+0000","last_undegraded":"2024-09-21T07:24:40.348031+0000","last_fullsized":"2024-09-21T07:24:40.348031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394017+0000","last_change":"2024-09-21T07:24:40.385855+0000","last_active":"2024-09-21T07:24:40.394017+0000","last_peered":"2024-09-21T07:24:40.394017+0000","last_clean":"2024-09-21T07:24:40.394017+0000","last_became_active":"2024-09-21T07:24:40.385395+0000","last_became_peered":"2024-09-21T07:24:40.385395+0000","last_unstale":"2024-09-21T07:24:40.394017+0000","last_undegraded":"2024-09-21T07:24:40.394017+0000","last_fullsized":"2024-09-21T07:24:40.394017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.348972+0000","last_change":"2024-09-21T07:24:40.348972+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.348972+0000","last_undegraded":"2024-09-21T07:24:40.348972+0000","last_fullsized":"2024-09-21T07:24:40.348972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.394215+0000","last_change":"2024-09-21T07:24:40.389152+0000","last_active":"2024-09-21T07:24:40.394215+0000","last_peered":"2024-09-21T07:24:40.394215+0000","last_clean":"2024-09-21T07:24:40.394215+0000","last_became_active":"2024-09-21T07:24:40.387743+0000","last_became_peered":"2024-09-21T07:24:40.387743+0000","last_unstale":"2024-09-21T07:24:40.394215+0000","last_undegraded":"2024-09-21T07:24:40.394215+0000","last_fullsized":"2024-09-21T07:24:40.394215+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:52.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.346253+0000","last_change":"2024-09-21T07:24:40.346253+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.346253+0000","last_undegraded":"2024-09-21T07:24:40.346253+0000","last_fullsized":"2024-09-21T07:24:40.346253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.361114+0000","last_change":"2024-09-21T07:24:40.357520+0000","last_active":"2024-09-21T07:24:40.361114+0000","last_peered":"2024-09-21T07:24:40.361114+0000","last_clean":"2024-09-21T07:24:40.361114+0000","last_became_active":"2024-09-21T07:24:40.357080+0000","last_became_peered":"2024-09-21T07:24:40.357080+0000","last_unstale":"2024-09-21T07:24:40.361114+0000","last_undegraded":"2024-09-21T07:24:40.361114+0000","last_fullsized":"2024-09-21T07:24:40.361114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:42.233230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T07:24:40.353875+0000","last_change":"2024-09-21T07:24:40.353875+0000","last_active":"2024-09-21T07:24:40.328219+0000","last_peered":"2024-09-21T07:24:40.328219+0000","last_clean":"2024-09-21T07:24:40.328219+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:24:40.353875+0000","last_undegraded":"2024-09-21T07:24:40.353875+0000","last_fullsized":"2024-09-21T07:24:40.353875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":10,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T07:24:40.384424+0000","last_change":"2024-09-21T07:24:40.383434+0000","last_active":"2024-09-21T07:24:40.384424+0000","last_peered":"2024-09-21T07:24:40.384424+0000","last_clean":"2024-09-21T07:24:40.384424+0000","last_became_active":"2024-09-21T07:24:40.382868+0000","last_became_peered":"2024-09-21T07:24:40.382868+0000","last_unstale":"2024-09-21T07:24:40.384424+0000","last_undegraded":"2024-09-21T07:24:40.384424+0000","last_fullsized":"2024-09-21T07:24:40.384424+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27772,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344068,"statfs":{"total":96636764160,"available":96608325632,"internally_reserved":0,"allocated":761856,"data_stored":641952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":167936,"data_stored":51584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":180224,"data_stored":57859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27192,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344648,"statfs":{"total":96636764160,"available":96608919552,"internally_reserved":0,"allocated":167936,"data_stored":51584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":774144,"data_stored":648227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.365552+0000', 'last_change': '2024-09-21T07:24:40.365552+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.365552+0000', 'last_undegraded': '2024-09-21T07:24:40.365552+0000', 'last_fullsized': '2024-09-21T07:24:40.365552+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3e is not active+clean 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.343298+0000', 'last_change': '2024-09-21T07:24:40.343298+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.343298+0000', 'last_undegraded': '2024-09-21T07:24:40.343298+0000', 'last_fullsized': '2024-09-21T07:24:40.343298+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.342545+0000', 'last_change': '2024-09-21T07:24:40.342545+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.342545+0000', 'last_undegraded': '2024-09-21T07:24:40.342545+0000', 'last_fullsized': '2024-09-21T07:24:40.342545+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.351704+0000', 'last_change': '2024-09-21T07:24:40.351704+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.351704+0000', 'last_undegraded': '2024-09-21T07:24:40.351704+0000', 'last_fullsized': '2024-09-21T07:24:40.351704+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.434 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.361552+0000', 'last_change': '2024-09-21T07:24:40.361552+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.361552+0000', 'last_undegraded': '2024-09-21T07:24:40.361552+0000', 'last_fullsized': '2024-09-21T07:24:40.361552+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.370310+0000', 'last_change': '2024-09-21T07:24:40.370310+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.370310+0000', 'last_undegraded': '2024-09-21T07:24:40.370310+0000', 'last_fullsized': '2024-09-21T07:24:40.370310+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.362158+0000', 'last_change': '2024-09-21T07:24:40.362158+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.362158+0000', 'last_undegraded': '2024-09-21T07:24:40.362158+0000', 'last_fullsized': '2024-09-21T07:24:40.362158+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.354807+0000', 'last_change': '2024-09-21T07:24:40.354807+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.354807+0000', 'last_undegraded': '2024-09-21T07:24:40.354807+0000', 'last_fullsized': '2024-09-21T07:24:40.354807+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.364257+0000', 'last_change': '2024-09-21T07:24:40.364257+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.364257+0000', 'last_undegraded': '2024-09-21T07:24:40.364257+0000', 'last_fullsized': '2024-09-21T07:24:40.364257+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.435 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.364754+0000', 'last_change': '2024-09-21T07:24:40.364754+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.364754+0000', 'last_undegraded': '2024-09-21T07:24:40.364754+0000', 'last_fullsized': '2024-09-21T07:24:40.364754+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.361595+0000', 'last_change': '2024-09-21T07:24:40.361595+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.361595+0000', 'last_undegraded': '2024-09-21T07:24:40.361595+0000', 'last_fullsized': '2024-09-21T07:24:40.361595+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.343785+0000', 'last_change': '2024-09-21T07:24:40.343785+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.343785+0000', 'last_undegraded': '2024-09-21T07:24:40.343785+0000', 'last_fullsized': '2024-09-21T07:24:40.343785+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.354116+0000', 'last_change': '2024-09-21T07:24:40.354116+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.354116+0000', 'last_undegraded': '2024-09-21T07:24:40.354116+0000', 'last_fullsized': '2024-09-21T07:24:40.354116+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.342329+0000', 'last_change': '2024-09-21T07:24:40.342329+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.342329+0000', 'last_undegraded': '2024-09-21T07:24:40.342329+0000', 'last_fullsized': '2024-09-21T07:24:40.342329+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:PG 3.31 is not active+clean 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.344932+0000', 'last_change': '2024-09-21T07:24:40.344932+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.344932+0000', 'last_undegraded': '2024-09-21T07:24:40.344932+0000', 'last_fullsized': '2024-09-21T07:24:40.344932+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:24:46.436 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.345262+0000', 'last_change': '2024-09-21T07:24:40.345262+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.345262+0000', 'last_undegraded': '2024-09-21T07:24:40.345262+0000', 'last_fullsized': '2024-09-21T07:24:40.345262+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.345067+0000', 'last_change': '2024-09-21T07:24:40.345067+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.345067+0000', 'last_undegraded': '2024-09-21T07:24:40.345067+0000', 'last_fullsized': '2024-09-21T07:24:40.345067+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.341329+0000', 'last_change': '2024-09-21T07:24:40.341329+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.341329+0000', 'last_undegraded': '2024-09-21T07:24:40.341329+0000', 'last_fullsized': '2024-09-21T07:24:40.341329+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.357498+0000', 'last_change': '2024-09-21T07:24:40.357498+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.357498+0000', 'last_undegraded': '2024-09-21T07:24:40.357498+0000', 'last_fullsized': '2024-09-21T07:24:40.357498+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.356757+0000', 'last_change': '2024-09-21T07:24:40.356757+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.356757+0000', 'last_undegraded': '2024-09-21T07:24:40.356757+0000', 'last_fullsized': '2024-09-21T07:24:40.356757+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-21T07:24:46.437 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.350730+0000', 'last_change': '2024-09-21T07:24:40.350730+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.350730+0000', 'last_undegraded': '2024-09-21T07:24:40.350730+0000', 'last_fullsized': '2024-09-21T07:24:40.350730+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.369222+0000', 'last_change': '2024-09-21T07:24:40.369222+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.369222+0000', 'last_undegraded': '2024-09-21T07:24:40.369222+0000', 'last_fullsized': '2024-09-21T07:24:40.369222+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.349573+0000', 'last_change': '2024-09-21T07:24:40.349573+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.349573+0000', 'last_undegraded': '2024-09-21T07:24:40.349573+0000', 'last_fullsized': '2024-09-21T07:24:40.349573+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.343872+0000', 'last_change': '2024-09-21T07:24:40.343872+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.343872+0000', 'last_undegraded': '2024-09-21T07:24:40.343872+0000', 'last_fullsized': '2024-09-21T07:24:40.343872+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.351168+0000', 'last_change': '2024-09-21T07:24:40.351168+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.351168+0000', 'last_undegraded': '2024-09-21T07:24:40.351168+0000', 'last_fullsized': '2024-09-21T07:24:40.351168+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.363463+0000', 'last_change': '2024-09-21T07:24:40.363463+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.363463+0000', 'last_undegraded': '2024-09-21T07:24:40.363463+0000', 'last_fullsized': '2024-09-21T07:24:40.363463+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:24:46.438 INFO:tasks.ceph.ceph_manager.ceph:PG 3.25 is not active+clean 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.344171+0000', 'last_change': '2024-09-21T07:24:40.344171+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.344171+0000', 'last_undegraded': '2024-09-21T07:24:40.344171+0000', 'last_fullsized': '2024-09-21T07:24:40.344171+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.352932+0000', 'last_change': '2024-09-21T07:24:40.352932+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.352932+0000', 'last_undegraded': '2024-09-21T07:24:40.352932+0000', 'last_fullsized': '2024-09-21T07:24:40.352932+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.349966+0000', 'last_change': '2024-09-21T07:24:40.349966+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.349966+0000', 'last_undegraded': '2024-09-21T07:24:40.349966+0000', 'last_fullsized': '2024-09-21T07:24:40.349966+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.348218+0000', 'last_change': '2024-09-21T07:24:40.348218+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.348218+0000', 'last_undegraded': '2024-09-21T07:24:40.348218+0000', 'last_fullsized': '2024-09-21T07:24:40.348218+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.340506+0000', 'last_change': '2024-09-21T07:24:40.340506+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.340506+0000', 'last_undegraded': '2024-09-21T07:24:40.340506+0000', 'last_fullsized': '2024-09-21T07:24:40.340506+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.353965+0000', 'last_change': '2024-09-21T07:24:40.353965+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.353965+0000', 'last_undegraded': '2024-09-21T07:24:40.353965+0000', 'last_fullsized': '2024-09-21T07:24:40.353965+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:24:46.439 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.341067+0000', 'last_change': '2024-09-21T07:24:40.341067+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.341067+0000', 'last_undegraded': '2024-09-21T07:24:40.341067+0000', 'last_fullsized': '2024-09-21T07:24:40.341067+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.344496+0000', 'last_change': '2024-09-21T07:24:40.344496+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.344496+0000', 'last_undegraded': '2024-09-21T07:24:40.344496+0000', 'last_fullsized': '2024-09-21T07:24:40.344496+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.354250+0000', 'last_change': '2024-09-21T07:24:40.354250+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.354250+0000', 'last_undegraded': '2024-09-21T07:24:40.354250+0000', 'last_fullsized': '2024-09-21T07:24:40.354250+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:PG 3.19 is not active+clean 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.345977+0000', 'last_change': '2024-09-21T07:24:40.345977+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.345977+0000', 'last_undegraded': '2024-09-21T07:24:40.345977+0000', 'last_fullsized': '2024-09-21T07:24:40.345977+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.346884+0000', 'last_change': '2024-09-21T07:24:40.346884+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.346884+0000', 'last_undegraded': '2024-09-21T07:24:40.346884+0000', 'last_fullsized': '2024-09-21T07:24:40.346884+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-21T07:24:46.440 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.344013+0000', 'last_change': '2024-09-21T07:24:40.344013+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.344013+0000', 'last_undegraded': '2024-09-21T07:24:40.344013+0000', 'last_fullsized': '2024-09-21T07:24:40.344013+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.341141+0000', 'last_change': '2024-09-21T07:24:40.341141+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.341141+0000', 'last_undegraded': '2024-09-21T07:24:40.341141+0000', 'last_fullsized': '2024-09-21T07:24:40.341141+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.360304+0000', 'last_change': '2024-09-21T07:24:40.360304+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.360304+0000', 'last_undegraded': '2024-09-21T07:24:40.360304+0000', 'last_fullsized': '2024-09-21T07:24:40.360304+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.341491+0000', 'last_change': '2024-09-21T07:24:40.341491+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.341491+0000', 'last_undegraded': '2024-09-21T07:24:40.341491+0000', 'last_fullsized': '2024-09-21T07:24:40.341491+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.360252+0000', 'last_change': '2024-09-21T07:24:40.360252+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.360252+0000', 'last_undegraded': '2024-09-21T07:24:40.360252+0000', 'last_fullsized': '2024-09-21T07:24:40.360252+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.352509+0000', 'last_change': '2024-09-21T07:24:40.352509+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.352509+0000', 'last_undegraded': '2024-09-21T07:24:40.352509+0000', 'last_fullsized': '2024-09-21T07:24:40.352509+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-21T07:24:46.441 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.357347+0000', 'last_change': '2024-09-21T07:24:40.357347+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.357347+0000', 'last_undegraded': '2024-09-21T07:24:40.357347+0000', 'last_fullsized': '2024-09-21T07:24:40.357347+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.355584+0000', 'last_change': '2024-09-21T07:24:40.355584+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.355584+0000', 'last_undegraded': '2024-09-21T07:24:40.355584+0000', 'last_fullsized': '2024-09-21T07:24:40.355584+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.358117+0000', 'last_change': '2024-09-21T07:24:40.358117+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.358117+0000', 'last_undegraded': '2024-09-21T07:24:40.358117+0000', 'last_fullsized': '2024-09-21T07:24:40.358117+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.344555+0000', 'last_change': '2024-09-21T07:24:40.344555+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.344555+0000', 'last_undegraded': '2024-09-21T07:24:40.344555+0000', 'last_fullsized': '2024-09-21T07:24:40.344555+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.358982+0000', 'last_change': '2024-09-21T07:24:40.358982+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.358982+0000', 'last_undegraded': '2024-09-21T07:24:40.358982+0000', 'last_fullsized': '2024-09-21T07:24:40.358982+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.352040+0000', 'last_change': '2024-09-21T07:24:40.352040+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.352040+0000', 'last_undegraded': '2024-09-21T07:24:40.352040+0000', 'last_fullsized': '2024-09-21T07:24:40.352040+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-21T07:24:46.442 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.344687+0000', 'last_change': '2024-09-21T07:24:40.344687+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.344687+0000', 'last_undegraded': '2024-09-21T07:24:40.344687+0000', 'last_fullsized': '2024-09-21T07:24:40.344687+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.342111+0000', 'last_change': '2024-09-21T07:24:40.342111+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.342111+0000', 'last_undegraded': '2024-09-21T07:24:40.342111+0000', 'last_fullsized': '2024-09-21T07:24:40.342111+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.341652+0000', 'last_change': '2024-09-21T07:24:40.341652+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.341652+0000', 'last_undegraded': '2024-09-21T07:24:40.341652+0000', 'last_fullsized': '2024-09-21T07:24:40.341652+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.346452+0000', 'last_change': '2024-09-21T07:24:40.346452+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.346452+0000', 'last_undegraded': '2024-09-21T07:24:40.346452+0000', 'last_fullsized': '2024-09-21T07:24:40.346452+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.341891+0000', 'last_change': '2024-09-21T07:24:40.341891+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.341891+0000', 'last_undegraded': '2024-09-21T07:24:40.341891+0000', 'last_fullsized': '2024-09-21T07:24:40.341891+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.350386+0000', 'last_change': '2024-09-21T07:24:40.350386+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.350386+0000', 'last_undegraded': '2024-09-21T07:24:40.350386+0000', 'last_fullsized': '2024-09-21T07:24:40.350386+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.443 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.343448+0000', 'last_change': '2024-09-21T07:24:40.343448+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.343448+0000', 'last_undegraded': '2024-09-21T07:24:40.343448+0000', 'last_fullsized': '2024-09-21T07:24:40.343448+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.341452+0000', 'last_change': '2024-09-21T07:24:40.341452+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.341452+0000', 'last_undegraded': '2024-09-21T07:24:40.341452+0000', 'last_fullsized': '2024-09-21T07:24:40.341452+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.346273+0000', 'last_change': '2024-09-21T07:24:40.346273+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.346273+0000', 'last_undegraded': '2024-09-21T07:24:40.346273+0000', 'last_fullsized': '2024-09-21T07:24:40.346273+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.353398+0000', 'last_change': '2024-09-21T07:24:40.353398+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.353398+0000', 'last_undegraded': '2024-09-21T07:24:40.353398+0000', 'last_fullsized': '2024-09-21T07:24:40.353398+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.358978+0000', 'last_change': '2024-09-21T07:24:40.358978+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.358978+0000', 'last_undegraded': '2024-09-21T07:24:40.358978+0000', 'last_fullsized': '2024-09-21T07:24:40.358978+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-21T07:24:46.444 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.348031+0000', 'last_change': '2024-09-21T07:24:40.348031+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.348031+0000', 'last_undegraded': '2024-09-21T07:24:40.348031+0000', 'last_fullsized': '2024-09-21T07:24:40.348031+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.445 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-21T07:24:46.445 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.348972+0000', 'last_change': '2024-09-21T07:24:40.348972+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.348972+0000', 'last_undegraded': '2024-09-21T07:24:40.348972+0000', 'last_fullsized': '2024-09-21T07:24:40.348972+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:24:46.445 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-21T07:24:46.445 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.346253+0000', 'last_change': '2024-09-21T07:24:40.346253+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.346253+0000', 'last_undegraded': '2024-09-21T07:24:40.346253+0000', 'last_fullsized': '2024-09-21T07:24:40.346253+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:24:46.445 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-21T07:24:46.445 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:24:40.353875+0000', 'last_change': '2024-09-21T07:24:40.353875+0000', 'last_active': '2024-09-21T07:24:40.328219+0000', 'last_peered': '2024-09-21T07:24:40.328219+0000', 'last_clean': '2024-09-21T07:24:40.328219+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:24:40.353875+0000', 'last_undegraded': '2024-09-21T07:24:40.353875+0000', 'last_fullsized': '2024-09-21T07:24:40.353875+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'last_clean_scrub_stamp': '2024-09-21T07:24:40.328219+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:24:46.446 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T07:24:46.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.628+0000 7f3b75355640 1 -- 172.21.15.6:0/1677447619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b58004d50 msgr2=0x7f3b58005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.628+0000 7f3b75355640 1 --2- 172.21.15.6:0/1677447619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b58004d50 0x7f3b58005160 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3b68009eb0 tx=0x7f3b6801d5f0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.628+0000 7f3b6f7fe640 1 -- 172.21.15.6:0/1677447619 reap_dead start 2024-09-21T07:24:46.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.628+0000 7f3b75355640 1 -- 172.21.15.6:0/1677447619 shutdown_connections 2024-09-21T07:24:46.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.628+0000 7f3b75355640 1 -- 172.21.15.6:0/1677447619 >> 172.21.15.6:0/1677447619 conn(0x7f3b700d0020 msgr2=0x7f3b700d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:46.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.628+0000 7f3b75355640 1 -- 172.21.15.6:0/1677447619 shutdown_connections 2024-09-21T07:24:46.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.628+0000 7f3b75355640 1 -- 172.21.15.6:0/1677447619 wait complete. 2024-09-21T07:24:46.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 Processor -- start 2024-09-21T07:24:46.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 -- start start 2024-09-21T07:24:46.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b58004d50 0x7f3b701481d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:46.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b70148710 0x7f3b701f4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:46.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b70148bd0 0x7f3b701f5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:46.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3b70070950 con 0x7f3b70148bd0 2024-09-21T07:24:46.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b700707d0 con 0x7f3b58004d50 2024-09-21T07:24:46.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3b70070ad0 con 0x7f3b70148710 2024-09-21T07:24:46.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b70148bd0 0x7f3b701f5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:46.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6effd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b58004d50 0x7f3b701481d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:46.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b70148bd0 0x7f3b701f5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45878/0 (socket says 172.21.15.6:45878) 2024-09-21T07:24:46.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6e7fc640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b70148710 0x7f3b701f4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:46.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 -- 172.21.15.6:0/3906999558 learned_addr learned my addr 172.21.15.6:0/3906999558 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:46.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 -- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b70148710 msgr2=0x7f3b701f4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b70148710 0x7f3b701f4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 -- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b58004d50 msgr2=0x7f3b701481d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b58004d50 0x7f3b701481d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 -- 172.21.15.6:0/3906999558 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b70159b70 con 0x7f3b70148bd0 2024-09-21T07:24:46.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b6f7fe640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b70148bd0 0x7f3b701f5070 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3b68009eb0 tx=0x7f3b68004f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:46.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b577fe640 1 -- 172.21.15.6:0/3906999558 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b680ad050 con 0x7f3b70148bd0 2024-09-21T07:24:46.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b577fe640 1 -- 172.21.15.6:0/3906999558 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b680a7a90 con 0x7f3b70148bd0 2024-09-21T07:24:46.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b70159e50 con 0x7f3b70148bd0 2024-09-21T07:24:46.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b577fe640 1 -- 172.21.15.6:0/3906999558 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b68009200 con 0x7f3b70148bd0 2024-09-21T07:24:46.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.632+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b700b1110 con 0x7f3b70148bd0 2024-09-21T07:24:46.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.636+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b701f59b0 con 0x7f3b70148bd0 2024-09-21T07:24:46.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.636+0000 7f3b577fe640 1 -- 172.21.15.6:0/3906999558 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3b680b0070 con 0x7f3b70148bd0 2024-09-21T07:24:46.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.636+0000 7f3b577fe640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b5c073230 0x7f3b5c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:46.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.636+0000 7f3b577fe640 1 -- 172.21.15.6:0/3906999558 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f3b6812f3f0 con 0x7f3b70148bd0 2024-09-21T07:24:46.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.636+0000 7f3b6effd640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b5c073230 0x7f3b5c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:46.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.636+0000 7f3b6effd640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b5c073230 0x7f3b5c075740 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3b60009b60 tx=0x7f3b600091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.640+0000 7f3b577fe640 1 -- 172.21.15.6:0/3906999558 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3b68017300 con 0x7f3b70148bd0 2024-09-21T07:24:46.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.868+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f3b700b1370 con 0x7f3b70148bd0 2024-09-21T07:24:46.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b577fe640 1 -- 172.21.15.6:0/3906999558 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1074 (secure 0 0 0) 0x7f3b680f9e30 con 0x7f3b70148bd0 2024-09-21T07:24:46.875 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:46.875 INFO:teuthology.orchestra.run.smithi006.stdout:{"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":6,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":31,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":20,"num_osds":8,"num_up_osds":8,"osd_up_since":1726903470,"num_in_osds":8,"osd_in_since":1726903459,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":224006144,"bytes_avail":772870107136,"bytes_total":773094113280,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":4329}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-21T07:24:15.220114+0000","services":{}},"progress_events":{}} 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b5c073230 msgr2=0x7f3b5c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b5c073230 0x7f3b5c075740 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3b60009b60 tx=0x7f3b600091e0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b70148bd0 msgr2=0x7f3b701f5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b70148bd0 0x7f3b701f5070 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3b68009eb0 tx=0x7f3b68004f50 comp rx=0 tx=0).stop 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 shutdown_connections 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b5c073230 0x7f3b5c075740 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b70148bd0 0x7f3b701f5070 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b70148710 0x7f3b701f4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 --2- 172.21.15.6:0/3906999558 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b58004d50 0x7f3b701481d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:46.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 >> 172.21.15.6:0/3906999558 conn(0x7f3b700d0020 msgr2=0x7f3b70151820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:46.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 shutdown_connections 2024-09-21T07:24:46.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:46.872+0000 7f3b75355640 1 -- 172.21.15.6:0/3906999558 wait complete. 2024-09-21T07:24:46.895 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T07:24:46.895 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:24:47.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.036+0000 7fafa4fb8640 1 -- 172.21.15.6:0/2322472645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00d1a30 msgr2=0x7fafa00ccb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:47.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.036+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/2322472645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00d1a30 0x7fafa00ccb40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fafa01612e0 tx=0x7faf9001c850 comp rx=0 tx=0).stop 2024-09-21T07:24:47.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.036+0000 7fafa4fb8640 1 -- 172.21.15.6:0/2322472645 shutdown_connections 2024-09-21T07:24:47.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.036+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/2322472645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa015d740 0x7fafa01673c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:47.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.036+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/2322472645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00d1a30 0x7fafa00ccb40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:47.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.036+0000 7fafa4fb8640 1 -- 172.21.15.6:0/2322472645 >> 172.21.15.6:0/2322472645 conn(0x7fafa00d2250 msgr2=0x7fafa00d2660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:47.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.036+0000 7fafa4fb8640 1 -- 172.21.15.6:0/2322472645 shutdown_connections 2024-09-21T07:24:47.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.036+0000 7fafa4fb8640 1 -- 172.21.15.6:0/2322472645 wait complete. 2024-09-21T07:24:47.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 Processor -- start 2024-09-21T07:24:47.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 -- start start 2024-09-21T07:24:47.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00cd080 0x7fafa00cb260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:47.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa00d1a30 0x7fafa0158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:47.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa015d740 0x7fafa0158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:47.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fafa00d1fc0 con 0x7fafa00cd080 2024-09-21T07:24:47.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fafa00d1e40 con 0x7fafa00d1a30 2024-09-21T07:24:47.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fafa016a120 con 0x7fafa015d740 2024-09-21T07:24:47.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00cd080 0x7fafa00cb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:47.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00cd080 0x7fafa00cb260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45894/0 (socket says 172.21.15.6:45894) 2024-09-21T07:24:47.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 -- 172.21.15.6:0/4037905331 learned_addr learned my addr 172.21.15.6:0/4037905331 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:47.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9dd9b640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa00d1a30 0x7fafa0158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:47.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9ed9d640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa015d740 0x7fafa0158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:47.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 -- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa015d740 msgr2=0x7fafa0158790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:47.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa015d740 0x7fafa0158790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:47.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 -- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa00d1a30 msgr2=0x7fafa0158250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:47.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa00d1a30 0x7fafa0158250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:47.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 -- 172.21.15.6:0/4037905331 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafa014c470 con 0x7fafa00cd080 2024-09-21T07:24:47.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf9e59c640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00cd080 0x7fafa00cb260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7faf9001cd30 tx=0x7faf900a5620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:47.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf8effd640 1 -- 172.21.15.6:0/4037905331 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf900b2040 con 0x7fafa00cd080 2024-09-21T07:24:47.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf8effd640 1 -- 172.21.15.6:0/4037905331 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf900043b0 con 0x7fafa00cd080 2024-09-21T07:24:47.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7faf8effd640 1 -- 172.21.15.6:0/4037905331 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90005290 con 0x7fafa00cd080 2024-09-21T07:24:47.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafa00b7210 con 0x7fafa00cd080 2024-09-21T07:24:47.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafa00b77d0 con 0x7fafa00cd080 2024-09-21T07:24:47.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.040+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafa00ccb40 con 0x7fafa00cd080 2024-09-21T07:24:47.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.044+0000 7faf8effd640 1 -- 172.21.15.6:0/4037905331 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7faf900be060 con 0x7fafa00cd080 2024-09-21T07:24:47.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.044+0000 7faf8effd640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faf80073230 0x7faf80075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:47.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.044+0000 7faf8effd640 1 -- 172.21.15.6:0/4037905331 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7faf9012d680 con 0x7fafa00cd080 2024-09-21T07:24:47.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.044+0000 7faf9dd9b640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faf80073230 0x7faf80075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:47.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.044+0000 7faf9dd9b640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faf80073230 0x7faf80075740 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fafa00b4a50 tx=0x7faf94009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:47.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.048+0000 7faf8effd640 1 -- 172.21.15.6:0/4037905331 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7faf900164d0 con 0x7fafa00cd080 2024-09-21T07:24:47.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.220+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fafa00b1990 con 0x7faf80073230 2024-09-21T07:24:47.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.232+0000 7faf8effd640 1 -- 172.21.15.6:0/4037905331 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251941 (secure 0 0 0) 0x7fafa00b1990 con 0x7faf80073230 2024-09-21T07:24:47.239 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:47.240 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:24:47.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faf80073230 msgr2=0x7faf80075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:47.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faf80073230 0x7faf80075740 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fafa00b4a50 tx=0x7faf94009040 comp rx=0 tx=0).stop 2024-09-21T07:24:47.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00cd080 msgr2=0x7fafa00cb260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00cd080 0x7fafa00cb260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7faf9001cd30 tx=0x7faf900a5620 comp rx=0 tx=0).stop 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 shutdown_connections 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faf80073230 0x7faf80075740 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fafa015d740 0x7fafa0158790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fafa00d1a30 0x7fafa0158250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 --2- 172.21.15.6:0/4037905331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafa00cd080 0x7fafa00cb260 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 >> 172.21.15.6:0/4037905331 conn(0x7fafa00d2250 msgr2=0x7fafa015a0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 shutdown_connections 2024-09-21T07:24:47.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:47.236+0000 7fafa4fb8640 1 -- 172.21.15.6:0/4037905331 wait complete. 2024-09-21T07:24:47.259 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-21T07:24:46.835602+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219112,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755608,"statfs":{"total":773094113280,"available":772869742592,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":61,"apply_latency_ms":61,"commit_latency_ns":61000000,"apply_latency_ns":61000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.500030"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502245+0000","last_change":"2024-09-21T07:24:41.415034+0000","last_active":"2024-09-21T07:24:42.502245+0000","last_peered":"2024-09-21T07:24:42.502245+0000","last_clean":"2024-09-21T07:24:42.502245+0000","last_became_active":"2024-09-21T07:24:41.413691+0000","last_became_peered":"2024-09-21T07:24:41.413691+0000","last_unstale":"2024-09-21T07:24:42.502245+0000","last_undegraded":"2024-09-21T07:24:42.502245+0000","last_fullsized":"2024-09-21T07:24:42.502245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:46.481256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369383+0000","last_change":"2024-09-21T07:24:41.399535+0000","last_active":"2024-09-21T07:24:42.369383+0000","last_peered":"2024-09-21T07:24:42.369383+0000","last_clean":"2024-09-21T07:24:42.369383+0000","last_became_active":"2024-09-21T07:24:41.397688+0000","last_became_peered":"2024-09-21T07:24:41.397688+0000","last_unstale":"2024-09-21T07:24:42.369383+0000","last_undegraded":"2024-09-21T07:24:42.369383+0000","last_fullsized":"2024-09-21T07:24:42.369383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:16.224476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502291+0000","last_change":"2024-09-21T07:24:41.402365+0000","last_active":"2024-09-21T07:24:42.502291+0000","last_peered":"2024-09-21T07:24:42.502291+0000","last_clean":"2024-09-21T07:24:42.502291+0000","last_became_active":"2024-09-21T07:24:41.401499+0000","last_became_peered":"2024-09-21T07:24:41.401499+0000","last_unstale":"2024-09-21T07:24:42.502291+0000","last_undegraded":"2024-09-21T07:24:42.502291+0000","last_fullsized":"2024-09-21T07:24:42.502291+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371791+0000","last_change":"2024-09-21T07:24:41.437536+0000","last_active":"2024-09-21T07:24:42.371791+0000","last_peered":"2024-09-21T07:24:42.371791+0000","last_clean":"2024-09-21T07:24:42.371791+0000","last_became_active":"2024-09-21T07:24:41.429829+0000","last_became_peered":"2024-09-21T07:24:41.429829+0000","last_unstale":"2024-09-21T07:24:42.371791+0000","last_undegraded":"2024-09-21T07:24:42.371791+0000","last_fullsized":"2024-09-21T07:24:42.371791+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:40.942653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501827+0000","last_change":"2024-09-21T07:24:41.403966+0000","last_active":"2024-09-21T07:24:42.501827+0000","last_peered":"2024-09-21T07:24:42.501827+0000","last_clean":"2024-09-21T07:24:42.501827+0000","last_became_active":"2024-09-21T07:24:41.402762+0000","last_became_peered":"2024-09-21T07:24:41.402762+0000","last_unstale":"2024-09-21T07:24:42.501827+0000","last_undegraded":"2024-09-21T07:24:42.501827+0000","last_fullsized":"2024-09-21T07:24:42.501827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.370983+0000","last_change":"2024-09-21T07:24:41.442588+0000","last_active":"2024-09-21T07:24:42.370983+0000","last_peered":"2024-09-21T07:24:42.370983+0000","last_clean":"2024-09-21T07:24:42.370983+0000","last_became_active":"2024-09-21T07:24:41.438326+0000","last_became_peered":"2024-09-21T07:24:41.438326+0000","last_unstale":"2024-09-21T07:24:42.370983+0000","last_undegraded":"2024-09-21T07:24:42.370983+0000","last_fullsized":"2024-09-21T07:24:42.370983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501654+0000","last_change":"2024-09-21T07:24:41.418985+0000","last_active":"2024-09-21T07:24:42.501654+0000","last_peered":"2024-09-21T07:24:42.501654+0000","last_clean":"2024-09-21T07:24:42.501654+0000","last_became_active":"2024-09-21T07:24:41.417534+0000","last_became_peered":"2024-09-21T07:24:41.417534+0000","last_unstale":"2024-09-21T07:24:42.501654+0000","last_undegraded":"2024-09-21T07:24:42.501654+0000","last_fullsized":"2024-09-21T07:24:42.501654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502228+0000","last_change":"2024-09-21T07:24:41.448227+0000","last_active":"2024-09-21T07:24:42.502228+0000","last_peered":"2024-09-21T07:24:42.502228+0000","last_clean":"2024-09-21T07:24:42.502228+0000","last_became_active":"2024-09-21T07:24:41.447897+0000","last_became_peered":"2024-09-21T07:24:41.447897+0000","last_unstale":"2024-09-21T07:24:42.502228+0000","last_undegraded":"2024-09-21T07:24:42.502228+0000","last_fullsized":"2024-09-21T07:24:42.502228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:53.678504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502606+0000","last_change":"2024-09-21T07:24:41.439508+0000","last_active":"2024-09-21T07:24:42.502606+0000","last_peered":"2024-09-21T07:24:42.502606+0000","last_clean":"2024-09-21T07:24:42.502606+0000","last_became_active":"2024-09-21T07:24:41.438706+0000","last_became_peered":"2024-09-21T07:24:41.438706+0000","last_unstale":"2024-09-21T07:24:42.502606+0000","last_undegraded":"2024-09-21T07:24:42.502606+0000","last_fullsized":"2024-09-21T07:24:42.502606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:05.067042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430856+0000","last_change":"2024-09-21T07:24:41.421880+0000","last_active":"2024-09-21T07:24:42.430856+0000","last_peered":"2024-09-21T07:24:42.430856+0000","last_clean":"2024-09-21T07:24:42.430856+0000","last_became_active":"2024-09-21T07:24:41.420435+0000","last_became_peered":"2024-09-21T07:24:41.420435+0000","last_unstale":"2024-09-21T07:24:42.430856+0000","last_undegraded":"2024-09-21T07:24:42.430856+0000","last_fullsized":"2024-09-21T07:24:42.430856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:17.802714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430407+0000","last_change":"2024-09-21T07:24:41.432095+0000","last_active":"2024-09-21T07:24:42.430407+0000","last_peered":"2024-09-21T07:24:42.430407+0000","last_clean":"2024-09-21T07:24:42.430407+0000","last_became_active":"2024-09-21T07:24:41.431316+0000","last_became_peered":"2024-09-21T07:24:41.431316+0000","last_unstale":"2024-09-21T07:24:42.430407+0000","last_undegraded":"2024-09-21T07:24:42.430407+0000","last_fullsized":"2024-09-21T07:24:42.430407+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:43.853999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374314+0000","last_change":"2024-09-21T07:24:41.416639+0000","last_active":"2024-09-21T07:24:42.374314+0000","last_peered":"2024-09-21T07:24:42.374314+0000","last_clean":"2024-09-21T07:24:42.374314+0000","last_became_active":"2024-09-21T07:24:41.415292+0000","last_became_peered":"2024-09-21T07:24:41.415292+0000","last_unstale":"2024-09-21T07:24:42.374314+0000","last_undegraded":"2024-09-21T07:24:42.374314+0000","last_fullsized":"2024-09-21T07:24:42.374314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:36.577009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504941+0000","last_change":"2024-09-21T07:24:41.417940+0000","last_active":"2024-09-21T07:24:42.504941+0000","last_peered":"2024-09-21T07:24:42.504941+0000","last_clean":"2024-09-21T07:24:42.504941+0000","last_became_active":"2024-09-21T07:24:41.413960+0000","last_became_peered":"2024-09-21T07:24:41.413960+0000","last_unstale":"2024-09-21T07:24:42.504941+0000","last_undegraded":"2024-09-21T07:24:42.504941+0000","last_fullsized":"2024-09-21T07:24:42.504941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503124+0000","last_change":"2024-09-21T07:24:41.407198+0000","last_active":"2024-09-21T07:24:42.503124+0000","last_peered":"2024-09-21T07:24:42.503124+0000","last_clean":"2024-09-21T07:24:42.503124+0000","last_became_active":"2024-09-21T07:24:41.406130+0000","last_became_peered":"2024-09-21T07:24:41.406130+0000","last_unstale":"2024-09-21T07:24:42.503124+0000","last_undegraded":"2024-09-21T07:24:42.503124+0000","last_fullsized":"2024-09-21T07:24:42.503124+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:53.462097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368809+0000","last_change":"2024-09-21T07:24:41.408431+0000","last_active":"2024-09-21T07:24:42.368809+0000","last_peered":"2024-09-21T07:24:42.368809+0000","last_clean":"2024-09-21T07:24:42.368809+0000","last_became_active":"2024-09-21T07:24:41.406129+0000","last_became_peered":"2024-09-21T07:24:41.406129+0000","last_unstale":"2024-09-21T07:24:42.368809+0000","last_undegraded":"2024-09-21T07:24:42.368809+0000","last_fullsized":"2024-09-21T07:24:42.368809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.370854+0000","last_change":"2024-09-21T07:24:41.435345+0000","last_active":"2024-09-21T07:24:42.370854+0000","last_peered":"2024-09-21T07:24:42.370854+0000","last_clean":"2024-09-21T07:24:42.370854+0000","last_became_active":"2024-09-21T07:24:41.434147+0000","last_became_peered":"2024-09-21T07:24:41.434147+0000","last_unstale":"2024-09-21T07:24:42.370854+0000","last_undegraded":"2024-09-21T07:24:42.370854+0000","last_fullsized":"2024-09-21T07:24:42.370854+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:17.802714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.373312+0000","last_change":"2024-09-21T07:24:41.427795+0000","last_active":"2024-09-21T07:24:42.373312+0000","last_peered":"2024-09-21T07:24:42.373312+0000","last_clean":"2024-09-21T07:24:42.373312+0000","last_became_active":"2024-09-21T07:24:41.416076+0000","last_became_peered":"2024-09-21T07:24:41.416076+0000","last_unstale":"2024-09-21T07:24:42.373312+0000","last_undegraded":"2024-09-21T07:24:42.373312+0000","last_fullsized":"2024-09-21T07:24:42.373312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:56.667530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500846+0000","last_change":"2024-09-21T07:24:41.419979+0000","last_active":"2024-09-21T07:24:42.500846+0000","last_peered":"2024-09-21T07:24:42.500846+0000","last_clean":"2024-09-21T07:24:42.500846+0000","last_became_active":"2024-09-21T07:24:41.419554+0000","last_became_peered":"2024-09-21T07:24:41.419554+0000","last_unstale":"2024-09-21T07:24:42.500846+0000","last_undegraded":"2024-09-21T07:24:42.500846+0000","last_fullsized":"2024-09-21T07:24:42.500846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:26.979295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503177+0000","last_change":"2024-09-21T07:24:41.403947+0000","last_active":"2024-09-21T07:24:42.503177+0000","last_peered":"2024-09-21T07:24:42.503177+0000","last_clean":"2024-09-21T07:24:42.503177+0000","last_became_active":"2024-09-21T07:24:41.403089+0000","last_became_peered":"2024-09-21T07:24:41.403089+0000","last_unstale":"2024-09-21T07:24:42.503177+0000","last_undegraded":"2024-09-21T07:24:42.503177+0000","last_fullsized":"2024-09-21T07:24:42.503177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:44.436212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430343+0000","last_change":"2024-09-21T07:24:41.412408+0000","last_active":"2024-09-21T07:24:42.430343+0000","last_peered":"2024-09-21T07:24:42.430343+0000","last_clean":"2024-09-21T07:24:42.430343+0000","last_became_active":"2024-09-21T07:24:41.411592+0000","last_became_peered":"2024-09-21T07:24:41.411592+0000","last_unstale":"2024-09-21T07:24:42.430343+0000","last_undegraded":"2024-09-21T07:24:42.430343+0000","last_fullsized":"2024-09-21T07:24:42.430343+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502720+0000","last_change":"2024-09-21T07:24:41.404111+0000","last_active":"2024-09-21T07:24:42.502720+0000","last_peered":"2024-09-21T07:24:42.502720+0000","last_clean":"2024-09-21T07:24:42.502720+0000","last_became_active":"2024-09-21T07:24:41.403257+0000","last_became_peered":"2024-09-21T07:24:41.403257+0000","last_unstale":"2024-09-21T07:24:42.502720+0000","last_undegraded":"2024-09-21T07:24:42.502720+0000","last_fullsized":"2024-09-21T07:24:42.502720+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:17:12.076081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371662+0000","last_change":"2024-09-21T07:24:41.441005+0000","last_active":"2024-09-21T07:24:42.371662+0000","last_peered":"2024-09-21T07:24:42.371662+0000","last_clean":"2024-09-21T07:24:42.371662+0000","last_became_active":"2024-09-21T07:24:41.437671+0000","last_became_peered":"2024-09-21T07:24:41.437671+0000","last_unstale":"2024-09-21T07:24:42.371662+0000","last_undegraded":"2024-09-21T07:24:42.371662+0000","last_fullsized":"2024-09-21T07:24:42.371662+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:26.113408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504774+0000","last_change":"2024-09-21T07:24:41.399284+0000","last_active":"2024-09-21T07:24:42.504774+0000","last_peered":"2024-09-21T07:24:42.504774+0000","last_clean":"2024-09-21T07:24:42.504774+0000","last_became_active":"2024-09-21T07:24:41.398327+0000","last_became_peered":"2024-09-21T07:24:41.398327+0000","last_unstale":"2024-09-21T07:24:42.504774+0000","last_undegraded":"2024-09-21T07:24:42.504774+0000","last_fullsized":"2024-09-21T07:24:42.504774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:55.818604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371535+0000","last_change":"2024-09-21T07:24:41.434761+0000","last_active":"2024-09-21T07:24:42.371535+0000","last_peered":"2024-09-21T07:24:42.371535+0000","last_clean":"2024-09-21T07:24:42.371535+0000","last_became_active":"2024-09-21T07:24:41.433390+0000","last_became_peered":"2024-09-21T07:24:41.433390+0000","last_unstale":"2024-09-21T07:24:42.371535+0000","last_undegraded":"2024-09-21T07:24:42.371535+0000","last_fullsized":"2024-09-21T07:24:42.371535+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:10:58.042808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505755+0000","last_change":"2024-09-21T07:24:41.415033+0000","last_active":"2024-09-21T07:24:42.505755+0000","last_peered":"2024-09-21T07:24:42.505755+0000","last_clean":"2024-09-21T07:24:42.505755+0000","last_became_active":"2024-09-21T07:24:41.413987+0000","last_became_peered":"2024-09-21T07:24:41.413987+0000","last_unstale":"2024-09-21T07:24:42.505755+0000","last_undegraded":"2024-09-21T07:24:42.505755+0000","last_fullsized":"2024-09-21T07:24:42.505755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:26.113408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.431282+0000","last_change":"2024-09-21T07:24:41.414557+0000","last_active":"2024-09-21T07:24:42.431282+0000","last_peered":"2024-09-21T07:24:42.431282+0000","last_clean":"2024-09-21T07:24:42.431282+0000","last_became_active":"2024-09-21T07:24:41.412760+0000","last_became_peered":"2024-09-21T07:24:41.412760+0000","last_unstale":"2024-09-21T07:24:42.431282+0000","last_undegraded":"2024-09-21T07:24:42.431282+0000","last_fullsized":"2024-09-21T07:24:42.431282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369036+0000","last_change":"2024-09-21T07:24:41.412693+0000","last_active":"2024-09-21T07:24:42.369036+0000","last_peered":"2024-09-21T07:24:42.369036+0000","last_clean":"2024-09-21T07:24:42.369036+0000","last_became_active":"2024-09-21T07:24:41.411841+0000","last_became_peered":"2024-09-21T07:24:41.411841+0000","last_unstale":"2024-09-21T07:24:42.369036+0000","last_undegraded":"2024-09-21T07:24:42.369036+0000","last_fullsized":"2024-09-21T07:24:42.369036+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506104+0000","last_change":"2024-09-21T07:24:41.415493+0000","last_active":"2024-09-21T07:24:42.506104+0000","last_peered":"2024-09-21T07:24:42.506104+0000","last_clean":"2024-09-21T07:24:42.506104+0000","last_became_active":"2024-09-21T07:24:41.414688+0000","last_became_peered":"2024-09-21T07:24:41.414688+0000","last_unstale":"2024-09-21T07:24:42.506104+0000","last_undegraded":"2024-09-21T07:24:42.506104+0000","last_fullsized":"2024-09-21T07:24:42.506104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:40.942653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503156+0000","last_change":"2024-09-21T07:24:41.413981+0000","last_active":"2024-09-21T07:24:42.503156+0000","last_peered":"2024-09-21T07:24:42.503156+0000","last_clean":"2024-09-21T07:24:42.503156+0000","last_became_active":"2024-09-21T07:24:41.407972+0000","last_became_peered":"2024-09-21T07:24:41.407972+0000","last_unstale":"2024-09-21T07:24:42.503156+0000","last_undegraded":"2024-09-21T07:24:42.503156+0000","last_fullsized":"2024-09-21T07:24:42.503156+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372308+0000","last_change":"2024-09-21T07:24:41.443090+0000","last_active":"2024-09-21T07:24:42.372308+0000","last_peered":"2024-09-21T07:24:42.372308+0000","last_clean":"2024-09-21T07:24:42.372308+0000","last_became_active":"2024-09-21T07:24:41.430412+0000","last_became_peered":"2024-09-21T07:24:41.430412+0000","last_unstale":"2024-09-21T07:24:42.372308+0000","last_undegraded":"2024-09-21T07:24:42.372308+0000","last_fullsized":"2024-09-21T07:24:42.372308+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:46.481256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500652+0000","last_change":"2024-09-21T07:24:41.418297+0000","last_active":"2024-09-21T07:24:42.500652+0000","last_peered":"2024-09-21T07:24:42.500652+0000","last_clean":"2024-09-21T07:24:42.500652+0000","last_became_active":"2024-09-21T07:24:41.417873+0000","last_became_peered":"2024-09-21T07:24:41.417873+0000","last_unstale":"2024-09-21T07:24:42.500652+0000","last_undegraded":"2024-09-21T07:24:42.500652+0000","last_fullsized":"2024-09-21T07:24:42.500652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:53.118126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429340+0000","last_change":"2024-09-21T07:24:41.422373+0000","last_active":"2024-09-21T07:24:42.429340+0000","last_peered":"2024-09-21T07:24:42.429340+0000","last_clean":"2024-09-21T07:24:42.429340+0000","last_became_active":"2024-09-21T07:24:41.419594+0000","last_became_peered":"2024-09-21T07:24:41.419594+0000","last_unstale":"2024-09-21T07:24:42.429340+0000","last_undegraded":"2024-09-21T07:24:42.429340+0000","last_fullsized":"2024-09-21T07:24:42.429340+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:39.377488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.373658+0000","last_change":"2024-09-21T07:24:41.410226+0000","last_active":"2024-09-21T07:24:42.373658+0000","last_peered":"2024-09-21T07:24:42.373658+0000","last_clean":"2024-09-21T07:24:42.373658+0000","last_became_active":"2024-09-21T07:24:41.409404+0000","last_became_peered":"2024-09-21T07:24:41.409404+0000","last_unstale":"2024-09-21T07:24:42.373658+0000","last_undegraded":"2024-09-21T07:24:42.373658+0000","last_fullsized":"2024-09-21T07:24:42.373658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:20.957892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505437+0000","last_change":"2024-09-21T07:24:40.383449+0000","last_active":"2024-09-21T07:24:42.505437+0000","last_peered":"2024-09-21T07:24:42.505437+0000","last_clean":"2024-09-21T07:24:42.505437+0000","last_became_active":"2024-09-21T07:24:40.383023+0000","last_became_peered":"2024-09-21T07:24:40.383023+0000","last_unstale":"2024-09-21T07:24:42.505437+0000","last_undegraded":"2024-09-21T07:24:42.505437+0000","last_fullsized":"2024-09-21T07:24:42.505437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:28:58.388488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503082+0000","last_change":"2024-09-21T07:24:41.385625+0000","last_active":"2024-09-21T07:24:42.503082+0000","last_peered":"2024-09-21T07:24:42.503082+0000","last_clean":"2024-09-21T07:24:42.503082+0000","last_became_active":"2024-09-21T07:24:41.384500+0000","last_became_peered":"2024-09-21T07:24:41.384500+0000","last_unstale":"2024-09-21T07:24:42.503082+0000","last_undegraded":"2024-09-21T07:24:42.503082+0000","last_fullsized":"2024-09-21T07:24:42.503082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:08.663798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429893+0000","last_change":"2024-09-21T07:24:40.369678+0000","last_active":"2024-09-21T07:24:42.429893+0000","last_peered":"2024-09-21T07:24:42.429893+0000","last_clean":"2024-09-21T07:24:42.429893+0000","last_became_active":"2024-09-21T07:24:40.369202+0000","last_became_peered":"2024-09-21T07:24:40.369202+0000","last_unstale":"2024-09-21T07:24:42.429893+0000","last_undegraded":"2024-09-21T07:24:42.429893+0000","last_fullsized":"2024-09-21T07:24:42.429893+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:37.740923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504378+0000","last_change":"2024-09-21T07:24:40.367786+0000","last_active":"2024-09-21T07:24:42.504378+0000","last_peered":"2024-09-21T07:24:42.504378+0000","last_clean":"2024-09-21T07:24:42.504378+0000","last_became_active":"2024-09-21T07:24:40.367390+0000","last_became_peered":"2024-09-21T07:24:40.367390+0000","last_unstale":"2024-09-21T07:24:42.504378+0000","last_undegraded":"2024-09-21T07:24:42.504378+0000","last_fullsized":"2024-09-21T07:24:42.504378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:53.403790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502944+0000","last_change":"2024-09-21T07:24:41.416927+0000","last_active":"2024-09-21T07:24:42.502944+0000","last_peered":"2024-09-21T07:24:42.502944+0000","last_clean":"2024-09-21T07:24:42.502944+0000","last_became_active":"2024-09-21T07:24:41.416250+0000","last_became_peered":"2024-09-21T07:24:41.416250+0000","last_unstale":"2024-09-21T07:24:42.502944+0000","last_undegraded":"2024-09-21T07:24:42.502944+0000","last_fullsized":"2024-09-21T07:24:42.502944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372003+0000","last_change":"2024-09-21T07:24:40.383418+0000","last_active":"2024-09-21T07:24:42.372003+0000","last_peered":"2024-09-21T07:24:42.372003+0000","last_clean":"2024-09-21T07:24:42.372003+0000","last_became_active":"2024-09-21T07:24:40.382472+0000","last_became_peered":"2024-09-21T07:24:40.382472+0000","last_unstale":"2024-09-21T07:24:42.372003+0000","last_undegraded":"2024-09-21T07:24:42.372003+0000","last_fullsized":"2024-09-21T07:24:42.372003+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:50.700477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368810+0000","last_change":"2024-09-21T07:24:41.405635+0000","last_active":"2024-09-21T07:24:42.368810+0000","last_peered":"2024-09-21T07:24:42.368810+0000","last_clean":"2024-09-21T07:24:42.368810+0000","last_became_active":"2024-09-21T07:24:41.404333+0000","last_became_peered":"2024-09-21T07:24:41.404333+0000","last_unstale":"2024-09-21T07:24:42.368810+0000","last_undegraded":"2024-09-21T07:24:42.368810+0000","last_fullsized":"2024-09-21T07:24:42.368810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:53.462097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430489+0000","last_change":"2024-09-21T07:24:40.379233+0000","last_active":"2024-09-21T07:24:42.430489+0000","last_peered":"2024-09-21T07:24:42.430489+0000","last_clean":"2024-09-21T07:24:42.430489+0000","last_became_active":"2024-09-21T07:24:40.377717+0000","last_became_peered":"2024-09-21T07:24:40.377717+0000","last_unstale":"2024-09-21T07:24:42.430489+0000","last_undegraded":"2024-09-21T07:24:42.430489+0000","last_fullsized":"2024-09-21T07:24:42.430489+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371715+0000","last_change":"2024-09-21T07:24:41.415292+0000","last_active":"2024-09-21T07:24:42.371715+0000","last_peered":"2024-09-21T07:24:42.371715+0000","last_clean":"2024-09-21T07:24:42.371715+0000","last_became_active":"2024-09-21T07:24:41.414415+0000","last_became_peered":"2024-09-21T07:24:41.414415+0000","last_unstale":"2024-09-21T07:24:42.371715+0000","last_undegraded":"2024-09-21T07:24:42.371715+0000","last_fullsized":"2024-09-21T07:24:42.371715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372235+0000","last_change":"2024-09-21T07:24:40.383330+0000","last_active":"2024-09-21T07:24:42.372235+0000","last_peered":"2024-09-21T07:24:42.372235+0000","last_clean":"2024-09-21T07:24:42.372235+0000","last_became_active":"2024-09-21T07:24:40.382471+0000","last_became_peered":"2024-09-21T07:24:40.382471+0000","last_unstale":"2024-09-21T07:24:42.372235+0000","last_undegraded":"2024-09-21T07:24:42.372235+0000","last_fullsized":"2024-09-21T07:24:42.372235+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503174+0000","last_change":"2024-09-21T07:24:41.419121+0000","last_active":"2024-09-21T07:24:42.503174+0000","last_peered":"2024-09-21T07:24:42.503174+0000","last_clean":"2024-09-21T07:24:42.503174+0000","last_became_active":"2024-09-21T07:24:41.418710+0000","last_became_peered":"2024-09-21T07:24:41.418710+0000","last_unstale":"2024-09-21T07:24:42.503174+0000","last_undegraded":"2024-09-21T07:24:42.503174+0000","last_fullsized":"2024-09-21T07:24:42.503174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369146+0000","last_change":"2024-09-21T07:24:40.377775+0000","last_active":"2024-09-21T07:24:42.369146+0000","last_peered":"2024-09-21T07:24:42.369146+0000","last_clean":"2024-09-21T07:24:42.369146+0000","last_became_active":"2024-09-21T07:24:40.377505+0000","last_became_peered":"2024-09-21T07:24:40.377505+0000","last_unstale":"2024-09-21T07:24:42.369146+0000","last_undegraded":"2024-09-21T07:24:42.369146+0000","last_fullsized":"2024-09-21T07:24:42.369146+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:52.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374429+0000","last_change":"2024-09-21T07:24:41.397563+0000","last_active":"2024-09-21T07:24:42.374429+0000","last_peered":"2024-09-21T07:24:42.374429+0000","last_clean":"2024-09-21T07:24:42.374429+0000","last_became_active":"2024-09-21T07:24:41.396627+0000","last_became_peered":"2024-09-21T07:24:41.396627+0000","last_unstale":"2024-09-21T07:24:42.374429+0000","last_undegraded":"2024-09-21T07:24:42.374429+0000","last_fullsized":"2024-09-21T07:24:42.374429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:26.979295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430017+0000","last_change":"2024-09-21T07:24:40.370472+0000","last_active":"2024-09-21T07:24:42.430017+0000","last_peered":"2024-09-21T07:24:42.430017+0000","last_clean":"2024-09-21T07:24:42.430017+0000","last_became_active":"2024-09-21T07:24:40.369587+0000","last_became_peered":"2024-09-21T07:24:40.369587+0000","last_unstale":"2024-09-21T07:24:42.430017+0000","last_undegraded":"2024-09-21T07:24:42.430017+0000","last_fullsized":"2024-09-21T07:24:42.430017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502363+0000","last_change":"2024-09-21T07:24:41.413516+0000","last_active":"2024-09-21T07:24:42.502363+0000","last_peered":"2024-09-21T07:24:42.502363+0000","last_clean":"2024-09-21T07:24:42.502363+0000","last_became_active":"2024-09-21T07:24:41.412730+0000","last_became_peered":"2024-09-21T07:24:41.412730+0000","last_unstale":"2024-09-21T07:24:42.502363+0000","last_undegraded":"2024-09-21T07:24:42.502363+0000","last_fullsized":"2024-09-21T07:24:42.502363+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:06.017793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503268+0000","last_change":"2024-09-21T07:24:40.365795+0000","last_active":"2024-09-21T07:24:42.503268+0000","last_peered":"2024-09-21T07:24:42.503268+0000","last_clean":"2024-09-21T07:24:42.503268+0000","last_became_active":"2024-09-21T07:24:40.365277+0000","last_became_peered":"2024-09-21T07:24:40.365277+0000","last_unstale":"2024-09-21T07:24:42.503268+0000","last_undegraded":"2024-09-21T07:24:42.503268+0000","last_fullsized":"2024-09-21T07:24:42.503268+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503810+0000","last_change":"2024-09-21T07:24:41.400851+0000","last_active":"2024-09-21T07:24:42.503810+0000","last_peered":"2024-09-21T07:24:42.503810+0000","last_clean":"2024-09-21T07:24:42.503810+0000","last_became_active":"2024-09-21T07:24:41.399933+0000","last_became_peered":"2024-09-21T07:24:41.399933+0000","last_unstale":"2024-09-21T07:24:42.503810+0000","last_undegraded":"2024-09-21T07:24:42.503810+0000","last_fullsized":"2024-09-21T07:24:42.503810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:17.413114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372319+0000","last_change":"2024-09-21T07:24:40.380329+0000","last_active":"2024-09-21T07:24:42.372319+0000","last_peered":"2024-09-21T07:24:42.372319+0000","last_clean":"2024-09-21T07:24:42.372319+0000","last_became_active":"2024-09-21T07:24:40.379461+0000","last_became_peered":"2024-09-21T07:24:40.379461+0000","last_unstale":"2024-09-21T07:24:42.372319+0000","last_undegraded":"2024-09-21T07:24:42.372319+0000","last_fullsized":"2024-09-21T07:24:42.372319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502293+0000","last_change":"2024-09-21T07:24:41.415374+0000","last_active":"2024-09-21T07:24:42.502293+0000","last_peered":"2024-09-21T07:24:42.502293+0000","last_clean":"2024-09-21T07:24:42.502293+0000","last_became_active":"2024-09-21T07:24:41.409743+0000","last_became_peered":"2024-09-21T07:24:41.409743+0000","last_unstale":"2024-09-21T07:24:42.502293+0000","last_undegraded":"2024-09-21T07:24:42.502293+0000","last_fullsized":"2024-09-21T07:24:42.502293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:01.165620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429346+0000","last_change":"2024-09-21T07:24:40.371113+0000","last_active":"2024-09-21T07:24:42.429346+0000","last_peered":"2024-09-21T07:24:42.429346+0000","last_clean":"2024-09-21T07:24:42.429346+0000","last_became_active":"2024-09-21T07:24:40.369639+0000","last_became_peered":"2024-09-21T07:24:40.369639+0000","last_unstale":"2024-09-21T07:24:42.429346+0000","last_undegraded":"2024-09-21T07:24:42.429346+0000","last_fullsized":"2024-09-21T07:24:42.429346+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429438+0000","last_change":"2024-09-21T07:24:41.422596+0000","last_active":"2024-09-21T07:24:42.429438+0000","last_peered":"2024-09-21T07:24:42.429438+0000","last_clean":"2024-09-21T07:24:42.429438+0000","last_became_active":"2024-09-21T07:24:41.420814+0000","last_became_peered":"2024-09-21T07:24:41.420814+0000","last_unstale":"2024-09-21T07:24:42.429438+0000","last_undegraded":"2024-09-21T07:24:42.429438+0000","last_fullsized":"2024-09-21T07:24:42.429438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:53.678504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":23,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500460+0000","last_change":"2024-09-21T07:24:40.347926+0000","last_active":"2024-09-21T07:24:42.500460+0000","last_peered":"2024-09-21T07:24:42.500460+0000","last_clean":"2024-09-21T07:24:42.500460+0000","last_became_active":"2024-09-21T07:24:40.347566+0000","last_became_peered":"2024-09-21T07:24:40.347566+0000","last_unstale":"2024-09-21T07:24:42.500460+0000","last_undegraded":"2024-09-21T07:24:42.500460+0000","last_fullsized":"2024-09-21T07:24:42.500460+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501672+0000","last_change":"2024-09-21T07:24:41.407301+0000","last_active":"2024-09-21T07:24:42.501672+0000","last_peered":"2024-09-21T07:24:42.501672+0000","last_clean":"2024-09-21T07:24:42.501672+0000","last_became_active":"2024-09-21T07:24:41.406372+0000","last_became_peered":"2024-09-21T07:24:41.406372+0000","last_unstale":"2024-09-21T07:24:42.501672+0000","last_undegraded":"2024-09-21T07:24:42.501672+0000","last_fullsized":"2024-09-21T07:24:42.501672+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:50:24.425922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374757+0000","last_change":"2024-09-21T07:24:40.373083+0000","last_active":"2024-09-21T07:24:42.374757+0000","last_peered":"2024-09-21T07:24:42.374757+0000","last_clean":"2024-09-21T07:24:42.374757+0000","last_became_active":"2024-09-21T07:24:40.365858+0000","last_became_peered":"2024-09-21T07:24:40.365858+0000","last_unstale":"2024-09-21T07:24:42.374757+0000","last_undegraded":"2024-09-21T07:24:42.374757+0000","last_fullsized":"2024-09-21T07:24:42.374757+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503270+0000","last_change":"2024-09-21T07:24:41.407015+0000","last_active":"2024-09-21T07:24:42.503270+0000","last_peered":"2024-09-21T07:24:42.503270+0000","last_clean":"2024-09-21T07:24:42.503270+0000","last_became_active":"2024-09-21T07:24:41.406100+0000","last_became_peered":"2024-09-21T07:24:41.406100+0000","last_unstale":"2024-09-21T07:24:42.503270+0000","last_undegraded":"2024-09-21T07:24:42.503270+0000","last_fullsized":"2024-09-21T07:24:42.503270+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:24:06.504057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501328+0000","last_change":"2024-09-21T07:24:40.358846+0000","last_active":"2024-09-21T07:24:42.501328+0000","last_peered":"2024-09-21T07:24:42.501328+0000","last_clean":"2024-09-21T07:24:42.501328+0000","last_became_active":"2024-09-21T07:24:40.358396+0000","last_became_peered":"2024-09-21T07:24:40.358396+0000","last_unstale":"2024-09-21T07:24:42.501328+0000","last_undegraded":"2024-09-21T07:24:42.501328+0000","last_fullsized":"2024-09-21T07:24:42.501328+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502963+0000","last_change":"2024-09-21T07:24:41.414510+0000","last_active":"2024-09-21T07:24:42.502963+0000","last_peered":"2024-09-21T07:24:42.502963+0000","last_clean":"2024-09-21T07:24:42.502963+0000","last_became_active":"2024-09-21T07:24:41.412336+0000","last_became_peered":"2024-09-21T07:24:41.412336+0000","last_unstale":"2024-09-21T07:24:42.502963+0000","last_undegraded":"2024-09-21T07:24:42.502963+0000","last_fullsized":"2024-09-21T07:24:42.502963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:18.200919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369213+0000","last_change":"2024-09-21T07:24:40.362966+0000","last_active":"2024-09-21T07:24:42.369213+0000","last_peered":"2024-09-21T07:24:42.369213+0000","last_clean":"2024-09-21T07:24:42.369213+0000","last_became_active":"2024-09-21T07:24:40.362625+0000","last_became_peered":"2024-09-21T07:24:40.362625+0000","last_unstale":"2024-09-21T07:24:42.369213+0000","last_undegraded":"2024-09-21T07:24:42.369213+0000","last_fullsized":"2024-09-21T07:24:42.369213+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:19.948834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372989+0000","last_change":"2024-09-21T07:24:41.428933+0000","last_active":"2024-09-21T07:24:42.372989+0000","last_peered":"2024-09-21T07:24:42.372989+0000","last_clean":"2024-09-21T07:24:42.372989+0000","last_became_active":"2024-09-21T07:24:41.426941+0000","last_became_peered":"2024-09-21T07:24:41.426941+0000","last_unstale":"2024-09-21T07:24:42.372989+0000","last_undegraded":"2024-09-21T07:24:42.372989+0000","last_fullsized":"2024-09-21T07:24:42.372989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:58.666315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500976+0000","last_change":"2024-09-21T07:24:40.375285+0000","last_active":"2024-09-21T07:24:42.500976+0000","last_peered":"2024-09-21T07:24:42.500976+0000","last_clean":"2024-09-21T07:24:42.500976+0000","last_became_active":"2024-09-21T07:24:40.374807+0000","last_became_peered":"2024-09-21T07:24:40.374807+0000","last_unstale":"2024-09-21T07:24:42.500976+0000","last_undegraded":"2024-09-21T07:24:42.500976+0000","last_fullsized":"2024-09-21T07:24:42.500976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502633+0000","last_change":"2024-09-21T07:24:41.437434+0000","last_active":"2024-09-21T07:24:42.502633+0000","last_peered":"2024-09-21T07:24:42.502633+0000","last_clean":"2024-09-21T07:24:42.502633+0000","last_became_active":"2024-09-21T07:24:41.436712+0000","last_became_peered":"2024-09-21T07:24:41.436712+0000","last_unstale":"2024-09-21T07:24:42.502633+0000","last_undegraded":"2024-09-21T07:24:42.502633+0000","last_fullsized":"2024-09-21T07:24:42.502633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:58.666315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501761+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:24:42.501761+0000","last_peered":"2024-09-21T07:24:42.501761+0000","last_clean":"2024-09-21T07:24:42.501761+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:24:42.501761+0000","last_undegraded":"2024-09-21T07:24:42.501761+0000","last_fullsized":"2024-09-21T07:24:42.501761+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371020+0000","last_change":"2024-09-21T07:24:40.355827+0000","last_active":"2024-09-21T07:24:42.371020+0000","last_peered":"2024-09-21T07:24:42.371020+0000","last_clean":"2024-09-21T07:24:42.371020+0000","last_became_active":"2024-09-21T07:24:40.355218+0000","last_became_peered":"2024-09-21T07:24:40.355218+0000","last_unstale":"2024-09-21T07:24:42.371020+0000","last_undegraded":"2024-09-21T07:24:42.371020+0000","last_fullsized":"2024-09-21T07:24:42.371020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504541+0000","last_change":"2024-09-21T07:24:41.444715+0000","last_active":"2024-09-21T07:24:42.504541+0000","last_peered":"2024-09-21T07:24:42.504541+0000","last_clean":"2024-09-21T07:24:42.504541+0000","last_became_active":"2024-09-21T07:24:41.444402+0000","last_became_peered":"2024-09-21T07:24:41.444402+0000","last_unstale":"2024-09-21T07:24:42.504541+0000","last_undegraded":"2024-09-21T07:24:42.504541+0000","last_fullsized":"2024-09-21T07:24:42.504541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501445+0000","last_change":"2024-09-21T07:24:40.388303+0000","last_active":"2024-09-21T07:24:42.501445+0000","last_peered":"2024-09-21T07:24:42.501445+0000","last_clean":"2024-09-21T07:24:42.501445+0000","last_became_active":"2024-09-21T07:24:40.386002+0000","last_became_peered":"2024-09-21T07:24:40.386002+0000","last_unstale":"2024-09-21T07:24:42.501445+0000","last_undegraded":"2024-09-21T07:24:42.501445+0000","last_fullsized":"2024-09-21T07:24:42.501445+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:35.567950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502574+0000","last_change":"2024-09-21T07:24:41.377634+0000","last_active":"2024-09-21T07:24:42.502574+0000","last_peered":"2024-09-21T07:24:42.502574+0000","last_clean":"2024-09-21T07:24:42.502574+0000","last_became_active":"2024-09-21T07:24:41.376743+0000","last_became_peered":"2024-09-21T07:24:41.376743+0000","last_unstale":"2024-09-21T07:24:42.502574+0000","last_undegraded":"2024-09-21T07:24:42.502574+0000","last_fullsized":"2024-09-21T07:24:42.502574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:49:42.428121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500810+0000","last_change":"2024-09-21T07:24:40.356742+0000","last_active":"2024-09-21T07:24:42.500810+0000","last_peered":"2024-09-21T07:24:42.500810+0000","last_clean":"2024-09-21T07:24:42.500810+0000","last_became_active":"2024-09-21T07:24:40.356313+0000","last_became_peered":"2024-09-21T07:24:40.356313+0000","last_unstale":"2024-09-21T07:24:42.500810+0000","last_undegraded":"2024-09-21T07:24:42.500810+0000","last_fullsized":"2024-09-21T07:24:42.500810+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368871+0000","last_change":"2024-09-21T07:24:41.405305+0000","last_active":"2024-09-21T07:24:42.368871+0000","last_peered":"2024-09-21T07:24:42.368871+0000","last_clean":"2024-09-21T07:24:42.368871+0000","last_became_active":"2024-09-21T07:24:41.404489+0000","last_became_peered":"2024-09-21T07:24:41.404489+0000","last_unstale":"2024-09-21T07:24:42.368871+0000","last_undegraded":"2024-09-21T07:24:42.368871+0000","last_fullsized":"2024-09-21T07:24:42.368871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:43.853999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372614+0000","last_change":"2024-09-21T07:24:40.376248+0000","last_active":"2024-09-21T07:24:42.372614+0000","last_peered":"2024-09-21T07:24:42.372614+0000","last_clean":"2024-09-21T07:24:42.372614+0000","last_became_active":"2024-09-21T07:24:40.374826+0000","last_became_peered":"2024-09-21T07:24:40.374826+0000","last_unstale":"2024-09-21T07:24:42.372614+0000","last_undegraded":"2024-09-21T07:24:42.372614+0000","last_fullsized":"2024-09-21T07:24:42.372614+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:35.567950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374293+0000","last_change":"2024-09-21T07:24:41.387973+0000","last_active":"2024-09-21T07:24:42.374293+0000","last_peered":"2024-09-21T07:24:42.374293+0000","last_clean":"2024-09-21T07:24:42.374293+0000","last_became_active":"2024-09-21T07:24:41.384225+0000","last_became_peered":"2024-09-21T07:24:41.384225+0000","last_unstale":"2024-09-21T07:24:42.374293+0000","last_undegraded":"2024-09-21T07:24:42.374293+0000","last_fullsized":"2024-09-21T07:24:42.374293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:50.217152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369202+0000","last_change":"2024-09-21T07:24:40.354851+0000","last_active":"2024-09-21T07:24:42.369202+0000","last_peered":"2024-09-21T07:24:42.369202+0000","last_clean":"2024-09-21T07:24:42.369202+0000","last_became_active":"2024-09-21T07:24:40.354360+0000","last_became_peered":"2024-09-21T07:24:40.354360+0000","last_unstale":"2024-09-21T07:24:42.369202+0000","last_undegraded":"2024-09-21T07:24:42.369202+0000","last_fullsized":"2024-09-21T07:24:42.369202+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:42:13.267876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372589+0000","last_change":"2024-09-21T07:24:41.428309+0000","last_active":"2024-09-21T07:24:42.372589+0000","last_peered":"2024-09-21T07:24:42.372589+0000","last_clean":"2024-09-21T07:24:42.372589+0000","last_became_active":"2024-09-21T07:24:41.427387+0000","last_became_peered":"2024-09-21T07:24:41.427387+0000","last_unstale":"2024-09-21T07:24:42.372589+0000","last_undegraded":"2024-09-21T07:24:42.372589+0000","last_fullsized":"2024-09-21T07:24:42.372589+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:06.017793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503375+0000","last_change":"2024-09-21T07:24:40.388415+0000","last_active":"2024-09-21T07:24:42.503375+0000","last_peered":"2024-09-21T07:24:42.503375+0000","last_clean":"2024-09-21T07:24:42.503375+0000","last_became_active":"2024-09-21T07:24:40.387966+0000","last_became_peered":"2024-09-21T07:24:40.387966+0000","last_unstale":"2024-09-21T07:24:42.503375+0000","last_undegraded":"2024-09-21T07:24:42.503375+0000","last_fullsized":"2024-09-21T07:24:42.503375+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:56:33.253099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369009+0000","last_change":"2024-09-21T07:24:41.402627+0000","last_active":"2024-09-21T07:24:42.369009+0000","last_peered":"2024-09-21T07:24:42.369009+0000","last_clean":"2024-09-21T07:24:42.369009+0000","last_became_active":"2024-09-21T07:24:41.401732+0000","last_became_peered":"2024-09-21T07:24:41.401732+0000","last_unstale":"2024-09-21T07:24:42.369009+0000","last_undegraded":"2024-09-21T07:24:42.369009+0000","last_fullsized":"2024-09-21T07:24:42.369009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:17.413114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369508+0000","last_change":"2024-09-21T07:24:40.378989+0000","last_active":"2024-09-21T07:24:42.369508+0000","last_peered":"2024-09-21T07:24:42.369508+0000","last_clean":"2024-09-21T07:24:42.369508+0000","last_became_active":"2024-09-21T07:24:40.378648+0000","last_became_peered":"2024-09-21T07:24:40.378648+0000","last_unstale":"2024-09-21T07:24:42.369508+0000","last_undegraded":"2024-09-21T07:24:42.369508+0000","last_fullsized":"2024-09-21T07:24:42.369508+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:49.208093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506245+0000","last_change":"2024-09-21T07:24:41.409937+0000","last_active":"2024-09-21T07:24:42.506245+0000","last_peered":"2024-09-21T07:24:42.506245+0000","last_clean":"2024-09-21T07:24:42.506245+0000","last_became_active":"2024-09-21T07:24:41.409040+0000","last_became_peered":"2024-09-21T07:24:41.409040+0000","last_unstale":"2024-09-21T07:24:42.506245+0000","last_undegraded":"2024-09-21T07:24:42.506245+0000","last_fullsized":"2024-09-21T07:24:42.506245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430755+0000","last_change":"2024-09-21T07:24:40.388124+0000","last_active":"2024-09-21T07:24:42.430755+0000","last_peered":"2024-09-21T07:24:42.430755+0000","last_clean":"2024-09-21T07:24:42.430755+0000","last_became_active":"2024-09-21T07:24:40.387551+0000","last_became_peered":"2024-09-21T07:24:40.387551+0000","last_unstale":"2024-09-21T07:24:42.430755+0000","last_undegraded":"2024-09-21T07:24:42.430755+0000","last_fullsized":"2024-09-21T07:24:42.430755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:50.700477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504263+0000","last_change":"2024-09-21T07:24:41.412412+0000","last_active":"2024-09-21T07:24:42.504263+0000","last_peered":"2024-09-21T07:24:42.504263+0000","last_clean":"2024-09-21T07:24:42.504263+0000","last_became_active":"2024-09-21T07:24:41.408119+0000","last_became_peered":"2024-09-21T07:24:41.408119+0000","last_unstale":"2024-09-21T07:24:42.504263+0000","last_undegraded":"2024-09-21T07:24:42.504263+0000","last_fullsized":"2024-09-21T07:24:42.504263+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:16.224476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501404+0000","last_change":"2024-09-21T07:24:40.387434+0000","last_active":"2024-09-21T07:24:42.501404+0000","last_peered":"2024-09-21T07:24:42.501404+0000","last_clean":"2024-09-21T07:24:42.501404+0000","last_became_active":"2024-09-21T07:24:40.385356+0000","last_became_peered":"2024-09-21T07:24:40.385356+0000","last_unstale":"2024-09-21T07:24:42.501404+0000","last_undegraded":"2024-09-21T07:24:42.501404+0000","last_fullsized":"2024-09-21T07:24:42.501404+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371713+0000","last_change":"2024-09-21T07:24:41.405703+0000","last_active":"2024-09-21T07:24:42.371713+0000","last_peered":"2024-09-21T07:24:42.371713+0000","last_clean":"2024-09-21T07:24:42.371713+0000","last_became_active":"2024-09-21T07:24:41.404699+0000","last_became_peered":"2024-09-21T07:24:41.404699+0000","last_unstale":"2024-09-21T07:24:42.371713+0000","last_undegraded":"2024-09-21T07:24:42.371713+0000","last_fullsized":"2024-09-21T07:24:42.371713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:53.537345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369017+0000","last_change":"2024-09-21T07:24:40.383095+0000","last_active":"2024-09-21T07:24:42.369017+0000","last_peered":"2024-09-21T07:24:42.369017+0000","last_clean":"2024-09-21T07:24:42.369017+0000","last_became_active":"2024-09-21T07:24:40.382603+0000","last_became_peered":"2024-09-21T07:24:40.382603+0000","last_unstale":"2024-09-21T07:24:42.369017+0000","last_undegraded":"2024-09-21T07:24:42.369017+0000","last_fullsized":"2024-09-21T07:24:42.369017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:25.970237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503763+0000","last_change":"2024-09-21T07:24:41.406531+0000","last_active":"2024-09-21T07:24:42.503763+0000","last_peered":"2024-09-21T07:24:42.503763+0000","last_clean":"2024-09-21T07:24:42.503763+0000","last_became_active":"2024-09-21T07:24:41.405083+0000","last_became_peered":"2024-09-21T07:24:41.405083+0000","last_unstale":"2024-09-21T07:24:42.503763+0000","last_undegraded":"2024-09-21T07:24:42.503763+0000","last_fullsized":"2024-09-21T07:24:42.503763+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369515+0000","last_change":"2024-09-21T07:24:40.356495+0000","last_active":"2024-09-21T07:24:42.369515+0000","last_peered":"2024-09-21T07:24:42.369515+0000","last_clean":"2024-09-21T07:24:42.369515+0000","last_became_active":"2024-09-21T07:24:40.356109+0000","last_became_peered":"2024-09-21T07:24:40.356109+0000","last_unstale":"2024-09-21T07:24:42.369515+0000","last_undegraded":"2024-09-21T07:24:42.369515+0000","last_fullsized":"2024-09-21T07:24:42.369515+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:52.109068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505007+0000","last_change":"2024-09-21T07:24:41.416998+0000","last_active":"2024-09-21T07:24:42.505007+0000","last_peered":"2024-09-21T07:24:42.505007+0000","last_clean":"2024-09-21T07:24:42.505007+0000","last_became_active":"2024-09-21T07:24:41.416333+0000","last_became_peered":"2024-09-21T07:24:41.416333+0000","last_unstale":"2024-09-21T07:24:42.505007+0000","last_undegraded":"2024-09-21T07:24:42.505007+0000","last_fullsized":"2024-09-21T07:24:42.505007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:10:58.042808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502698+0000","last_change":"2024-09-21T07:24:40.386342+0000","last_active":"2024-09-21T07:24:42.502698+0000","last_peered":"2024-09-21T07:24:42.502698+0000","last_clean":"2024-09-21T07:24:42.502698+0000","last_became_active":"2024-09-21T07:24:40.385528+0000","last_became_peered":"2024-09-21T07:24:40.385528+0000","last_unstale":"2024-09-21T07:24:42.502698+0000","last_undegraded":"2024-09-21T07:24:42.502698+0000","last_fullsized":"2024-09-21T07:24:42.502698+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:37.631674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429685+0000","last_change":"2024-09-21T07:24:41.411452+0000","last_active":"2024-09-21T07:24:42.429685+0000","last_peered":"2024-09-21T07:24:42.429685+0000","last_clean":"2024-09-21T07:24:42.429685+0000","last_became_active":"2024-09-21T07:24:41.410587+0000","last_became_peered":"2024-09-21T07:24:41.410587+0000","last_unstale":"2024-09-21T07:24:42.429685+0000","last_undegraded":"2024-09-21T07:24:42.429685+0000","last_fullsized":"2024-09-21T07:24:42.429685+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372111+0000","last_change":"2024-09-21T07:24:41.441130+0000","last_active":"2024-09-21T07:24:42.372111+0000","last_peered":"2024-09-21T07:24:42.372111+0000","last_clean":"2024-09-21T07:24:42.372111+0000","last_became_active":"2024-09-21T07:24:41.436317+0000","last_became_peered":"2024-09-21T07:24:41.436317+0000","last_unstale":"2024-09-21T07:24:42.372111+0000","last_undegraded":"2024-09-21T07:24:42.372111+0000","last_fullsized":"2024-09-21T07:24:42.372111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502733+0000","last_change":"2024-09-21T07:24:40.385855+0000","last_active":"2024-09-21T07:24:42.502733+0000","last_peered":"2024-09-21T07:24:42.502733+0000","last_clean":"2024-09-21T07:24:42.502733+0000","last_became_active":"2024-09-21T07:24:40.385395+0000","last_became_peered":"2024-09-21T07:24:40.385395+0000","last_unstale":"2024-09-21T07:24:42.502733+0000","last_undegraded":"2024-09-21T07:24:42.502733+0000","last_fullsized":"2024-09-21T07:24:42.502733+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:57.442247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372424+0000","last_change":"2024-09-21T07:24:41.417539+0000","last_active":"2024-09-21T07:24:42.372424+0000","last_peered":"2024-09-21T07:24:42.372424+0000","last_clean":"2024-09-21T07:24:42.372424+0000","last_became_active":"2024-09-21T07:24:41.416704+0000","last_became_peered":"2024-09-21T07:24:41.416704+0000","last_unstale":"2024-09-21T07:24:42.372424+0000","last_undegraded":"2024-09-21T07:24:42.372424+0000","last_fullsized":"2024-09-21T07:24:42.372424+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:01.165620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502933+0000","last_change":"2024-09-21T07:24:40.389152+0000","last_active":"2024-09-21T07:24:42.502933+0000","last_peered":"2024-09-21T07:24:42.502933+0000","last_clean":"2024-09-21T07:24:42.502933+0000","last_became_active":"2024-09-21T07:24:40.387743+0000","last_became_peered":"2024-09-21T07:24:40.387743+0000","last_unstale":"2024-09-21T07:24:42.502933+0000","last_undegraded":"2024-09-21T07:24:42.502933+0000","last_fullsized":"2024-09-21T07:24:42.502933+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:00:53.907390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502674+0000","last_change":"2024-09-21T07:24:41.429530+0000","last_active":"2024-09-21T07:24:42.502674+0000","last_peered":"2024-09-21T07:24:42.502674+0000","last_clean":"2024-09-21T07:24:42.502674+0000","last_became_active":"2024-09-21T07:24:41.428824+0000","last_became_peered":"2024-09-21T07:24:41.428824+0000","last_unstale":"2024-09-21T07:24:42.502674+0000","last_undegraded":"2024-09-21T07:24:42.502674+0000","last_fullsized":"2024-09-21T07:24:42.502674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:07.494531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506241+0000","last_change":"2024-09-21T07:24:40.357520+0000","last_active":"2024-09-21T07:24:42.506241+0000","last_peered":"2024-09-21T07:24:42.506241+0000","last_clean":"2024-09-21T07:24:42.506241+0000","last_became_active":"2024-09-21T07:24:40.357080+0000","last_became_peered":"2024-09-21T07:24:40.357080+0000","last_unstale":"2024-09-21T07:24:42.506241+0000","last_undegraded":"2024-09-21T07:24:42.506241+0000","last_fullsized":"2024-09-21T07:24:42.506241+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505890+0000","last_change":"2024-09-21T07:24:41.421896+0000","last_active":"2024-09-21T07:24:42.505890+0000","last_peered":"2024-09-21T07:24:42.505890+0000","last_clean":"2024-09-21T07:24:42.505890+0000","last_became_active":"2024-09-21T07:24:41.421509+0000","last_became_peered":"2024-09-21T07:24:41.421509+0000","last_unstale":"2024-09-21T07:24:42.505890+0000","last_undegraded":"2024-09-21T07:24:42.505890+0000","last_fullsized":"2024-09-21T07:24:42.505890+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503193+0000","last_change":"2024-09-21T07:24:40.383434+0000","last_active":"2024-09-21T07:24:42.503193+0000","last_peered":"2024-09-21T07:24:42.503193+0000","last_clean":"2024-09-21T07:24:42.503193+0000","last_became_active":"2024-09-21T07:24:40.382868+0000","last_became_peered":"2024-09-21T07:24:40.382868+0000","last_unstale":"2024-09-21T07:24:42.503193+0000","last_undegraded":"2024-09-21T07:24:42.503193+0000","last_fullsized":"2024-09-21T07:24:42.503193+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:24:50.268 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:24:50.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.436+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/3569359352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 msgr2=0x7fbb9c004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:50.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.436+0000 7fbbb2bf1640 1 --2- 172.21.15.6:0/3569359352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 0x7fbb9c004c20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbb98009b30 tx=0x7fbb9801d230 comp rx=0 tx=0).stop 2024-09-21T07:24:50.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.436+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/3569359352 shutdown_connections 2024-09-21T07:24:50.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.436+0000 7fbbb2bf1640 1 --2- 172.21.15.6:0/3569359352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 0x7fbb9c004c20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.436+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/3569359352 >> 172.21.15.6:0/3569359352 conn(0x7fbbac0d0020 msgr2=0x7fbbac0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:50.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.436+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/3569359352 shutdown_connections 2024-09-21T07:24:50.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.436+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/3569359352 wait complete. 2024-09-21T07:24:50.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 Processor -- start 2024-09-21T07:24:50.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 -- start start 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 0x7fbbac072e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbbac15f4b0 0x7fbbac0c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbbac15f8c0 0x7fbbac0c9870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbbac0af800 con 0x7fbb9c004810 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbbac0af680 con 0x7fbbac15f8c0 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbbac0cc2e0 con 0x7fbbac15f4b0 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 0x7fbbac072e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 0x7fbbac072e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45914/0 (socket says 172.21.15.6:45914) 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 -- 172.21.15.6:0/1499005379 learned_addr learned my addr 172.21.15.6:0/1499005379 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:50.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbabfff640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbbac15f4b0 0x7fbbac0c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb118e640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbbac15f8c0 0x7fbbac0c9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 -- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbbac15f4b0 msgr2=0x7fbbac0c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbbac15f4b0 0x7fbbac0c9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 -- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbbac15f8c0 msgr2=0x7fbbac0c9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbbac15f8c0 0x7fbbac0c9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 -- 172.21.15.6:0/1499005379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbac15cfc0 con 0x7fbb9c004810 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb098d640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 0x7fbbac072e10 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbba000d5b0 tx=0x7fbba000da70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbba97fa640 1 -- 172.21.15.6:0/1499005379 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbba00064e0 con 0x7fbb9c004810 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbba97fa640 1 -- 172.21.15.6:0/1499005379 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbba0003710 con 0x7fbb9c004810 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbac073980 con 0x7fbb9c004810 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbba97fa640 1 -- 172.21.15.6:0/1499005379 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbba0003b60 con 0x7fbb9c004810 2024-09-21T07:24:50.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.440+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbac074ca0 con 0x7fbb9c004810 2024-09-21T07:24:50.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.444+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbac0ae3b0 con 0x7fbb9c004810 2024-09-21T07:24:50.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.444+0000 7fbba97fa640 1 -- 172.21.15.6:0/1499005379 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbba0003d00 con 0x7fbb9c004810 2024-09-21T07:24:50.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.444+0000 7fbba97fa640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbb900733a0 0x7fbb900758b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:50.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.444+0000 7fbba97fa640 1 -- 172.21.15.6:0/1499005379 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fbba0094610 con 0x7fbb9c004810 2024-09-21T07:24:50.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.444+0000 7fbbabfff640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbb900733a0 0x7fbb900758b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:50.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.444+0000 7fbbabfff640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbb900733a0 0x7fbb900758b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbb980ae000 tx=0x7fbb98019fd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:50.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.448+0000 7fbba97fa640 1 -- 172.21.15.6:0/1499005379 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbba005f6f0 con 0x7fbb9c004810 2024-09-21T07:24:50.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.616+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbbac073ea0 con 0x7fbb900733a0 2024-09-21T07:24:50.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.628+0000 7fbba97fa640 1 -- 172.21.15.6:0/1499005379 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251941 (secure 0 0 0) 0x7fbbac073ea0 con 0x7fbb900733a0 2024-09-21T07:24:50.635 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:24:50.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbb900733a0 msgr2=0x7fbb900758b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:50.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbb900733a0 0x7fbb900758b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbb980ae000 tx=0x7fbb98019fd0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 msgr2=0x7fbbac072e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:50.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 0x7fbbac072e10 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbba000d5b0 tx=0x7fbba000da70 comp rx=0 tx=0).stop 2024-09-21T07:24:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 shutdown_connections 2024-09-21T07:24:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbb900733a0 0x7fbb900758b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbbac15f8c0 0x7fbbac0c9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbbac15f4b0 0x7fbbac0c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 --2- 172.21.15.6:0/1499005379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbb9c004810 0x7fbbac072e10 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 >> 172.21.15.6:0/1499005379 conn(0x7fbbac0d0020 msgr2=0x7fbbac0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 shutdown_connections 2024-09-21T07:24:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.632+0000 7fbbb2bf1640 1 -- 172.21.15.6:0/1499005379 wait complete. 2024-09-21T07:24:50.654 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-21T07:24:48.836731+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219112,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755608,"statfs":{"total":773094113280,"available":772869742592,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":61,"apply_latency_ms":61,"commit_latency_ns":61000000,"apply_latency_ns":61000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.003235"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502245+0000","last_change":"2024-09-21T07:24:41.415034+0000","last_active":"2024-09-21T07:24:42.502245+0000","last_peered":"2024-09-21T07:24:42.502245+0000","last_clean":"2024-09-21T07:24:42.502245+0000","last_became_active":"2024-09-21T07:24:41.413691+0000","last_became_peered":"2024-09-21T07:24:41.413691+0000","last_unstale":"2024-09-21T07:24:42.502245+0000","last_undegraded":"2024-09-21T07:24:42.502245+0000","last_fullsized":"2024-09-21T07:24:42.502245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:46.481256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369383+0000","last_change":"2024-09-21T07:24:41.399535+0000","last_active":"2024-09-21T07:24:42.369383+0000","last_peered":"2024-09-21T07:24:42.369383+0000","last_clean":"2024-09-21T07:24:42.369383+0000","last_became_active":"2024-09-21T07:24:41.397688+0000","last_became_peered":"2024-09-21T07:24:41.397688+0000","last_unstale":"2024-09-21T07:24:42.369383+0000","last_undegraded":"2024-09-21T07:24:42.369383+0000","last_fullsized":"2024-09-21T07:24:42.369383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:16.224476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502291+0000","last_change":"2024-09-21T07:24:41.402365+0000","last_active":"2024-09-21T07:24:42.502291+0000","last_peered":"2024-09-21T07:24:42.502291+0000","last_clean":"2024-09-21T07:24:42.502291+0000","last_became_active":"2024-09-21T07:24:41.401499+0000","last_became_peered":"2024-09-21T07:24:41.401499+0000","last_unstale":"2024-09-21T07:24:42.502291+0000","last_undegraded":"2024-09-21T07:24:42.502291+0000","last_fullsized":"2024-09-21T07:24:42.502291+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371791+0000","last_change":"2024-09-21T07:24:41.437536+0000","last_active":"2024-09-21T07:24:42.371791+0000","last_peered":"2024-09-21T07:24:42.371791+0000","last_clean":"2024-09-21T07:24:42.371791+0000","last_became_active":"2024-09-21T07:24:41.429829+0000","last_became_peered":"2024-09-21T07:24:41.429829+0000","last_unstale":"2024-09-21T07:24:42.371791+0000","last_undegraded":"2024-09-21T07:24:42.371791+0000","last_fullsized":"2024-09-21T07:24:42.371791+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:40.942653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501827+0000","last_change":"2024-09-21T07:24:41.403966+0000","last_active":"2024-09-21T07:24:42.501827+0000","last_peered":"2024-09-21T07:24:42.501827+0000","last_clean":"2024-09-21T07:24:42.501827+0000","last_became_active":"2024-09-21T07:24:41.402762+0000","last_became_peered":"2024-09-21T07:24:41.402762+0000","last_unstale":"2024-09-21T07:24:42.501827+0000","last_undegraded":"2024-09-21T07:24:42.501827+0000","last_fullsized":"2024-09-21T07:24:42.501827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.370983+0000","last_change":"2024-09-21T07:24:41.442588+0000","last_active":"2024-09-21T07:24:42.370983+0000","last_peered":"2024-09-21T07:24:42.370983+0000","last_clean":"2024-09-21T07:24:42.370983+0000","last_became_active":"2024-09-21T07:24:41.438326+0000","last_became_peered":"2024-09-21T07:24:41.438326+0000","last_unstale":"2024-09-21T07:24:42.370983+0000","last_undegraded":"2024-09-21T07:24:42.370983+0000","last_fullsized":"2024-09-21T07:24:42.370983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501654+0000","last_change":"2024-09-21T07:24:41.418985+0000","last_active":"2024-09-21T07:24:42.501654+0000","last_peered":"2024-09-21T07:24:42.501654+0000","last_clean":"2024-09-21T07:24:42.501654+0000","last_became_active":"2024-09-21T07:24:41.417534+0000","last_became_peered":"2024-09-21T07:24:41.417534+0000","last_unstale":"2024-09-21T07:24:42.501654+0000","last_undegraded":"2024-09-21T07:24:42.501654+0000","last_fullsized":"2024-09-21T07:24:42.501654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502228+0000","last_change":"2024-09-21T07:24:41.448227+0000","last_active":"2024-09-21T07:24:42.502228+0000","last_peered":"2024-09-21T07:24:42.502228+0000","last_clean":"2024-09-21T07:24:42.502228+0000","last_became_active":"2024-09-21T07:24:41.447897+0000","last_became_peered":"2024-09-21T07:24:41.447897+0000","last_unstale":"2024-09-21T07:24:42.502228+0000","last_undegraded":"2024-09-21T07:24:42.502228+0000","last_fullsized":"2024-09-21T07:24:42.502228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:53.678504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502606+0000","last_change":"2024-09-21T07:24:41.439508+0000","last_active":"2024-09-21T07:24:42.502606+0000","last_peered":"2024-09-21T07:24:42.502606+0000","last_clean":"2024-09-21T07:24:42.502606+0000","last_became_active":"2024-09-21T07:24:41.438706+0000","last_became_peered":"2024-09-21T07:24:41.438706+0000","last_unstale":"2024-09-21T07:24:42.502606+0000","last_undegraded":"2024-09-21T07:24:42.502606+0000","last_fullsized":"2024-09-21T07:24:42.502606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:05.067042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430856+0000","last_change":"2024-09-21T07:24:41.421880+0000","last_active":"2024-09-21T07:24:42.430856+0000","last_peered":"2024-09-21T07:24:42.430856+0000","last_clean":"2024-09-21T07:24:42.430856+0000","last_became_active":"2024-09-21T07:24:41.420435+0000","last_became_peered":"2024-09-21T07:24:41.420435+0000","last_unstale":"2024-09-21T07:24:42.430856+0000","last_undegraded":"2024-09-21T07:24:42.430856+0000","last_fullsized":"2024-09-21T07:24:42.430856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:17.802714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430407+0000","last_change":"2024-09-21T07:24:41.432095+0000","last_active":"2024-09-21T07:24:42.430407+0000","last_peered":"2024-09-21T07:24:42.430407+0000","last_clean":"2024-09-21T07:24:42.430407+0000","last_became_active":"2024-09-21T07:24:41.431316+0000","last_became_peered":"2024-09-21T07:24:41.431316+0000","last_unstale":"2024-09-21T07:24:42.430407+0000","last_undegraded":"2024-09-21T07:24:42.430407+0000","last_fullsized":"2024-09-21T07:24:42.430407+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:43.853999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374314+0000","last_change":"2024-09-21T07:24:41.416639+0000","last_active":"2024-09-21T07:24:42.374314+0000","last_peered":"2024-09-21T07:24:42.374314+0000","last_clean":"2024-09-21T07:24:42.374314+0000","last_became_active":"2024-09-21T07:24:41.415292+0000","last_became_peered":"2024-09-21T07:24:41.415292+0000","last_unstale":"2024-09-21T07:24:42.374314+0000","last_undegraded":"2024-09-21T07:24:42.374314+0000","last_fullsized":"2024-09-21T07:24:42.374314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:36.577009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504941+0000","last_change":"2024-09-21T07:24:41.417940+0000","last_active":"2024-09-21T07:24:42.504941+0000","last_peered":"2024-09-21T07:24:42.504941+0000","last_clean":"2024-09-21T07:24:42.504941+0000","last_became_active":"2024-09-21T07:24:41.413960+0000","last_became_peered":"2024-09-21T07:24:41.413960+0000","last_unstale":"2024-09-21T07:24:42.504941+0000","last_undegraded":"2024-09-21T07:24:42.504941+0000","last_fullsized":"2024-09-21T07:24:42.504941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503124+0000","last_change":"2024-09-21T07:24:41.407198+0000","last_active":"2024-09-21T07:24:42.503124+0000","last_peered":"2024-09-21T07:24:42.503124+0000","last_clean":"2024-09-21T07:24:42.503124+0000","last_became_active":"2024-09-21T07:24:41.406130+0000","last_became_peered":"2024-09-21T07:24:41.406130+0000","last_unstale":"2024-09-21T07:24:42.503124+0000","last_undegraded":"2024-09-21T07:24:42.503124+0000","last_fullsized":"2024-09-21T07:24:42.503124+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:53.462097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368809+0000","last_change":"2024-09-21T07:24:41.408431+0000","last_active":"2024-09-21T07:24:42.368809+0000","last_peered":"2024-09-21T07:24:42.368809+0000","last_clean":"2024-09-21T07:24:42.368809+0000","last_became_active":"2024-09-21T07:24:41.406129+0000","last_became_peered":"2024-09-21T07:24:41.406129+0000","last_unstale":"2024-09-21T07:24:42.368809+0000","last_undegraded":"2024-09-21T07:24:42.368809+0000","last_fullsized":"2024-09-21T07:24:42.368809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.370854+0000","last_change":"2024-09-21T07:24:41.435345+0000","last_active":"2024-09-21T07:24:42.370854+0000","last_peered":"2024-09-21T07:24:42.370854+0000","last_clean":"2024-09-21T07:24:42.370854+0000","last_became_active":"2024-09-21T07:24:41.434147+0000","last_became_peered":"2024-09-21T07:24:41.434147+0000","last_unstale":"2024-09-21T07:24:42.370854+0000","last_undegraded":"2024-09-21T07:24:42.370854+0000","last_fullsized":"2024-09-21T07:24:42.370854+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:17.802714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.373312+0000","last_change":"2024-09-21T07:24:41.427795+0000","last_active":"2024-09-21T07:24:42.373312+0000","last_peered":"2024-09-21T07:24:42.373312+0000","last_clean":"2024-09-21T07:24:42.373312+0000","last_became_active":"2024-09-21T07:24:41.416076+0000","last_became_peered":"2024-09-21T07:24:41.416076+0000","last_unstale":"2024-09-21T07:24:42.373312+0000","last_undegraded":"2024-09-21T07:24:42.373312+0000","last_fullsized":"2024-09-21T07:24:42.373312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:56.667530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500846+0000","last_change":"2024-09-21T07:24:41.419979+0000","last_active":"2024-09-21T07:24:42.500846+0000","last_peered":"2024-09-21T07:24:42.500846+0000","last_clean":"2024-09-21T07:24:42.500846+0000","last_became_active":"2024-09-21T07:24:41.419554+0000","last_became_peered":"2024-09-21T07:24:41.419554+0000","last_unstale":"2024-09-21T07:24:42.500846+0000","last_undegraded":"2024-09-21T07:24:42.500846+0000","last_fullsized":"2024-09-21T07:24:42.500846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:26.979295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503177+0000","last_change":"2024-09-21T07:24:41.403947+0000","last_active":"2024-09-21T07:24:42.503177+0000","last_peered":"2024-09-21T07:24:42.503177+0000","last_clean":"2024-09-21T07:24:42.503177+0000","last_became_active":"2024-09-21T07:24:41.403089+0000","last_became_peered":"2024-09-21T07:24:41.403089+0000","last_unstale":"2024-09-21T07:24:42.503177+0000","last_undegraded":"2024-09-21T07:24:42.503177+0000","last_fullsized":"2024-09-21T07:24:42.503177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:44.436212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430343+0000","last_change":"2024-09-21T07:24:41.412408+0000","last_active":"2024-09-21T07:24:42.430343+0000","last_peered":"2024-09-21T07:24:42.430343+0000","last_clean":"2024-09-21T07:24:42.430343+0000","last_became_active":"2024-09-21T07:24:41.411592+0000","last_became_peered":"2024-09-21T07:24:41.411592+0000","last_unstale":"2024-09-21T07:24:42.430343+0000","last_undegraded":"2024-09-21T07:24:42.430343+0000","last_fullsized":"2024-09-21T07:24:42.430343+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502720+0000","last_change":"2024-09-21T07:24:41.404111+0000","last_active":"2024-09-21T07:24:42.502720+0000","last_peered":"2024-09-21T07:24:42.502720+0000","last_clean":"2024-09-21T07:24:42.502720+0000","last_became_active":"2024-09-21T07:24:41.403257+0000","last_became_peered":"2024-09-21T07:24:41.403257+0000","last_unstale":"2024-09-21T07:24:42.502720+0000","last_undegraded":"2024-09-21T07:24:42.502720+0000","last_fullsized":"2024-09-21T07:24:42.502720+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:17:12.076081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371662+0000","last_change":"2024-09-21T07:24:41.441005+0000","last_active":"2024-09-21T07:24:42.371662+0000","last_peered":"2024-09-21T07:24:42.371662+0000","last_clean":"2024-09-21T07:24:42.371662+0000","last_became_active":"2024-09-21T07:24:41.437671+0000","last_became_peered":"2024-09-21T07:24:41.437671+0000","last_unstale":"2024-09-21T07:24:42.371662+0000","last_undegraded":"2024-09-21T07:24:42.371662+0000","last_fullsized":"2024-09-21T07:24:42.371662+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:26.113408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504774+0000","last_change":"2024-09-21T07:24:41.399284+0000","last_active":"2024-09-21T07:24:42.504774+0000","last_peered":"2024-09-21T07:24:42.504774+0000","last_clean":"2024-09-21T07:24:42.504774+0000","last_became_active":"2024-09-21T07:24:41.398327+0000","last_became_peered":"2024-09-21T07:24:41.398327+0000","last_unstale":"2024-09-21T07:24:42.504774+0000","last_undegraded":"2024-09-21T07:24:42.504774+0000","last_fullsized":"2024-09-21T07:24:42.504774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:55.818604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371535+0000","last_change":"2024-09-21T07:24:41.434761+0000","last_active":"2024-09-21T07:24:42.371535+0000","last_peered":"2024-09-21T07:24:42.371535+0000","last_clean":"2024-09-21T07:24:42.371535+0000","last_became_active":"2024-09-21T07:24:41.433390+0000","last_became_peered":"2024-09-21T07:24:41.433390+0000","last_unstale":"2024-09-21T07:24:42.371535+0000","last_undegraded":"2024-09-21T07:24:42.371535+0000","last_fullsized":"2024-09-21T07:24:42.371535+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:10:58.042808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505755+0000","last_change":"2024-09-21T07:24:41.415033+0000","last_active":"2024-09-21T07:24:42.505755+0000","last_peered":"2024-09-21T07:24:42.505755+0000","last_clean":"2024-09-21T07:24:42.505755+0000","last_became_active":"2024-09-21T07:24:41.413987+0000","last_became_peered":"2024-09-21T07:24:41.413987+0000","last_unstale":"2024-09-21T07:24:42.505755+0000","last_undegraded":"2024-09-21T07:24:42.505755+0000","last_fullsized":"2024-09-21T07:24:42.505755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:26.113408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.431282+0000","last_change":"2024-09-21T07:24:41.414557+0000","last_active":"2024-09-21T07:24:42.431282+0000","last_peered":"2024-09-21T07:24:42.431282+0000","last_clean":"2024-09-21T07:24:42.431282+0000","last_became_active":"2024-09-21T07:24:41.412760+0000","last_became_peered":"2024-09-21T07:24:41.412760+0000","last_unstale":"2024-09-21T07:24:42.431282+0000","last_undegraded":"2024-09-21T07:24:42.431282+0000","last_fullsized":"2024-09-21T07:24:42.431282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369036+0000","last_change":"2024-09-21T07:24:41.412693+0000","last_active":"2024-09-21T07:24:42.369036+0000","last_peered":"2024-09-21T07:24:42.369036+0000","last_clean":"2024-09-21T07:24:42.369036+0000","last_became_active":"2024-09-21T07:24:41.411841+0000","last_became_peered":"2024-09-21T07:24:41.411841+0000","last_unstale":"2024-09-21T07:24:42.369036+0000","last_undegraded":"2024-09-21T07:24:42.369036+0000","last_fullsized":"2024-09-21T07:24:42.369036+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506104+0000","last_change":"2024-09-21T07:24:41.415493+0000","last_active":"2024-09-21T07:24:42.506104+0000","last_peered":"2024-09-21T07:24:42.506104+0000","last_clean":"2024-09-21T07:24:42.506104+0000","last_became_active":"2024-09-21T07:24:41.414688+0000","last_became_peered":"2024-09-21T07:24:41.414688+0000","last_unstale":"2024-09-21T07:24:42.506104+0000","last_undegraded":"2024-09-21T07:24:42.506104+0000","last_fullsized":"2024-09-21T07:24:42.506104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:40.942653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503156+0000","last_change":"2024-09-21T07:24:41.413981+0000","last_active":"2024-09-21T07:24:42.503156+0000","last_peered":"2024-09-21T07:24:42.503156+0000","last_clean":"2024-09-21T07:24:42.503156+0000","last_became_active":"2024-09-21T07:24:41.407972+0000","last_became_peered":"2024-09-21T07:24:41.407972+0000","last_unstale":"2024-09-21T07:24:42.503156+0000","last_undegraded":"2024-09-21T07:24:42.503156+0000","last_fullsized":"2024-09-21T07:24:42.503156+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372308+0000","last_change":"2024-09-21T07:24:41.443090+0000","last_active":"2024-09-21T07:24:42.372308+0000","last_peered":"2024-09-21T07:24:42.372308+0000","last_clean":"2024-09-21T07:24:42.372308+0000","last_became_active":"2024-09-21T07:24:41.430412+0000","last_became_peered":"2024-09-21T07:24:41.430412+0000","last_unstale":"2024-09-21T07:24:42.372308+0000","last_undegraded":"2024-09-21T07:24:42.372308+0000","last_fullsized":"2024-09-21T07:24:42.372308+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:46.481256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500652+0000","last_change":"2024-09-21T07:24:41.418297+0000","last_active":"2024-09-21T07:24:42.500652+0000","last_peered":"2024-09-21T07:24:42.500652+0000","last_clean":"2024-09-21T07:24:42.500652+0000","last_became_active":"2024-09-21T07:24:41.417873+0000","last_became_peered":"2024-09-21T07:24:41.417873+0000","last_unstale":"2024-09-21T07:24:42.500652+0000","last_undegraded":"2024-09-21T07:24:42.500652+0000","last_fullsized":"2024-09-21T07:24:42.500652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:53.118126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429340+0000","last_change":"2024-09-21T07:24:41.422373+0000","last_active":"2024-09-21T07:24:42.429340+0000","last_peered":"2024-09-21T07:24:42.429340+0000","last_clean":"2024-09-21T07:24:42.429340+0000","last_became_active":"2024-09-21T07:24:41.419594+0000","last_became_peered":"2024-09-21T07:24:41.419594+0000","last_unstale":"2024-09-21T07:24:42.429340+0000","last_undegraded":"2024-09-21T07:24:42.429340+0000","last_fullsized":"2024-09-21T07:24:42.429340+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:39.377488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.373658+0000","last_change":"2024-09-21T07:24:41.410226+0000","last_active":"2024-09-21T07:24:42.373658+0000","last_peered":"2024-09-21T07:24:42.373658+0000","last_clean":"2024-09-21T07:24:42.373658+0000","last_became_active":"2024-09-21T07:24:41.409404+0000","last_became_peered":"2024-09-21T07:24:41.409404+0000","last_unstale":"2024-09-21T07:24:42.373658+0000","last_undegraded":"2024-09-21T07:24:42.373658+0000","last_fullsized":"2024-09-21T07:24:42.373658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:20.957892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505437+0000","last_change":"2024-09-21T07:24:40.383449+0000","last_active":"2024-09-21T07:24:42.505437+0000","last_peered":"2024-09-21T07:24:42.505437+0000","last_clean":"2024-09-21T07:24:42.505437+0000","last_became_active":"2024-09-21T07:24:40.383023+0000","last_became_peered":"2024-09-21T07:24:40.383023+0000","last_unstale":"2024-09-21T07:24:42.505437+0000","last_undegraded":"2024-09-21T07:24:42.505437+0000","last_fullsized":"2024-09-21T07:24:42.505437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:28:58.388488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503082+0000","last_change":"2024-09-21T07:24:41.385625+0000","last_active":"2024-09-21T07:24:42.503082+0000","last_peered":"2024-09-21T07:24:42.503082+0000","last_clean":"2024-09-21T07:24:42.503082+0000","last_became_active":"2024-09-21T07:24:41.384500+0000","last_became_peered":"2024-09-21T07:24:41.384500+0000","last_unstale":"2024-09-21T07:24:42.503082+0000","last_undegraded":"2024-09-21T07:24:42.503082+0000","last_fullsized":"2024-09-21T07:24:42.503082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:08.663798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429893+0000","last_change":"2024-09-21T07:24:40.369678+0000","last_active":"2024-09-21T07:24:42.429893+0000","last_peered":"2024-09-21T07:24:42.429893+0000","last_clean":"2024-09-21T07:24:42.429893+0000","last_became_active":"2024-09-21T07:24:40.369202+0000","last_became_peered":"2024-09-21T07:24:40.369202+0000","last_unstale":"2024-09-21T07:24:42.429893+0000","last_undegraded":"2024-09-21T07:24:42.429893+0000","last_fullsized":"2024-09-21T07:24:42.429893+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:37.740923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504378+0000","last_change":"2024-09-21T07:24:40.367786+0000","last_active":"2024-09-21T07:24:42.504378+0000","last_peered":"2024-09-21T07:24:42.504378+0000","last_clean":"2024-09-21T07:24:42.504378+0000","last_became_active":"2024-09-21T07:24:40.367390+0000","last_became_peered":"2024-09-21T07:24:40.367390+0000","last_unstale":"2024-09-21T07:24:42.504378+0000","last_undegraded":"2024-09-21T07:24:42.504378+0000","last_fullsized":"2024-09-21T07:24:42.504378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:53.403790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502944+0000","last_change":"2024-09-21T07:24:41.416927+0000","last_active":"2024-09-21T07:24:42.502944+0000","last_peered":"2024-09-21T07:24:42.502944+0000","last_clean":"2024-09-21T07:24:42.502944+0000","last_became_active":"2024-09-21T07:24:41.416250+0000","last_became_peered":"2024-09-21T07:24:41.416250+0000","last_unstale":"2024-09-21T07:24:42.502944+0000","last_undegraded":"2024-09-21T07:24:42.502944+0000","last_fullsized":"2024-09-21T07:24:42.502944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372003+0000","last_change":"2024-09-21T07:24:40.383418+0000","last_active":"2024-09-21T07:24:42.372003+0000","last_peered":"2024-09-21T07:24:42.372003+0000","last_clean":"2024-09-21T07:24:42.372003+0000","last_became_active":"2024-09-21T07:24:40.382472+0000","last_became_peered":"2024-09-21T07:24:40.382472+0000","last_unstale":"2024-09-21T07:24:42.372003+0000","last_undegraded":"2024-09-21T07:24:42.372003+0000","last_fullsized":"2024-09-21T07:24:42.372003+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:50.700477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368810+0000","last_change":"2024-09-21T07:24:41.405635+0000","last_active":"2024-09-21T07:24:42.368810+0000","last_peered":"2024-09-21T07:24:42.368810+0000","last_clean":"2024-09-21T07:24:42.368810+0000","last_became_active":"2024-09-21T07:24:41.404333+0000","last_became_peered":"2024-09-21T07:24:41.404333+0000","last_unstale":"2024-09-21T07:24:42.368810+0000","last_undegraded":"2024-09-21T07:24:42.368810+0000","last_fullsized":"2024-09-21T07:24:42.368810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:53.462097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430489+0000","last_change":"2024-09-21T07:24:40.379233+0000","last_active":"2024-09-21T07:24:42.430489+0000","last_peered":"2024-09-21T07:24:42.430489+0000","last_clean":"2024-09-21T07:24:42.430489+0000","last_became_active":"2024-09-21T07:24:40.377717+0000","last_became_peered":"2024-09-21T07:24:40.377717+0000","last_unstale":"2024-09-21T07:24:42.430489+0000","last_undegraded":"2024-09-21T07:24:42.430489+0000","last_fullsized":"2024-09-21T07:24:42.430489+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371715+0000","last_change":"2024-09-21T07:24:41.415292+0000","last_active":"2024-09-21T07:24:42.371715+0000","last_peered":"2024-09-21T07:24:42.371715+0000","last_clean":"2024-09-21T07:24:42.371715+0000","last_became_active":"2024-09-21T07:24:41.414415+0000","last_became_peered":"2024-09-21T07:24:41.414415+0000","last_unstale":"2024-09-21T07:24:42.371715+0000","last_undegraded":"2024-09-21T07:24:42.371715+0000","last_fullsized":"2024-09-21T07:24:42.371715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372235+0000","last_change":"2024-09-21T07:24:40.383330+0000","last_active":"2024-09-21T07:24:42.372235+0000","last_peered":"2024-09-21T07:24:42.372235+0000","last_clean":"2024-09-21T07:24:42.372235+0000","last_became_active":"2024-09-21T07:24:40.382471+0000","last_became_peered":"2024-09-21T07:24:40.382471+0000","last_unstale":"2024-09-21T07:24:42.372235+0000","last_undegraded":"2024-09-21T07:24:42.372235+0000","last_fullsized":"2024-09-21T07:24:42.372235+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503174+0000","last_change":"2024-09-21T07:24:41.419121+0000","last_active":"2024-09-21T07:24:42.503174+0000","last_peered":"2024-09-21T07:24:42.503174+0000","last_clean":"2024-09-21T07:24:42.503174+0000","last_became_active":"2024-09-21T07:24:41.418710+0000","last_became_peered":"2024-09-21T07:24:41.418710+0000","last_unstale":"2024-09-21T07:24:42.503174+0000","last_undegraded":"2024-09-21T07:24:42.503174+0000","last_fullsized":"2024-09-21T07:24:42.503174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369146+0000","last_change":"2024-09-21T07:24:40.377775+0000","last_active":"2024-09-21T07:24:42.369146+0000","last_peered":"2024-09-21T07:24:42.369146+0000","last_clean":"2024-09-21T07:24:42.369146+0000","last_became_active":"2024-09-21T07:24:40.377505+0000","last_became_peered":"2024-09-21T07:24:40.377505+0000","last_unstale":"2024-09-21T07:24:42.369146+0000","last_undegraded":"2024-09-21T07:24:42.369146+0000","last_fullsized":"2024-09-21T07:24:42.369146+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:52.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374429+0000","last_change":"2024-09-21T07:24:41.397563+0000","last_active":"2024-09-21T07:24:42.374429+0000","last_peered":"2024-09-21T07:24:42.374429+0000","last_clean":"2024-09-21T07:24:42.374429+0000","last_became_active":"2024-09-21T07:24:41.396627+0000","last_became_peered":"2024-09-21T07:24:41.396627+0000","last_unstale":"2024-09-21T07:24:42.374429+0000","last_undegraded":"2024-09-21T07:24:42.374429+0000","last_fullsized":"2024-09-21T07:24:42.374429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:26.979295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430017+0000","last_change":"2024-09-21T07:24:40.370472+0000","last_active":"2024-09-21T07:24:42.430017+0000","last_peered":"2024-09-21T07:24:42.430017+0000","last_clean":"2024-09-21T07:24:42.430017+0000","last_became_active":"2024-09-21T07:24:40.369587+0000","last_became_peered":"2024-09-21T07:24:40.369587+0000","last_unstale":"2024-09-21T07:24:42.430017+0000","last_undegraded":"2024-09-21T07:24:42.430017+0000","last_fullsized":"2024-09-21T07:24:42.430017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502363+0000","last_change":"2024-09-21T07:24:41.413516+0000","last_active":"2024-09-21T07:24:42.502363+0000","last_peered":"2024-09-21T07:24:42.502363+0000","last_clean":"2024-09-21T07:24:42.502363+0000","last_became_active":"2024-09-21T07:24:41.412730+0000","last_became_peered":"2024-09-21T07:24:41.412730+0000","last_unstale":"2024-09-21T07:24:42.502363+0000","last_undegraded":"2024-09-21T07:24:42.502363+0000","last_fullsized":"2024-09-21T07:24:42.502363+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:06.017793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503268+0000","last_change":"2024-09-21T07:24:40.365795+0000","last_active":"2024-09-21T07:24:42.503268+0000","last_peered":"2024-09-21T07:24:42.503268+0000","last_clean":"2024-09-21T07:24:42.503268+0000","last_became_active":"2024-09-21T07:24:40.365277+0000","last_became_peered":"2024-09-21T07:24:40.365277+0000","last_unstale":"2024-09-21T07:24:42.503268+0000","last_undegraded":"2024-09-21T07:24:42.503268+0000","last_fullsized":"2024-09-21T07:24:42.503268+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503810+0000","last_change":"2024-09-21T07:24:41.400851+0000","last_active":"2024-09-21T07:24:42.503810+0000","last_peered":"2024-09-21T07:24:42.503810+0000","last_clean":"2024-09-21T07:24:42.503810+0000","last_became_active":"2024-09-21T07:24:41.399933+0000","last_became_peered":"2024-09-21T07:24:41.399933+0000","last_unstale":"2024-09-21T07:24:42.503810+0000","last_undegraded":"2024-09-21T07:24:42.503810+0000","last_fullsized":"2024-09-21T07:24:42.503810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:17.413114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372319+0000","last_change":"2024-09-21T07:24:40.380329+0000","last_active":"2024-09-21T07:24:42.372319+0000","last_peered":"2024-09-21T07:24:42.372319+0000","last_clean":"2024-09-21T07:24:42.372319+0000","last_became_active":"2024-09-21T07:24:40.379461+0000","last_became_peered":"2024-09-21T07:24:40.379461+0000","last_unstale":"2024-09-21T07:24:42.372319+0000","last_undegraded":"2024-09-21T07:24:42.372319+0000","last_fullsized":"2024-09-21T07:24:42.372319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502293+0000","last_change":"2024-09-21T07:24:41.415374+0000","last_active":"2024-09-21T07:24:42.502293+0000","last_peered":"2024-09-21T07:24:42.502293+0000","last_clean":"2024-09-21T07:24:42.502293+0000","last_became_active":"2024-09-21T07:24:41.409743+0000","last_became_peered":"2024-09-21T07:24:41.409743+0000","last_unstale":"2024-09-21T07:24:42.502293+0000","last_undegraded":"2024-09-21T07:24:42.502293+0000","last_fullsized":"2024-09-21T07:24:42.502293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:01.165620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429346+0000","last_change":"2024-09-21T07:24:40.371113+0000","last_active":"2024-09-21T07:24:42.429346+0000","last_peered":"2024-09-21T07:24:42.429346+0000","last_clean":"2024-09-21T07:24:42.429346+0000","last_became_active":"2024-09-21T07:24:40.369639+0000","last_became_peered":"2024-09-21T07:24:40.369639+0000","last_unstale":"2024-09-21T07:24:42.429346+0000","last_undegraded":"2024-09-21T07:24:42.429346+0000","last_fullsized":"2024-09-21T07:24:42.429346+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429438+0000","last_change":"2024-09-21T07:24:41.422596+0000","last_active":"2024-09-21T07:24:42.429438+0000","last_peered":"2024-09-21T07:24:42.429438+0000","last_clean":"2024-09-21T07:24:42.429438+0000","last_became_active":"2024-09-21T07:24:41.420814+0000","last_became_peered":"2024-09-21T07:24:41.420814+0000","last_unstale":"2024-09-21T07:24:42.429438+0000","last_undegraded":"2024-09-21T07:24:42.429438+0000","last_fullsized":"2024-09-21T07:24:42.429438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:53.678504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":23,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500460+0000","last_change":"2024-09-21T07:24:40.347926+0000","last_active":"2024-09-21T07:24:42.500460+0000","last_peered":"2024-09-21T07:24:42.500460+0000","last_clean":"2024-09-21T07:24:42.500460+0000","last_became_active":"2024-09-21T07:24:40.347566+0000","last_became_peered":"2024-09-21T07:24:40.347566+0000","last_unstale":"2024-09-21T07:24:42.500460+0000","last_undegraded":"2024-09-21T07:24:42.500460+0000","last_fullsized":"2024-09-21T07:24:42.500460+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501672+0000","last_change":"2024-09-21T07:24:41.407301+0000","last_active":"2024-09-21T07:24:42.501672+0000","last_peered":"2024-09-21T07:24:42.501672+0000","last_clean":"2024-09-21T07:24:42.501672+0000","last_became_active":"2024-09-21T07:24:41.406372+0000","last_became_peered":"2024-09-21T07:24:41.406372+0000","last_unstale":"2024-09-21T07:24:42.501672+0000","last_undegraded":"2024-09-21T07:24:42.501672+0000","last_fullsized":"2024-09-21T07:24:42.501672+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:50:24.425922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374757+0000","last_change":"2024-09-21T07:24:40.373083+0000","last_active":"2024-09-21T07:24:42.374757+0000","last_peered":"2024-09-21T07:24:42.374757+0000","last_clean":"2024-09-21T07:24:42.374757+0000","last_became_active":"2024-09-21T07:24:40.365858+0000","last_became_peered":"2024-09-21T07:24:40.365858+0000","last_unstale":"2024-09-21T07:24:42.374757+0000","last_undegraded":"2024-09-21T07:24:42.374757+0000","last_fullsized":"2024-09-21T07:24:42.374757+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503270+0000","last_change":"2024-09-21T07:24:41.407015+0000","last_active":"2024-09-21T07:24:42.503270+0000","last_peered":"2024-09-21T07:24:42.503270+0000","last_clean":"2024-09-21T07:24:42.503270+0000","last_became_active":"2024-09-21T07:24:41.406100+0000","last_became_peered":"2024-09-21T07:24:41.406100+0000","last_unstale":"2024-09-21T07:24:42.503270+0000","last_undegraded":"2024-09-21T07:24:42.503270+0000","last_fullsized":"2024-09-21T07:24:42.503270+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:24:06.504057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501328+0000","last_change":"2024-09-21T07:24:40.358846+0000","last_active":"2024-09-21T07:24:42.501328+0000","last_peered":"2024-09-21T07:24:42.501328+0000","last_clean":"2024-09-21T07:24:42.501328+0000","last_became_active":"2024-09-21T07:24:40.358396+0000","last_became_peered":"2024-09-21T07:24:40.358396+0000","last_unstale":"2024-09-21T07:24:42.501328+0000","last_undegraded":"2024-09-21T07:24:42.501328+0000","last_fullsized":"2024-09-21T07:24:42.501328+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502963+0000","last_change":"2024-09-21T07:24:41.414510+0000","last_active":"2024-09-21T07:24:42.502963+0000","last_peered":"2024-09-21T07:24:42.502963+0000","last_clean":"2024-09-21T07:24:42.502963+0000","last_became_active":"2024-09-21T07:24:41.412336+0000","last_became_peered":"2024-09-21T07:24:41.412336+0000","last_unstale":"2024-09-21T07:24:42.502963+0000","last_undegraded":"2024-09-21T07:24:42.502963+0000","last_fullsized":"2024-09-21T07:24:42.502963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:18.200919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369213+0000","last_change":"2024-09-21T07:24:40.362966+0000","last_active":"2024-09-21T07:24:42.369213+0000","last_peered":"2024-09-21T07:24:42.369213+0000","last_clean":"2024-09-21T07:24:42.369213+0000","last_became_active":"2024-09-21T07:24:40.362625+0000","last_became_peered":"2024-09-21T07:24:40.362625+0000","last_unstale":"2024-09-21T07:24:42.369213+0000","last_undegraded":"2024-09-21T07:24:42.369213+0000","last_fullsized":"2024-09-21T07:24:42.369213+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:19.948834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372989+0000","last_change":"2024-09-21T07:24:41.428933+0000","last_active":"2024-09-21T07:24:42.372989+0000","last_peered":"2024-09-21T07:24:42.372989+0000","last_clean":"2024-09-21T07:24:42.372989+0000","last_became_active":"2024-09-21T07:24:41.426941+0000","last_became_peered":"2024-09-21T07:24:41.426941+0000","last_unstale":"2024-09-21T07:24:42.372989+0000","last_undegraded":"2024-09-21T07:24:42.372989+0000","last_fullsized":"2024-09-21T07:24:42.372989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:58.666315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500976+0000","last_change":"2024-09-21T07:24:40.375285+0000","last_active":"2024-09-21T07:24:42.500976+0000","last_peered":"2024-09-21T07:24:42.500976+0000","last_clean":"2024-09-21T07:24:42.500976+0000","last_became_active":"2024-09-21T07:24:40.374807+0000","last_became_peered":"2024-09-21T07:24:40.374807+0000","last_unstale":"2024-09-21T07:24:42.500976+0000","last_undegraded":"2024-09-21T07:24:42.500976+0000","last_fullsized":"2024-09-21T07:24:42.500976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502633+0000","last_change":"2024-09-21T07:24:41.437434+0000","last_active":"2024-09-21T07:24:42.502633+0000","last_peered":"2024-09-21T07:24:42.502633+0000","last_clean":"2024-09-21T07:24:42.502633+0000","last_became_active":"2024-09-21T07:24:41.436712+0000","last_became_peered":"2024-09-21T07:24:41.436712+0000","last_unstale":"2024-09-21T07:24:42.502633+0000","last_undegraded":"2024-09-21T07:24:42.502633+0000","last_fullsized":"2024-09-21T07:24:42.502633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:58.666315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501761+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:24:42.501761+0000","last_peered":"2024-09-21T07:24:42.501761+0000","last_clean":"2024-09-21T07:24:42.501761+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:24:42.501761+0000","last_undegraded":"2024-09-21T07:24:42.501761+0000","last_fullsized":"2024-09-21T07:24:42.501761+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371020+0000","last_change":"2024-09-21T07:24:40.355827+0000","last_active":"2024-09-21T07:24:42.371020+0000","last_peered":"2024-09-21T07:24:42.371020+0000","last_clean":"2024-09-21T07:24:42.371020+0000","last_became_active":"2024-09-21T07:24:40.355218+0000","last_became_peered":"2024-09-21T07:24:40.355218+0000","last_unstale":"2024-09-21T07:24:42.371020+0000","last_undegraded":"2024-09-21T07:24:42.371020+0000","last_fullsized":"2024-09-21T07:24:42.371020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504541+0000","last_change":"2024-09-21T07:24:41.444715+0000","last_active":"2024-09-21T07:24:42.504541+0000","last_peered":"2024-09-21T07:24:42.504541+0000","last_clean":"2024-09-21T07:24:42.504541+0000","last_became_active":"2024-09-21T07:24:41.444402+0000","last_became_peered":"2024-09-21T07:24:41.444402+0000","last_unstale":"2024-09-21T07:24:42.504541+0000","last_undegraded":"2024-09-21T07:24:42.504541+0000","last_fullsized":"2024-09-21T07:24:42.504541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501445+0000","last_change":"2024-09-21T07:24:40.388303+0000","last_active":"2024-09-21T07:24:42.501445+0000","last_peered":"2024-09-21T07:24:42.501445+0000","last_clean":"2024-09-21T07:24:42.501445+0000","last_became_active":"2024-09-21T07:24:40.386002+0000","last_became_peered":"2024-09-21T07:24:40.386002+0000","last_unstale":"2024-09-21T07:24:42.501445+0000","last_undegraded":"2024-09-21T07:24:42.501445+0000","last_fullsized":"2024-09-21T07:24:42.501445+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:35.567950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502574+0000","last_change":"2024-09-21T07:24:41.377634+0000","last_active":"2024-09-21T07:24:42.502574+0000","last_peered":"2024-09-21T07:24:42.502574+0000","last_clean":"2024-09-21T07:24:42.502574+0000","last_became_active":"2024-09-21T07:24:41.376743+0000","last_became_peered":"2024-09-21T07:24:41.376743+0000","last_unstale":"2024-09-21T07:24:42.502574+0000","last_undegraded":"2024-09-21T07:24:42.502574+0000","last_fullsized":"2024-09-21T07:24:42.502574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:49:42.428121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500810+0000","last_change":"2024-09-21T07:24:40.356742+0000","last_active":"2024-09-21T07:24:42.500810+0000","last_peered":"2024-09-21T07:24:42.500810+0000","last_clean":"2024-09-21T07:24:42.500810+0000","last_became_active":"2024-09-21T07:24:40.356313+0000","last_became_peered":"2024-09-21T07:24:40.356313+0000","last_unstale":"2024-09-21T07:24:42.500810+0000","last_undegraded":"2024-09-21T07:24:42.500810+0000","last_fullsized":"2024-09-21T07:24:42.500810+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368871+0000","last_change":"2024-09-21T07:24:41.405305+0000","last_active":"2024-09-21T07:24:42.368871+0000","last_peered":"2024-09-21T07:24:42.368871+0000","last_clean":"2024-09-21T07:24:42.368871+0000","last_became_active":"2024-09-21T07:24:41.404489+0000","last_became_peered":"2024-09-21T07:24:41.404489+0000","last_unstale":"2024-09-21T07:24:42.368871+0000","last_undegraded":"2024-09-21T07:24:42.368871+0000","last_fullsized":"2024-09-21T07:24:42.368871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:43.853999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372614+0000","last_change":"2024-09-21T07:24:40.376248+0000","last_active":"2024-09-21T07:24:42.372614+0000","last_peered":"2024-09-21T07:24:42.372614+0000","last_clean":"2024-09-21T07:24:42.372614+0000","last_became_active":"2024-09-21T07:24:40.374826+0000","last_became_peered":"2024-09-21T07:24:40.374826+0000","last_unstale":"2024-09-21T07:24:42.372614+0000","last_undegraded":"2024-09-21T07:24:42.372614+0000","last_fullsized":"2024-09-21T07:24:42.372614+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:35.567950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374293+0000","last_change":"2024-09-21T07:24:41.387973+0000","last_active":"2024-09-21T07:24:42.374293+0000","last_peered":"2024-09-21T07:24:42.374293+0000","last_clean":"2024-09-21T07:24:42.374293+0000","last_became_active":"2024-09-21T07:24:41.384225+0000","last_became_peered":"2024-09-21T07:24:41.384225+0000","last_unstale":"2024-09-21T07:24:42.374293+0000","last_undegraded":"2024-09-21T07:24:42.374293+0000","last_fullsized":"2024-09-21T07:24:42.374293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:50.217152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369202+0000","last_change":"2024-09-21T07:24:40.354851+0000","last_active":"2024-09-21T07:24:42.369202+0000","last_peered":"2024-09-21T07:24:42.369202+0000","last_clean":"2024-09-21T07:24:42.369202+0000","last_became_active":"2024-09-21T07:24:40.354360+0000","last_became_peered":"2024-09-21T07:24:40.354360+0000","last_unstale":"2024-09-21T07:24:42.369202+0000","last_undegraded":"2024-09-21T07:24:42.369202+0000","last_fullsized":"2024-09-21T07:24:42.369202+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:42:13.267876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372589+0000","last_change":"2024-09-21T07:24:41.428309+0000","last_active":"2024-09-21T07:24:42.372589+0000","last_peered":"2024-09-21T07:24:42.372589+0000","last_clean":"2024-09-21T07:24:42.372589+0000","last_became_active":"2024-09-21T07:24:41.427387+0000","last_became_peered":"2024-09-21T07:24:41.427387+0000","last_unstale":"2024-09-21T07:24:42.372589+0000","last_undegraded":"2024-09-21T07:24:42.372589+0000","last_fullsized":"2024-09-21T07:24:42.372589+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:06.017793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503375+0000","last_change":"2024-09-21T07:24:40.388415+0000","last_active":"2024-09-21T07:24:42.503375+0000","last_peered":"2024-09-21T07:24:42.503375+0000","last_clean":"2024-09-21T07:24:42.503375+0000","last_became_active":"2024-09-21T07:24:40.387966+0000","last_became_peered":"2024-09-21T07:24:40.387966+0000","last_unstale":"2024-09-21T07:24:42.503375+0000","last_undegraded":"2024-09-21T07:24:42.503375+0000","last_fullsized":"2024-09-21T07:24:42.503375+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:56:33.253099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369009+0000","last_change":"2024-09-21T07:24:41.402627+0000","last_active":"2024-09-21T07:24:42.369009+0000","last_peered":"2024-09-21T07:24:42.369009+0000","last_clean":"2024-09-21T07:24:42.369009+0000","last_became_active":"2024-09-21T07:24:41.401732+0000","last_became_peered":"2024-09-21T07:24:41.401732+0000","last_unstale":"2024-09-21T07:24:42.369009+0000","last_undegraded":"2024-09-21T07:24:42.369009+0000","last_fullsized":"2024-09-21T07:24:42.369009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:17.413114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369508+0000","last_change":"2024-09-21T07:24:40.378989+0000","last_active":"2024-09-21T07:24:42.369508+0000","last_peered":"2024-09-21T07:24:42.369508+0000","last_clean":"2024-09-21T07:24:42.369508+0000","last_became_active":"2024-09-21T07:24:40.378648+0000","last_became_peered":"2024-09-21T07:24:40.378648+0000","last_unstale":"2024-09-21T07:24:42.369508+0000","last_undegraded":"2024-09-21T07:24:42.369508+0000","last_fullsized":"2024-09-21T07:24:42.369508+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:49.208093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506245+0000","last_change":"2024-09-21T07:24:41.409937+0000","last_active":"2024-09-21T07:24:42.506245+0000","last_peered":"2024-09-21T07:24:42.506245+0000","last_clean":"2024-09-21T07:24:42.506245+0000","last_became_active":"2024-09-21T07:24:41.409040+0000","last_became_peered":"2024-09-21T07:24:41.409040+0000","last_unstale":"2024-09-21T07:24:42.506245+0000","last_undegraded":"2024-09-21T07:24:42.506245+0000","last_fullsized":"2024-09-21T07:24:42.506245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430755+0000","last_change":"2024-09-21T07:24:40.388124+0000","last_active":"2024-09-21T07:24:42.430755+0000","last_peered":"2024-09-21T07:24:42.430755+0000","last_clean":"2024-09-21T07:24:42.430755+0000","last_became_active":"2024-09-21T07:24:40.387551+0000","last_became_peered":"2024-09-21T07:24:40.387551+0000","last_unstale":"2024-09-21T07:24:42.430755+0000","last_undegraded":"2024-09-21T07:24:42.430755+0000","last_fullsized":"2024-09-21T07:24:42.430755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:50.700477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504263+0000","last_change":"2024-09-21T07:24:41.412412+0000","last_active":"2024-09-21T07:24:42.504263+0000","last_peered":"2024-09-21T07:24:42.504263+0000","last_clean":"2024-09-21T07:24:42.504263+0000","last_became_active":"2024-09-21T07:24:41.408119+0000","last_became_peered":"2024-09-21T07:24:41.408119+0000","last_unstale":"2024-09-21T07:24:42.504263+0000","last_undegraded":"2024-09-21T07:24:42.504263+0000","last_fullsized":"2024-09-21T07:24:42.504263+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:16.224476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501404+0000","last_change":"2024-09-21T07:24:40.387434+0000","last_active":"2024-09-21T07:24:42.501404+0000","last_peered":"2024-09-21T07:24:42.501404+0000","last_clean":"2024-09-21T07:24:42.501404+0000","last_became_active":"2024-09-21T07:24:40.385356+0000","last_became_peered":"2024-09-21T07:24:40.385356+0000","last_unstale":"2024-09-21T07:24:42.501404+0000","last_undegraded":"2024-09-21T07:24:42.501404+0000","last_fullsized":"2024-09-21T07:24:42.501404+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371713+0000","last_change":"2024-09-21T07:24:41.405703+0000","last_active":"2024-09-21T07:24:42.371713+0000","last_peered":"2024-09-21T07:24:42.371713+0000","last_clean":"2024-09-21T07:24:42.371713+0000","last_became_active":"2024-09-21T07:24:41.404699+0000","last_became_peered":"2024-09-21T07:24:41.404699+0000","last_unstale":"2024-09-21T07:24:42.371713+0000","last_undegraded":"2024-09-21T07:24:42.371713+0000","last_fullsized":"2024-09-21T07:24:42.371713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:53.537345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369017+0000","last_change":"2024-09-21T07:24:40.383095+0000","last_active":"2024-09-21T07:24:42.369017+0000","last_peered":"2024-09-21T07:24:42.369017+0000","last_clean":"2024-09-21T07:24:42.369017+0000","last_became_active":"2024-09-21T07:24:40.382603+0000","last_became_peered":"2024-09-21T07:24:40.382603+0000","last_unstale":"2024-09-21T07:24:42.369017+0000","last_undegraded":"2024-09-21T07:24:42.369017+0000","last_fullsized":"2024-09-21T07:24:42.369017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:25.970237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503763+0000","last_change":"2024-09-21T07:24:41.406531+0000","last_active":"2024-09-21T07:24:42.503763+0000","last_peered":"2024-09-21T07:24:42.503763+0000","last_clean":"2024-09-21T07:24:42.503763+0000","last_became_active":"2024-09-21T07:24:41.405083+0000","last_became_peered":"2024-09-21T07:24:41.405083+0000","last_unstale":"2024-09-21T07:24:42.503763+0000","last_undegraded":"2024-09-21T07:24:42.503763+0000","last_fullsized":"2024-09-21T07:24:42.503763+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369515+0000","last_change":"2024-09-21T07:24:40.356495+0000","last_active":"2024-09-21T07:24:42.369515+0000","last_peered":"2024-09-21T07:24:42.369515+0000","last_clean":"2024-09-21T07:24:42.369515+0000","last_became_active":"2024-09-21T07:24:40.356109+0000","last_became_peered":"2024-09-21T07:24:40.356109+0000","last_unstale":"2024-09-21T07:24:42.369515+0000","last_undegraded":"2024-09-21T07:24:42.369515+0000","last_fullsized":"2024-09-21T07:24:42.369515+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:52.109068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505007+0000","last_change":"2024-09-21T07:24:41.416998+0000","last_active":"2024-09-21T07:24:42.505007+0000","last_peered":"2024-09-21T07:24:42.505007+0000","last_clean":"2024-09-21T07:24:42.505007+0000","last_became_active":"2024-09-21T07:24:41.416333+0000","last_became_peered":"2024-09-21T07:24:41.416333+0000","last_unstale":"2024-09-21T07:24:42.505007+0000","last_undegraded":"2024-09-21T07:24:42.505007+0000","last_fullsized":"2024-09-21T07:24:42.505007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:10:58.042808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502698+0000","last_change":"2024-09-21T07:24:40.386342+0000","last_active":"2024-09-21T07:24:42.502698+0000","last_peered":"2024-09-21T07:24:42.502698+0000","last_clean":"2024-09-21T07:24:42.502698+0000","last_became_active":"2024-09-21T07:24:40.385528+0000","last_became_peered":"2024-09-21T07:24:40.385528+0000","last_unstale":"2024-09-21T07:24:42.502698+0000","last_undegraded":"2024-09-21T07:24:42.502698+0000","last_fullsized":"2024-09-21T07:24:42.502698+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:37.631674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429685+0000","last_change":"2024-09-21T07:24:41.411452+0000","last_active":"2024-09-21T07:24:42.429685+0000","last_peered":"2024-09-21T07:24:42.429685+0000","last_clean":"2024-09-21T07:24:42.429685+0000","last_became_active":"2024-09-21T07:24:41.410587+0000","last_became_peered":"2024-09-21T07:24:41.410587+0000","last_unstale":"2024-09-21T07:24:42.429685+0000","last_undegraded":"2024-09-21T07:24:42.429685+0000","last_fullsized":"2024-09-21T07:24:42.429685+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372111+0000","last_change":"2024-09-21T07:24:41.441130+0000","last_active":"2024-09-21T07:24:42.372111+0000","last_peered":"2024-09-21T07:24:42.372111+0000","last_clean":"2024-09-21T07:24:42.372111+0000","last_became_active":"2024-09-21T07:24:41.436317+0000","last_became_peered":"2024-09-21T07:24:41.436317+0000","last_unstale":"2024-09-21T07:24:42.372111+0000","last_undegraded":"2024-09-21T07:24:42.372111+0000","last_fullsized":"2024-09-21T07:24:42.372111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502733+0000","last_change":"2024-09-21T07:24:40.385855+0000","last_active":"2024-09-21T07:24:42.502733+0000","last_peered":"2024-09-21T07:24:42.502733+0000","last_clean":"2024-09-21T07:24:42.502733+0000","last_became_active":"2024-09-21T07:24:40.385395+0000","last_became_peered":"2024-09-21T07:24:40.385395+0000","last_unstale":"2024-09-21T07:24:42.502733+0000","last_undegraded":"2024-09-21T07:24:42.502733+0000","last_fullsized":"2024-09-21T07:24:42.502733+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:57.442247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372424+0000","last_change":"2024-09-21T07:24:41.417539+0000","last_active":"2024-09-21T07:24:42.372424+0000","last_peered":"2024-09-21T07:24:42.372424+0000","last_clean":"2024-09-21T07:24:42.372424+0000","last_became_active":"2024-09-21T07:24:41.416704+0000","last_became_peered":"2024-09-21T07:24:41.416704+0000","last_unstale":"2024-09-21T07:24:42.372424+0000","last_undegraded":"2024-09-21T07:24:42.372424+0000","last_fullsized":"2024-09-21T07:24:42.372424+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:01.165620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502933+0000","last_change":"2024-09-21T07:24:40.389152+0000","last_active":"2024-09-21T07:24:42.502933+0000","last_peered":"2024-09-21T07:24:42.502933+0000","last_clean":"2024-09-21T07:24:42.502933+0000","last_became_active":"2024-09-21T07:24:40.387743+0000","last_became_peered":"2024-09-21T07:24:40.387743+0000","last_unstale":"2024-09-21T07:24:42.502933+0000","last_undegraded":"2024-09-21T07:24:42.502933+0000","last_fullsized":"2024-09-21T07:24:42.502933+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:00:53.907390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502674+0000","last_change":"2024-09-21T07:24:41.429530+0000","last_active":"2024-09-21T07:24:42.502674+0000","last_peered":"2024-09-21T07:24:42.502674+0000","last_clean":"2024-09-21T07:24:42.502674+0000","last_became_active":"2024-09-21T07:24:41.428824+0000","last_became_peered":"2024-09-21T07:24:41.428824+0000","last_unstale":"2024-09-21T07:24:42.502674+0000","last_undegraded":"2024-09-21T07:24:42.502674+0000","last_fullsized":"2024-09-21T07:24:42.502674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:07.494531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506241+0000","last_change":"2024-09-21T07:24:40.357520+0000","last_active":"2024-09-21T07:24:42.506241+0000","last_peered":"2024-09-21T07:24:42.506241+0000","last_clean":"2024-09-21T07:24:42.506241+0000","last_became_active":"2024-09-21T07:24:40.357080+0000","last_became_peered":"2024-09-21T07:24:40.357080+0000","last_unstale":"2024-09-21T07:24:42.506241+0000","last_undegraded":"2024-09-21T07:24:42.506241+0000","last_fullsized":"2024-09-21T07:24:42.506241+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505890+0000","last_change":"2024-09-21T07:24:41.421896+0000","last_active":"2024-09-21T07:24:42.505890+0000","last_peered":"2024-09-21T07:24:42.505890+0000","last_clean":"2024-09-21T07:24:42.505890+0000","last_became_active":"2024-09-21T07:24:41.421509+0000","last_became_peered":"2024-09-21T07:24:41.421509+0000","last_unstale":"2024-09-21T07:24:42.505890+0000","last_undegraded":"2024-09-21T07:24:42.505890+0000","last_fullsized":"2024-09-21T07:24:42.505890+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503193+0000","last_change":"2024-09-21T07:24:40.383434+0000","last_active":"2024-09-21T07:24:42.503193+0000","last_peered":"2024-09-21T07:24:42.503193+0000","last_clean":"2024-09-21T07:24:42.503193+0000","last_became_active":"2024-09-21T07:24:40.382868+0000","last_became_peered":"2024-09-21T07:24:40.382868+0000","last_unstale":"2024-09-21T07:24:42.503193+0000","last_undegraded":"2024-09-21T07:24:42.503193+0000","last_fullsized":"2024-09-21T07:24:42.503193+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:24:50.658 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:24:50.659 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-21T07:24:50.659 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-21T07:24:50.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.852+0000 7fd425cd0640 1 -- 172.21.15.6:0/1515069662 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200ce480 msgr2=0x7fd4200cf760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:50.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.852+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1515069662 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200ce480 0x7fd4200cf760 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd410009900 tx=0x7fd41001c8e0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.852+0000 7fd425cd0640 1 -- 172.21.15.6:0/1515069662 shutdown_connections 2024-09-21T07:24:50.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.852+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1515069662 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4200b1190 0x7fd420165fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.852+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1515069662 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200ce480 0x7fd4200cf760 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.852+0000 7fd425cd0640 1 -- 172.21.15.6:0/1515069662 >> 172.21.15.6:0/1515069662 conn(0x7fd4200d1310 msgr2=0x7fd4200d1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:50.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 -- 172.21.15.6:0/1515069662 shutdown_connections 2024-09-21T07:24:50.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 -- 172.21.15.6:0/1515069662 wait complete. 2024-09-21T07:24:50.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 Processor -- start 2024-09-21T07:24:50.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 -- start start 2024-09-21T07:24:50.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200b1190 0x7fd4201fa8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:50.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4200ce480 0x7fd420145e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:50.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4200cfca0 0x7fd420162c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:50.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd420168ec0 con 0x7fd4200b1190 2024-09-21T07:24:50.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd420168d40 con 0x7fd4200ce480 2024-09-21T07:24:50.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd425cd0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd420169040 con 0x7fd4200cfca0 2024-09-21T07:24:50.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200b1190 0x7fd4201fa8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:50.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200b1190 0x7fd4201fa8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45930/0 (socket says 172.21.15.6:45930) 2024-09-21T07:24:50.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41f7fe640 1 -- 172.21.15.6:0/1175482886 learned_addr learned my addr 172.21.15.6:0/1175482886 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:50.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41ffff640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4200cfca0 0x7fd420162c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:50.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41effd640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4200ce480 0x7fd420145e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:50.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41f7fe640 1 -- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4200cfca0 msgr2=0x7fd420162c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:50.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41f7fe640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4200cfca0 0x7fd420162c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41f7fe640 1 -- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4200ce480 msgr2=0x7fd420145e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:50.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41f7fe640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4200ce480 0x7fd420145e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:50.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.856+0000 7fd41f7fe640 1 -- 172.21.15.6:0/1175482886 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4201f6aa0 con 0x7fd4200b1190 2024-09-21T07:24:50.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd41f7fe640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200b1190 0x7fd4201fa8d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd410009850 tx=0x7fd4100a55a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:50.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd407fff640 1 -- 172.21.15.6:0/1175482886 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4100b2040 con 0x7fd4200b1190 2024-09-21T07:24:50.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4201f6d80 con 0x7fd4200b1190 2024-09-21T07:24:50.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd407fff640 1 -- 172.21.15.6:0/1175482886 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4100041b0 con 0x7fd4200b1190 2024-09-21T07:24:50.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd407fff640 1 -- 172.21.15.6:0/1175482886 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd410003600 con 0x7fd4200b1190 2024-09-21T07:24:50.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4201f7340 con 0x7fd4200b1190 2024-09-21T07:24:50.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4200cf760 con 0x7fd4200b1190 2024-09-21T07:24:50.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd407fff640 1 -- 172.21.15.6:0/1175482886 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd4100bf020 con 0x7fd4200b1190 2024-09-21T07:24:50.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd407fff640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd40c073200 0x7fd40c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:50.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd407fff640 1 -- 172.21.15.6:0/1175482886 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fd41012e8d0 con 0x7fd4200b1190 2024-09-21T07:24:50.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.860+0000 7fd41effd640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd40c073200 0x7fd40c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:50.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.864+0000 7fd41effd640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd40c073200 0x7fd40c075710 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd4200c7d70 tx=0x7fd414009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:50.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:50.864+0000 7fd407fff640 1 -- 172.21.15.6:0/1175482886 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd4100164d0 con 0x7fd4200b1190 2024-09-21T07:24:51.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.040+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7fd4200cf330 con 0x7fd4200b1190 2024-09-21T07:24:51.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.040+0000 7fd407fff640 1 -- 172.21.15.6:0/1175482886 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v31) ==== 86+0+160 (secure 0 0 0) 0x7fd4100f9a10 con 0x7fd4200b1190 2024-09-21T07:24:51.046 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd40c073200 msgr2=0x7fd40c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd40c073200 0x7fd40c075710 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd4200c7d70 tx=0x7fd414009040 comp rx=0 tx=0).stop 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200b1190 msgr2=0x7fd4201fa8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200b1190 0x7fd4201fa8d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd410009850 tx=0x7fd4100a55a0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 shutdown_connections 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd40c073200 0x7fd40c075710 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4200cfca0 0x7fd420162c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4200ce480 0x7fd420145e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 --2- 172.21.15.6:0/1175482886 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4200b1190 0x7fd4201fa8d0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 >> 172.21.15.6:0/1175482886 conn(0x7fd4200d1310 msgr2=0x7fd4200b0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 shutdown_connections 2024-09-21T07:24:51.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.044+0000 7fd425cd0640 1 -- 172.21.15.6:0/1175482886 wait complete. 2024-09-21T07:24:51.068 INFO:teuthology.orchestra.run.smithi006.stdout:[{"version":31,"timestamp":"2024-09-21T07:24:29.132115+0000","name":"","changes":[{"name":"osd.4/osd_mclock_max_capacity_iops_ssd","new_value":"4589.677100"}]}] 2024-09-21T07:24:51.069 INFO:tasks.ceph_manager:config epoch is 31 2024-09-21T07:24:51.069 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-21T07:24:51.069 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-21T07:24:51.069 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-21T07:24:51.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 -- 172.21.15.6:0/1460915171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 msgr2=0x7f907806d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 --2- 172.21.15.6:0/1460915171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 0x7f907806d1f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f906c00aa10 tx=0x7f906c01dc30 comp rx=0 tx=0).stop 2024-09-21T07:24:51.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 -- 172.21.15.6:0/1460915171 shutdown_connections 2024-09-21T07:24:51.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 --2- 172.21.15.6:0/1460915171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 0x7f907806d1f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 -- 172.21.15.6:0/1460915171 >> 172.21.15.6:0/1460915171 conn(0x7f90780d0810 msgr2=0x7f90780d0c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:51.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 -- 172.21.15.6:0/1460915171 shutdown_connections 2024-09-21T07:24:51.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 -- 172.21.15.6:0/1460915171 wait complete. 2024-09-21T07:24:51.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 Processor -- start 2024-09-21T07:24:51.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.228+0000 7f907e284640 1 -- start start 2024-09-21T07:24:51.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 0x7f90781fa170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:51.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9078070b90 0x7f9078150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90780ce780 0x7f90781511d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9078169200 con 0x7f907806cde0 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9078169080 con 0x7f9078070b90 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9078169380 con 0x7f90780ce780 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 0x7f90781fa170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 0x7f90781fa170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45948/0 (socket says 172.21.15.6:45948) 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 -- 172.21.15.6:0/2467431294 learned_addr learned my addr 172.21.15.6:0/2467431294 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f90777fe640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9078070b90 0x7f9078150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907c821640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90780ce780 0x7f90781511d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 -- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90780ce780 msgr2=0x7f90781511d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90780ce780 0x7f90781511d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 -- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9078070b90 msgr2=0x7f9078150c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9078070b90 0x7f9078150c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 -- 172.21.15.6:0/2467431294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9078154ff0 con 0x7f907806cde0 2024-09-21T07:24:51.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9077fff640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 0x7f90781fa170 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f906800c3f0 tx=0x7f906800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:51.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9074ff9640 1 -- 172.21.15.6:0/2467431294 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068017070 con 0x7f907806cde0 2024-09-21T07:24:51.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9074ff9640 1 -- 172.21.15.6:0/2467431294 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f90680053c0 con 0x7f907806cde0 2024-09-21T07:24:51.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9074ff9640 1 -- 172.21.15.6:0/2467431294 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068003860 con 0x7f907806cde0 2024-09-21T07:24:51.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90781552d0 con 0x7f907806cde0 2024-09-21T07:24:51.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90780c87f0 con 0x7f907806cde0 2024-09-21T07:24:51.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f907806dec0 con 0x7f907806cde0 2024-09-21T07:24:51.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.232+0000 7f9074ff9640 1 -- 172.21.15.6:0/2467431294 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f906801a070 con 0x7f907806cde0 2024-09-21T07:24:51.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.236+0000 7f9074ff9640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9064073200 0x7f9064075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:51.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.236+0000 7f9074ff9640 1 -- 172.21.15.6:0/2467431294 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f90680934a0 con 0x7f907806cde0 2024-09-21T07:24:51.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.236+0000 7f90777fe640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9064073200 0x7f9064075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:51.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.236+0000 7f90777fe640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9064073200 0x7f9064075710 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f906c0b0000 tx=0x7f906c01c470 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:51.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.240+0000 7f9074ff9640 1 -- 172.21.15.6:0/2467431294 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f907806d730 con 0x7f907806cde0 2024-09-21T07:24:51.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.460+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f907806d1f0 con 0x7f907806cde0 2024-09-21T07:24:51.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.464+0000 7f9074ff9640 1 -- 172.21.15.6:0/2467431294 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+186463 (secure 0 0 0) 0x7f906805e550 con 0x7f907806cde0 2024-09-21T07:24:51.469 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:51.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9064073200 msgr2=0x7f9064075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9064073200 0x7f9064075710 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f906c0b0000 tx=0x7f906c01c470 comp rx=0 tx=0).stop 2024-09-21T07:24:51.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 msgr2=0x7f90781fa170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 0x7f90781fa170 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f906800c3f0 tx=0x7f906800c8b0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 shutdown_connections 2024-09-21T07:24:51.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9064073200 0x7f9064075710 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90780ce780 0x7f90781511d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9078070b90 0x7f9078150c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 --2- 172.21.15.6:0/2467431294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f907806cde0 0x7f90781fa170 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 >> 172.21.15.6:0/2467431294 conn(0x7f90780d0810 msgr2=0x7f9078157bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:51.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 shutdown_connections 2024-09-21T07:24:51.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.468+0000 7f907e284640 1 -- 172.21.15.6:0/2467431294 wait complete. 2024-09-21T07:24:51.490 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":5,"flags":0,"active_gid":4180,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3154181708},{"type":"v1","addr":"172.21.15.145:6801","nonce":3154181708}]},"active_addr":"172.21.15.145:6801/3154181708","active_change":"2024-09-21T07:24:20.820266+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4152,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":3453260315}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":1945781715}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":1535732456}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":701201205}]}]} 2024-09-21T07:24:51.497 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-21T07:24:51.497 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-21T07:24:51.497 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:51.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.636+0000 7fab40590640 1 -- 172.21.15.6:0/204254633 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38074720 msgr2=0x7fab38160050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.636+0000 7fab40590640 1 --2- 172.21.15.6:0/204254633 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38074720 0x7fab38160050 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fab380729a0 tx=0x7fab3401ccc0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.636+0000 7fab40590640 1 -- 172.21.15.6:0/204254633 shutdown_connections 2024-09-21T07:24:51.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.636+0000 7fab40590640 1 --2- 172.21.15.6:0/204254633 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38074720 0x7fab38160050 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.636+0000 7fab40590640 1 --2- 172.21.15.6:0/204254633 >> v2:172.21.15.145:3300/0 conn(0x7fab3806d4f0 0x7fab380ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.636+0000 7fab40590640 1 -- 172.21.15.6:0/204254633 >> 172.21.15.6:0/204254633 conn(0x7fab380cdbb0 msgr2=0x7fab380cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:51.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.636+0000 7fab40590640 1 -- 172.21.15.6:0/204254633 shutdown_connections 2024-09-21T07:24:51.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.636+0000 7fab40590640 1 -- 172.21.15.6:0/204254633 wait complete. 2024-09-21T07:24:51.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 Processor -- start 2024-09-21T07:24:51.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 -- start start 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab38074720 0x7fab38150610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab380ce6d0 0x7fab380b5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab380b5d80 0x7fab3814e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab38169900 con 0x7fab380b5d80 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fab38169780 con 0x7fab380ce6d0 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fab38169a80 con 0x7fab38074720 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab380b5d80 0x7fab3814e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab380b5d80 0x7fab3814e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45980/0 (socket says 172.21.15.6:45980) 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 -- 172.21.15.6:0/2719965471 learned_addr learned my addr 172.21.15.6:0/2719965471 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3db2b640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab380ce6d0 0x7fab380b5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3e32c640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab38074720 0x7fab38150610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 -- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab38074720 msgr2=0x7fab38150610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab38074720 0x7fab38150610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 -- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab380ce6d0 msgr2=0x7fab380b5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab380ce6d0 0x7fab380b5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 -- 172.21.15.6:0/2719965471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab380c9120 con 0x7fab380b5d80 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3e32c640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab38074720 0x7fab38150610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3db2b640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab380ce6d0 0x7fab380b5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab3eb2d640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab380b5d80 0x7fab3814e190 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fab34009bd0 tx=0x7fab34005b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab2effd640 1 -- 172.21.15.6:0/2719965471 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab340bc070 con 0x7fab380b5d80 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab2effd640 1 -- 172.21.15.6:0/2719965471 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab340042f0 con 0x7fab380b5d80 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab2effd640 1 -- 172.21.15.6:0/2719965471 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab340b2040 con 0x7fab380b5d80 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab380c8e40 con 0x7fab380b5d80 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.640+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab3814fe10 con 0x7fab380b5d80 2024-09-21T07:24:51.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.644+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab380ccda0 con 0x7fab380b5d80 2024-09-21T07:24:51.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.644+0000 7fab2effd640 1 -- 172.21.15.6:0/2719965471 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fab340bf070 con 0x7fab380b5d80 2024-09-21T07:24:51.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.644+0000 7fab2effd640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab1c073230 0x7fab1c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:51.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.644+0000 7fab2effd640 1 -- 172.21.15.6:0/2719965471 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fab3412df60 con 0x7fab380b5d80 2024-09-21T07:24:51.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.644+0000 7fab3e32c640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab1c073230 0x7fab1c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:51.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.644+0000 7fab3e32c640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab1c073230 0x7fab1c075740 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fab3000a850 tx=0x7fab30008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:51.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.648+0000 7fab2effd640 1 -- 172.21.15.6:0/2719965471 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fab34016970 con 0x7fab380b5d80 2024-09-21T07:24:51.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.820+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab380b16d0 con 0x7fab380b5d80 2024-09-21T07:24:51.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.824+0000 7fab2effd640 1 -- 172.21.15.6:0/2719965471 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16629 (secure 0 0 0) 0x7fab340f8f80 con 0x7fab380b5d80 2024-09-21T07:24:51.829 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:51.829 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":20,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:42.362707+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:51.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab1c073230 msgr2=0x7fab1c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab1c073230 0x7fab1c075740 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fab3000a850 tx=0x7fab30008040 comp rx=0 tx=0).stop 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab380b5d80 msgr2=0x7fab3814e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab380b5d80 0x7fab3814e190 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fab34009bd0 tx=0x7fab34005b10 comp rx=0 tx=0).stop 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 shutdown_connections 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab1c073230 0x7fab1c075740 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab380b5d80 0x7fab3814e190 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab380ce6d0 0x7fab380b5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 --2- 172.21.15.6:0/2719965471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab38074720 0x7fab38150610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 >> 172.21.15.6:0/2719965471 conn(0x7fab380cdbb0 msgr2=0x7fab380b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 shutdown_connections 2024-09-21T07:24:51.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:51.828+0000 7fab40590640 1 -- 172.21.15.6:0/2719965471 wait complete. 2024-09-21T07:24:51.851 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-21T07:24:51.851 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:52.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 -- 172.21.15.6:0/524814083 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd54415b9d0 msgr2=0x7fd54415bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 --2- 172.21.15.6:0/524814083 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd54415b9d0 0x7fd54415bde0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd544156010 tx=0x7fd53c01cd50 comp rx=0 tx=0).stop 2024-09-21T07:24:52.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 -- 172.21.15.6:0/524814083 shutdown_connections 2024-09-21T07:24:52.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 --2- 172.21.15.6:0/524814083 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd54415b9d0 0x7fd54415bde0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 --2- 172.21.15.6:0/524814083 >> v2:172.21.15.145:3300/0 conn(0x7fd5440cf720 0x7fd5440cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 -- 172.21.15.6:0/524814083 >> 172.21.15.6:0/524814083 conn(0x7fd54406d1e0 msgr2=0x7fd54406d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 -- 172.21.15.6:0/524814083 shutdown_connections 2024-09-21T07:24:52.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 -- 172.21.15.6:0/524814083 wait complete. 2024-09-21T07:24:52.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 Processor -- start 2024-09-21T07:24:52.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.008+0000 7fd5498e0640 1 -- start start 2024-09-21T07:24:52.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5440cd830 0x7fd5440b1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5440cf720 0x7fd544144d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd54415b9d0 0x7fd54414d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd544168b70 con 0x7fd5440cd830 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd54415c920 con 0x7fd5440cf720 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd544168cf0 con 0x7fd54415b9d0 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5440cd830 0x7fd5440b1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5440cd830 0x7fd5440b1fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45994/0 (socket says 172.21.15.6:45994) 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 -- 172.21.15.6:0/976754428 learned_addr learned my addr 172.21.15.6:0/976754428 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5427fc640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5440cf720 0x7fd544144d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5437fe640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd54415b9d0 0x7fd54414d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 -- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd54415b9d0 msgr2=0x7fd54414d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd54415b9d0 0x7fd54414d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 -- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5440cf720 msgr2=0x7fd544144d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5440cf720 0x7fd544144d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 -- 172.21.15.6:0/976754428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5441f6990 con 0x7fd5440cd830 2024-09-21T07:24:52.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5437fe640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd54415b9d0 0x7fd54414d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:52.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd542ffd640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5440cd830 0x7fd5440b1fd0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd53400b440 tx=0x7fd53400b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd52bfff640 1 -- 172.21.15.6:0/976754428 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd534015020 con 0x7fd5440cd830 2024-09-21T07:24:52.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd52bfff640 1 -- 172.21.15.6:0/976754428 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd534011980 con 0x7fd5440cd830 2024-09-21T07:24:52.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd52bfff640 1 -- 172.21.15.6:0/976754428 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd534011dd0 con 0x7fd5440cd830 2024-09-21T07:24:52.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5441452b0 con 0x7fd5440cd830 2024-09-21T07:24:52.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5441f6f30 con 0x7fd5440cd830 2024-09-21T07:24:52.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5440cfb30 con 0x7fd5440cd830 2024-09-21T07:24:52.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.012+0000 7fd52bfff640 1 -- 172.21.15.6:0/976754428 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd534018020 con 0x7fd5440cd830 2024-09-21T07:24:52.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.016+0000 7fd52bfff640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd530073230 0x7fd530075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.016+0000 7fd52bfff640 1 -- 172.21.15.6:0/976754428 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fd534094110 con 0x7fd5440cd830 2024-09-21T07:24:52.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.016+0000 7fd5427fc640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd530073230 0x7fd530075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.016+0000 7fd5427fc640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd530073230 0x7fd530075740 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd5380058d0 tx=0x7fd538005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.020+0000 7fd52bfff640 1 -- 172.21.15.6:0/976754428 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd53401f030 con 0x7fd5440cd830 2024-09-21T07:24:52.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.196+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd5440b5950 con 0x7fd5440cd830 2024-09-21T07:24:52.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.196+0000 7fd52bfff640 1 -- 172.21.15.6:0/976754428 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16629 (secure 0 0 0) 0x7fd53400d040 con 0x7fd5440cd830 2024-09-21T07:24:52.201 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:52.202 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":20,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:42.362707+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd530073230 msgr2=0x7fd530075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd530073230 0x7fd530075740 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd5380058d0 tx=0x7fd538005860 comp rx=0 tx=0).stop 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5440cd830 msgr2=0x7fd5440b1fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5440cd830 0x7fd5440b1fd0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd53400b440 tx=0x7fd53400b900 comp rx=0 tx=0).stop 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 shutdown_connections 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd530073230 0x7fd530075740 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd54415b9d0 0x7fd54414d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5440cf720 0x7fd544144d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 --2- 172.21.15.6:0/976754428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5440cd830 0x7fd5440b1fd0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 >> 172.21.15.6:0/976754428 conn(0x7fd54406d1e0 msgr2=0x7fd544151e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 shutdown_connections 2024-09-21T07:24:52.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.200+0000 7fd5498e0640 1 -- 172.21.15.6:0/976754428 wait complete. 2024-09-21T07:24:52.224 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-21T07:24:52.224 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-21T07:24:52.225 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-21T07:24:52.225 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-21T07:24:52.225 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-21T07:24:52.226 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-21T07:24:52.226 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-21T07:24:52.226 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-21T07:24:52.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.452+0000 7f97c2695640 1 -- 172.21.15.6:0/4013728835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97bc159150 msgr2=0x7f97bc06ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.452+0000 7f97c2695640 1 --2- 172.21.15.6:0/4013728835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97bc159150 0x7f97bc06ebe0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f97ac009900 tx=0x7f97ac01c8b0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/1063253059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cc815ec00 msgr2=0x7f8cc815f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f8ccf2a7640 1 --2- 172.21.15.6:0/1063253059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cc815ec00 0x7f8cc815f010 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8009840 tx=0x7f8cb801c7f0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/1063253059 shutdown_connections 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f8ccf2a7640 1 --2- 172.21.15.6:0/1063253059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cc815ec00 0x7f8cc815f010 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f8ccf2a7640 1 --2- 172.21.15.6:0/1063253059 >> v2:172.21.15.6:3300/0 conn(0x7f8cc80ce860 0x7f8cc80cec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/1063253059 >> 172.21.15.6:0/1063253059 conn(0x7f8cc80cc970 msgr2=0x7f8cc80ccd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f97c2695640 1 -- 172.21.15.6:0/4013728835 shutdown_connections 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f97c2695640 1 --2- 172.21.15.6:0/4013728835 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97bc0cb6c0 0x7f97bc0cbad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f97c2695640 1 --2- 172.21.15.6:0/4013728835 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97bc159150 0x7f97bc06ebe0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f97c2695640 1 -- 172.21.15.6:0/4013728835 >> 172.21.15.6:0/4013728835 conn(0x7f97bc0cc970 msgr2=0x7f97bc0ccd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/1063253059 shutdown_connections 2024-09-21T07:24:52.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/1063253059 wait complete. 2024-09-21T07:24:52.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f97c2695640 1 -- 172.21.15.6:0/4013728835 shutdown_connections 2024-09-21T07:24:52.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f97c2695640 1 -- 172.21.15.6:0/4013728835 wait complete. 2024-09-21T07:24:52.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f97c2695640 1 Processor -- start 2024-09-21T07:24:52.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.456+0000 7f97c2695640 1 -- start start 2024-09-21T07:24:52.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccf2a7640 1 Processor -- start 2024-09-21T07:24:52.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 -- 172.21.15.6:0/3258543734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c0005d70 msgr2=0x7fc5c00363b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 --2- 172.21.15.6:0/3258543734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c0005d70 0x7fc5c00363b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc5c000ca80 tx=0x7fc5bc01d900 comp rx=0 tx=0).stop 2024-09-21T07:24:52.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 -- 172.21.15.6:0/3258543734 shutdown_connections 2024-09-21T07:24:52.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 --2- 172.21.15.6:0/3258543734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c0005d70 0x7fc5c00363b0 secure :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc5c000ca80 tx=0x7fc5bc01d900 comp rx=0 tx=0).stop 2024-09-21T07:24:52.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 --2- 172.21.15.6:0/3258543734 >> v2:172.21.15.145:3300/0 conn(0x7fc5c00e2ba0 0x7fc5c000afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 -- 172.21.15.6:0/3258543734 >> 172.21.15.6:0/3258543734 conn(0x7fc5c00513f0 msgr2=0x7fc5c0051830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccf2a7640 1 -- start start 2024-09-21T07:24:52.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 -- 172.21.15.6:0/3258543734 shutdown_connections 2024-09-21T07:24:52.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 -- 172.21.15.6:0/3258543734 wait complete. 2024-09-21T07:24:52.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c2695640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f97bc0cb6c0 0x7f97bc1fcda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f97bc0cb6c0 0x7f97bc1fcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f97bc0cb6c0 0x7f97bc1fcda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46048/0 (socket says 172.21.15.6:46048) 2024-09-21T07:24:52.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 -- 172.21.15.6:0/3234983317 learned_addr learned my addr 172.21.15.6:0/3234983317 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c2695640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97bc159150 0x7f97bc1667e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c2695640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97bc15f240 0x7f97bc157760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f97bc0cf1c0 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fcc8effd640 1 -- 172.21.15.6:0/2080948714 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc880a8070 con 0x7fcc740053b0 2024-09-21T07:24:52.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fcc965b8640 1 -- 172.21.15.6:0/2080948714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc740053b0 msgr2=0x7fcc7400ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fcc965b8640 1 --2- 172.21.15.6:0/2080948714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc740053b0 0x7fcc7400ba30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800c690 tx=0x7fcc8801d3b0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fcc94b55640 1 -- 172.21.15.6:0/2080948714 reap_dead start 2024-09-21T07:24:52.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fcc965b8640 1 -- 172.21.15.6:0/2080948714 shutdown_connections 2024-09-21T07:24:52.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fcc965b8640 1 -- 172.21.15.6:0/2080948714 >> 172.21.15.6:0/2080948714 conn(0x7fcc900d20d0 msgr2=0x7fcc900d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c0e92640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97bc159150 0x7f97bc1667e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1e94640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97bc15f240 0x7f97bc157760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97bc0cf040 con 0x7f97bc159150 2024-09-21T07:24:52.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f97bc0cf340 con 0x7f97bc15f240 2024-09-21T07:24:52.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 -- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97bc15f240 msgr2=0x7f97bc157760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f97bc15f240 0x7f97bc157760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 -- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97bc159150 msgr2=0x7f97bc1667e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97bc159150 0x7f97bc1667e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97bc09bdf0 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c1693640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f97bc0cb6c0 0x7f97bc1fcda0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f97ac0194c0 tx=0x7f97ac0056e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 Processor -- start 2024-09-21T07:24:52.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccf2a7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cc80ce860 0x7f8cc80b4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 -- 172.21.15.6:0/4144865289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06200df240 msgr2=0x7f062000afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 --2- 172.21.15.6:0/4144865289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06200df240 0x7f062000afd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f062001da60 tx=0x7f061801c7b0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 -- 172.21.15.6:0/4144865289 shutdown_connections 2024-09-21T07:24:52.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8cce2a5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cc80ce860 0x7f8cc80b4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8cce2a5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cc80ce860 0x7f8cc80b4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46062/0 (socket says 172.21.15.6:46062) 2024-09-21T07:24:52.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8cce2a5640 1 -- 172.21.15.6:0/3145944041 learned_addr learned my addr 172.21.15.6:0/3145944041 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 --2- 172.21.15.6:0/4144865289 >> v2:172.21.15.6:3300/0 conn(0x7f06200363b0 0x7f06200367c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 --2- 172.21.15.6:0/4144865289 >> v2:172.21.15.145:3300/0 conn(0x7f06200e2ba0 0x7f0620005d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 --2- 172.21.15.6:0/4144865289 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06200df240 0x7f062000afd0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 -- 172.21.15.6:0/4144865289 >> 172.21.15.6:0/4144865289 conn(0x7f06200513f0 msgr2=0x7f0620051830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 -- 172.21.15.6:0/4144865289 shutdown_connections 2024-09-21T07:24:52.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f06301eb640 1 -- 172.21.15.6:0/4144865289 wait complete. 2024-09-21T07:24:52.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccf2a7640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cc815ec00 0x7f8cc809b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccf2a7640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cc815f550 0x7f8cc81535d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7fc5c759e640 1 -- start start 2024-09-21T07:24:52.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f17c0e7d640 1 -- 172.21.15.6:0/1039992187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc159ac0 msgr2=0x7f17bc0cd580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f17c0e7d640 1 --2- 172.21.15.6:0/1039992187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc159ac0 0x7f17bc0cd580 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f17bc073310 tx=0x7f17b401ccf0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f17c0e7d640 1 -- 172.21.15.6:0/1039992187 shutdown_connections 2024-09-21T07:24:52.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f17c0e7d640 1 --2- 172.21.15.6:0/1039992187 >> v2:172.21.15.145:3300/0 conn(0x7f17bc1645d0 0x7f17bc1649e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f17c0e7d640 1 --2- 172.21.15.6:0/1039992187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc159ac0 0x7f17bc0cd580 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f17c0e7d640 1 -- 172.21.15.6:0/1039992187 >> 172.21.15.6:0/1039992187 conn(0x7f17bc06cde0 msgr2=0x7f17bc06d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f17c0e7d640 1 -- 172.21.15.6:0/1039992187 shutdown_connections 2024-09-21T07:24:52.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f17c0e7d640 1 -- 172.21.15.6:0/1039992187 wait complete. 2024-09-21T07:24:52.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc806fe90 con 0x7f8cc80ce860 2024-09-21T07:24:52.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ac0b2040 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc806fd10 con 0x7f8cc815ec00 2024-09-21T07:24:52.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8cc8167ed0 con 0x7f8cc815f550 2024-09-21T07:24:52.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8ccdaa4640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cc815ec00 0x7f8cc809b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f8cceaa6640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cc815f550 0x7f8cc81535d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8ccdaa4640 1 -- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cc815f550 msgr2=0x7f8cc81535d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8ccdaa4640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cc815f550 0x7f8cc81535d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97bc0b3990 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97ac0038f0 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97bc0b3f50 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.460+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ac003d00 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8ccdaa4640 1 -- 172.21.15.6:0/3145944041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cc80ce860 msgr2=0x7f8cc80b4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8ccdaa4640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cc80ce860 0x7f8cc80b4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8ccdaa4640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc809d010 con 0x7f8cc815ec00 2024-09-21T07:24:52.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8cce2a5640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cc80ce860 0x7f8cc80b4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:24:52.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f979c001040 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7fcc965b8640 1 -- 172.21.15.6:0/2080948714 shutdown_connections 2024-09-21T07:24:52.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7fcc965b8640 1 -- 172.21.15.6:0/2080948714 wait complete. 2024-09-21T07:24:52.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 Processor -- start 2024-09-21T07:24:52.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7fc5c759e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c00368f0 0x7fc5c0021a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 -- start start 2024-09-21T07:24:52.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f17c0e7d640 1 Processor -- start 2024-09-21T07:24:52.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8ccdaa4640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cc815ec00 0x7f8cc809b440 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8070c10 tx=0x7f8cb80a5760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f97ac0bf440 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f833b59e640 1 -- 172.21.15.6:0/2717947292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8328004810 msgr2=0x7f8328004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f833b59e640 1 --2- 172.21.15.6:0/2717947292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8328004810 0x7f8328004c80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f832400c260 tx=0x7f832401cfb0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7fc5c659c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c00368f0 0x7fc5c0021a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7fc5c659c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c00368f0 0x7fc5c0021a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46078/0 (socket says 172.21.15.6:46078) 2024-09-21T07:24:52.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06200363b0 0x7f06200f75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200df240 0x7f06200f67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f833b59e640 1 -- 172.21.15.6:0/2717947292 shutdown_connections 2024-09-21T07:24:52.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f833b59e640 1 --2- 172.21.15.6:0/2717947292 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8328004810 0x7f8328004c80 secure :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f832400c260 tx=0x7f832401cfb0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f833b59e640 1 -- 172.21.15.6:0/2717947292 >> 172.21.15.6:0/2717947292 conn(0x7f833c0b3b80 msgr2=0x7f833c0b3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97b1ffb640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f97a0073200 0x7f97a0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06200e2ba0 0x7f0620035280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f062001c5c0 con 0x7f06200e2ba0 2024-09-21T07:24:52.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f06200394e0 con 0x7f06200df240 2024-09-21T07:24:52.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f062001c740 con 0x7f06200363b0 2024-09-21T07:24:52.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06200e2ba0 0x7f0620035280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06200e2ba0 0x7f0620035280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46088/0 (socket says 172.21.15.6:46088) 2024-09-21T07:24:52.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 -- 172.21.15.6:0/225511417 learned_addr learned my addr 172.21.15.6:0/225511417 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062df87640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06200363b0 0x7f06200f75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f833b59e640 1 -- 172.21.15.6:0/2717947292 shutdown_connections 2024-09-21T07:24:52.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f97ac0c0de0 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97c0e92640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f97a0073200 0x7f97a0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97b1ffb640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7f97a007b450 0x7f97a007d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f97ac0a5a80 con 0x7f97a007b450 2024-09-21T07:24:52.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f97ac0f5710 con 0x7f97bc0cb6c0 2024-09-21T07:24:52.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 -- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06200363b0 msgr2=0x7f06200f75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06200363b0 0x7f06200f75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 -- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200df240 msgr2=0x7f06200f67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06200df240 0x7f06200f67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 -- 172.21.15.6:0/225511417 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06200f73c0 con 0x7f06200e2ba0 2024-09-21T07:24:52.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f97c1e94640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7f97a007b450 0x7f97a007d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f062e788640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06200e2ba0 0x7f0620035280 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f062806c600 tx=0x7f0628077090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f17c0e7d640 1 -- start start 2024-09-21T07:24:52.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f17c0e7d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc0b1bb0 0x7f17bc15adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f17c0e7d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17bc159ac0 0x7f17bc1f6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f17c0e7d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc1645d0 0x7f17bc1f7c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f17c0e7d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc170490 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f17c0e7d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f17bc170310 con 0x7f17bc1645d0 2024-09-21T07:24:52.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f17c0e7d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f17bc170610 con 0x7f17bc159ac0 2024-09-21T07:24:52.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8d51159640 1 -- 172.21.15.6:0/2749198756 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8d4403a1d0 msgr2=0x7f8d440515b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f8d51159640 1 --2- 172.21.15.6:0/2749198756 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8d4403a1d0 0x7f8d440515b0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8d400098f0 tx=0x7f8d4001c850 comp rx=0 tx=0).stop 2024-09-21T07:24:52.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f833b59e640 1 -- 172.21.15.6:0/2717947292 wait complete. 2024-09-21T07:24:52.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7fcc965b8640 1 Processor -- start 2024-09-21T07:24:52.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0628098070 con 0x7f06200e2ba0 2024-09-21T07:24:52.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0628072b00 con 0x7f06200e2ba0 2024-09-21T07:24:52.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.464+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06200de530 con 0x7f06200e2ba0 2024-09-21T07:24:52.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c659c640 1 -- 172.21.15.6:0/1608166070 learned_addr learned my addr 172.21.15.6:0/1608166070 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c759e640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5c00e2ba0 0x7fc5c01821a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc0b1bb0 0x7f17bc15adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc0b1bb0 0x7f17bc15adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46102/0 (socket says 172.21.15.6:46102) 2024-09-21T07:24:52.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 -- 172.21.15.6:0/2634519425 learned_addr learned my addr 172.21.15.6:0/2634519425 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8d51159640 1 -- 172.21.15.6:0/2749198756 shutdown_connections 2024-09-21T07:24:52.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8d51159640 1 --2- 172.21.15.6:0/2749198756 >> v2:172.21.15.145:3300/0 conn(0x7f8d440df270 0x7f8d44051af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8d51159640 1 --2- 172.21.15.6:0/2749198756 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8d4403a1d0 0x7f8d440515b0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8d51159640 1 -- 172.21.15.6:0/2749198756 >> 172.21.15.6:0/2749198756 conn(0x7f8d4401de00 msgr2=0x7f8d44039ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f97c0e92640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f97a0073200 0x7f97a0075710 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f97bc0c6b20 tx=0x7f97b4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17b9d9b640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17bc159ac0 0x7f17bc1f6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c759e640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5c0053a00 0x7fc5c0049ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0628093430 con 0x7f06200e2ba0 2024-09-21T07:24:52.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06200df7e0 con 0x7f06200e2ba0 2024-09-21T07:24:52.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f97c1e94640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7f97a007b450 0x7f97a007d8a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c5d9b640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5c00e2ba0 0x7fc5c01821a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c00f0d30 con 0x7fc5c00368f0 2024-09-21T07:24:52.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c00f0bb0 con 0x7fc5c0053a00 2024-09-21T07:24:52.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc5c00f0eb0 con 0x7fc5c00e2ba0 2024-09-21T07:24:52.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c6d9d640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5c0053a00 0x7fc5c0049ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb80b2040 con 0x7f8cc815ec00 2024-09-21T07:24:52.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cb8005020 con 0x7f8cc815ec00 2024-09-21T07:24:52.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb80044f0 con 0x7f8cc815ec00 2024-09-21T07:24:52.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f833b59e640 1 Processor -- start 2024-09-21T07:24:52.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17bad9d640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc1645d0 0x7f17bc1f7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 -- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17bc159ac0 msgr2=0x7f17bc1f6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17bc159ac0 0x7f17bc1f6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 -- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc1645d0 msgr2=0x7f17bc1f7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17bc1645d0 0x7f17bc1f7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 -- 172.21.15.6:0/2634519425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17bc15b2f0 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cc809c830 con 0x7f8cc815ec00 2024-09-21T07:24:52.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8ccf2a7640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cc809cd30 con 0x7f8cc815ec00 2024-09-21T07:24:52.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f062000afd0 con 0x7f06200e2ba0 2024-09-21T07:24:52.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c659c640 1 -- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5c00e2ba0 msgr2=0x7fc5c01821a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c659c640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc5c00e2ba0 0x7fc5c01821a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c659c640 1 -- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5c0053a00 msgr2=0x7fc5c0049ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c659c640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc5c0053a00 0x7fc5c0049ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c659c640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c004a680 con 0x7fc5c00368f0 2024-09-21T07:24:52.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f833b59e640 1 -- start start 2024-09-21T07:24:52.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fcc965b8640 1 -- start start 2024-09-21T07:24:52.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c659c640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c00368f0 0x7fc5c0021a80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc5b800ea20 tx=0x7fc5b800eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8cc815f010 con 0x7f8cc815ec00 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b800cd80 con 0x7fc5c00368f0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5b8010430 con 0x7fc5c00368f0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b8010880 con 0x7fc5c00368f0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5c00494a0 con 0x7fc5c00368f0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5c0021fc0 con 0x7fc5c00368f0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17ba59c640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc0b1bb0 0x7f17bc15adb0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f17b4000f90 tx=0x7f17b40092c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b40bb070 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17b4004d40 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b40b2040 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17bc15a030 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17bc15a2d0 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f17bc0cd580 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8d51159640 1 -- 172.21.15.6:0/2749198756 shutdown_connections 2024-09-21T07:24:52.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 <== osd.4 v2:172.21.15.145:6818/469843171 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f97ac0a5a80 con 0x7f97a007b450 2024-09-21T07:24:52.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f833b59e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f833c0c8380 0x7f833c0b6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f833b59e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f833c1f7fc0 0x7f833c1f83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f833b59e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f833c1f8910 0x7f833c1f4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f833b59e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f833c0ccb60 con 0x7f833c1f8910 2024-09-21T07:24:52.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f833b59e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f833c0d0c90 con 0x7f833c1f7fc0 2024-09-21T07:24:52.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f833b59e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f833c0ccce0 con 0x7f833c0c8380 2024-09-21T07:24:52.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc965b8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc9009c210 0x7fcc901449a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc965b8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc90154bf0 0x7fcc901fa880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc965b8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc901fadc0 0x7fcc90146180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f062809b070 con 0x7f06200e2ba0 2024-09-21T07:24:52.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f061e7fc640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f060c073200 0x7f060c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f062810fdf0 con 0x7f06200e2ba0 2024-09-21T07:24:52.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc965b8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcc90161580 con 0x7fcc9009c210 2024-09-21T07:24:52.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc965b8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcc900b79c0 con 0x7fcc901fadc0 2024-09-21T07:24:52.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc965b8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcc90161700 con 0x7fcc90154bf0 2024-09-21T07:24:52.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f8d51159640 1 -- 172.21.15.6:0/2749198756 wait complete. 2024-09-21T07:24:52.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f833a59c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f833c0c8380 0x7f833c0b6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8339d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f833c1f7fc0 0x7f833c1f83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f833ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f833c1f8910 0x7f833c1f4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f833ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f833c1f8910 0x7f833c1f4980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46108/0 (socket says 172.21.15.6:46108) 2024-09-21T07:24:52.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f833ad9d640 1 -- 172.21.15.6:0/2177467011 learned_addr learned my addr 172.21.15.6:0/2177467011 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc9009c210 0x7fcc901449a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc9009c210 0x7fcc901449a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46112/0 (socket says 172.21.15.6:46112) 2024-09-21T07:24:52.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 -- 172.21.15.6:0/2628676315 learned_addr learned my addr 172.21.15.6:0/2628676315 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc5c004add0 con 0x7fc5c00368f0 2024-09-21T07:24:52.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc5b8010a20 con 0x7fc5c00368f0 2024-09-21T07:24:52.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8d51159640 1 Processor -- start 2024-09-21T07:24:52.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5b6ffd640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc5a8073200 0x7fc5a8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc5b8094cd0 con 0x7fc5c00368f0 2024-09-21T07:24:52.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5b6ffd640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7fc5a807b450 0x7fc5a807d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc5b801ee50 con 0x7fc5a807b450 2024-09-21T07:24:52.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f061e7fc640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7f060c07b450 0x7f060c07d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.468+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 --> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f060c07df70 con 0x7f060c07b450 2024-09-21T07:24:52.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f062df87640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f060c073200 0x7f060c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f06280d6e50 con 0x7f06200e2ba0 2024-09-21T07:24:52.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f062df87640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f060c073200 0x7f060c075710 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f06180ae000 tx=0x7f06180b3040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f062d786640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7f060c07b450 0x7f060c07d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7fc5b805bd70 con 0x7fc5c00368f0 2024-09-21T07:24:52.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5c5d9b640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc5a8073200 0x7fc5a8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8cb8005470 con 0x7f8cc815ec00 2024-09-21T07:24:52.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8cbeffd640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cac0732d0 0x7f8cac0757e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f8cb812df10 con 0x7f8cc815ec00 2024-09-21T07:24:52.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8cbeffd640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f8cac07b5a0 0x7f8cac07d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8cac07e0c0 con 0x7f8cac07b5a0 2024-09-21T07:24:52.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f8cb812e300 con 0x7f8cc815ec00 2024-09-21T07:24:52.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fc5c5d9b640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc5a8073200 0x7fc5a8075710 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc0b0000 tx=0x7fc5bc01c140 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7fc5c6d9d640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7fc5a807b450 0x7fc5a807d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f17b40be070 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17aaffd640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f179c073300 0x7f179c075810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f17b412e680 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17aaffd640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f179c07b570 0x7f179c07d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 --> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f17b40abe50 con 0x7f179c07b570 2024-09-21T07:24:52.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f17b412ea70 con 0x7f17bc0b1bb0 2024-09-21T07:24:52.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8d51159640 1 -- start start 2024-09-21T07:24:52.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d4403a1d0 0x7f8d4400a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d44052030 0x7f8d440d23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d44052030 0x7f8d440d23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d44052030 0x7f8d440d23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46126/0 (socket says 172.21.15.6:46126) 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 -- 172.21.15.6:0/3439670986 learned_addr learned my addr 172.21.15.6:0/3439670986 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8d440df270 0x7f8d4404bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4ad9d640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d4403a1d0 0x7f8d4400a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8d44053b50 con 0x7f8d44052030 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8d440539d0 con 0x7f8d4403a1d0 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8d44053cd0 con 0x7f8d440df270 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4b59e640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8d440df270 0x7f8d4404bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8339d9b640 1 -- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f833c0c8380 msgr2=0x7f833c0b6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8339d9b640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f833c0c8380 0x7f833c0b6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8339d9b640 1 -- 172.21.15.6:0/2177467011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f833c1f8910 msgr2=0x7f833c1f4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8339d9b640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f833c1f8910 0x7f833c1f4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8339d9b640 1 -- 172.21.15.6:0/2177467011 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833c157b40 con 0x7f833c1f7fc0 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8339d9b640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f833c1f7fc0 0x7f833c1f83d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8328014fb0 tx=0x7f8324001090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83240a7c60 con 0x7f833c1f7fc0 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f833c0c8aa0 con 0x7f833c1f7fc0 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f83240a7e00 con 0x7f833c1f7fc0 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83240a5e20 con 0x7f833c1f7fc0 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f833c0cb420 con 0x7f833c1f7fc0 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f833c0cd240 con 0x7f833c1f7fc0 2024-09-21T07:24:52.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8f7fe640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc90154bf0 0x7fcc901fa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc94b55640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc901fadc0 0x7fcc90146180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 -- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc90154bf0 msgr2=0x7fcc901fa880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc90154bf0 0x7fcc901fa880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 -- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc901fadc0 msgr2=0x7fcc90146180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc901fadc0 0x7fcc90146180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 -- 172.21.15.6:0/2628676315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc901450e0 con 0x7fcc9009c210 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc94b55640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc901fadc0 0x7fcc90146180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8ffff640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc9009c210 0x7fcc901449a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c00b3e0 tx=0x7fcc7c00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7c015020 con 0x7fcc9009c210 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc7c011920 con 0x7fcc9009c210 2024-09-21T07:24:52.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.472+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7c011dd0 con 0x7fcc9009c210 2024-09-21T07:24:52.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17b9d9b640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f179c073300 0x7f179c075810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17bad9d640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f179c07b570 0x7f179c07d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc901453c0 con 0x7fcc9009c210 2024-09-21T07:24:52.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 -- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8d440df270 msgr2=0x7f8d4404bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8d440df270 0x7f8d4404bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 -- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d4403a1d0 msgr2=0x7f8d4400a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8d4403a1d0 0x7f8d4400a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d4400aec0 con 0x7f8d44052030 2024-09-21T07:24:52.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8cce2a5640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cac0732d0 0x7f8cac0757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc90145980 con 0x7fcc9009c210 2024-09-21T07:24:52.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8cceaa6640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f8cac07b5a0 0x7f8cac07d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d4a59c640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d44052030 0x7f8d440d23e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c00d950 tx=0x7f8d3c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8324006160 con 0x7f833c1f7fc0 2024-09-21T07:24:52.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d3c017070 con 0x7f8d44052030 2024-09-21T07:24:52.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d3c009c30 con 0x7f8d44052030 2024-09-21T07:24:52.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d3c010460 con 0x7f8d44052030 2024-09-21T07:24:52.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8cce2a5640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cac0732d0 0x7f8cac0757e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8cc400afd0 tx=0x7f8cc400c040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7fc5c6d9d640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7fc5a807b450 0x7fc5a807d8a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17b9d9b640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f179c073300 0x7f179c075810 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f17b0000f70 tx=0x7f17b0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17bad9d640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f179c07b570 0x7f179c07d9c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f062d786640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7f060c07b450 0x7f060c07d8a0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d4404dcb0 con 0x7f8d44052030 2024-09-21T07:24:52.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d4404e270 con 0x7f8d44052030 2024-09-21T07:24:52.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8d51159640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8d2c001040 con 0x7f8d44052030 2024-09-21T07:24:52.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 <== osd.2 v2:172.21.15.6:6816/1965299453 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f17b40abe50 con 0x7f179c07b570 2024-09-21T07:24:52.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 <== osd.1 v2:172.21.15.6:6800/3851867328 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc5b801ee50 con 0x7fc5a807b450 2024-09-21T07:24:52.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8332ffd640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f831c073200 0x7f831c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f832412d610 con 0x7f833c1f7fc0 2024-09-21T07:24:52.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8332ffd640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f831c07b4d0 0x7f831c07d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 --> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f831c07dff0 con 0x7f831c07b4d0 2024-09-21T07:24:52.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f8324134050 con 0x7f833c1f7fc0 2024-09-21T07:24:52.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcc900cfca0 con 0x7fcc9009c210 2024-09-21T07:24:52.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.476+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcc7c018020 con 0x7fcc9009c210 2024-09-21T07:24:52.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8cceaa6640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f8cac07b5a0 0x7f8cac07d9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f833a59c640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f831c073200 0x7f831c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7fcc8cff9640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc78073200 0x7fcc78075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fcc7c093e30 con 0x7fcc9009c210 2024-09-21T07:24:52.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7fcc8cff9640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7fcc7807b450 0x7fcc7807d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 --> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcc7807df70 con 0x7fcc7807b450 2024-09-21T07:24:52.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7fcc8f7fe640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc78073200 0x7fcc78075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 <== osd.7 v2:172.21.15.145:6803/3880326313 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f060c07df70 con 0x7f060c07b450 2024-09-21T07:24:52.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 <== osd.0 v2:172.21.15.6:6808/4006691585 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8cac07e0c0 con 0x7f8cac07b5a0 2024-09-21T07:24:52.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f833a59c640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f831c073200 0x7f831c075710 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f833c0701d0 tx=0x7f832c006b70 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7fcc94b55640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7fcc7807b450 0x7fcc7807d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7fcc8f7fe640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc78073200 0x7fcc78075710 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcc80001640 tx=0x7fcc80009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7fcc94b55640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7fcc7807b450 0x7fcc7807d8a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8d3c01a070 con 0x7f8d44052030 2024-09-21T07:24:52.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d337fe640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8d380732d0 0x7f8d380757e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f8d3c094960 con 0x7f8d44052030 2024-09-21T07:24:52.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d337fe640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f8d3807b5a0 0x7f8d3807d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8d3c020e70 con 0x7f8d3807b5a0 2024-09-21T07:24:52.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f8d3c094cd0 con 0x7f8d44052030 2024-09-21T07:24:52.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f833ad9d640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f831c07b4d0 0x7f831c07d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d4b59e640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f8d3807b5a0 0x7f8d3807d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d4ad9d640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8d380732d0 0x7f8d380757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f8d4b59e640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f8d3807b5a0 0x7f8d3807d9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.484+0000 7f8d4ad9d640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8d380732d0 0x7f8d380757e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8d400af000 tx=0x7f8d4001b090 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.484+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 <== osd.3 v2:172.21.15.6:6824/4010294040 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8d3c020e70 con 0x7f8d3807b5a0 2024-09-21T07:24:52.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.480+0000 7f833ad9d640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f831c07b4d0 0x7f831c07d920 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.484+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7fcc7c05ae60 con 0x7fcc9009c210 2024-09-21T07:24:52.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.484+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 <== osd.6 v2:172.21.15.145:6802/4036001370 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcc7807df70 con 0x7fcc7807b450 2024-09-21T07:24:52.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.484+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 <== osd.5 v2:172.21.15.145:6826/3013915105 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f831c07dff0 con 0x7f831c07b4d0 2024-09-21T07:24:52.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 --> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcc900b1810 con 0x7fcc7807b450 2024-09-21T07:24:52.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc5c00363b0 con 0x7fc5a807b450 2024-09-21T07:24:52.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc8cff9640 1 -- 172.21.15.6:0/2628676315 <== osd.6 v2:172.21.15.145:6802/4036001370 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcc900b1810 con 0x7fcc7807b450 2024-09-21T07:24:52.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5b6ffd640 1 -- 172.21.15.6:0/1608166070 <== osd.1 v2:172.21.15.6:6800/3851867328 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc5c00363b0 con 0x7fc5a807b450 2024-09-21T07:24:52.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 --> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f979c002de0 con 0x7f97a007b450 2024-09-21T07:24:52.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7fcc7807b450 msgr2=0x7fcc7807d8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7fcc7807b450 0x7fcc7807d8a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7fc5a807b450 msgr2=0x7fc5a807d8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7fc5a807b450 0x7fc5a807d8a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc78073200 msgr2=0x7fcc78075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc78073200 0x7fcc78075710 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcc80001640 tx=0x7fcc80009040 comp rx=0 tx=0).stop 2024-09-21T07:24:52.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc9009c210 msgr2=0x7fcc901449a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 --2- 172.21.15.6:0/2628676315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc9009c210 0x7fcc901449a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c00b3e0 tx=0x7fcc7c00b8a0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc94b55640 1 -- 172.21.15.6:0/2628676315 reap_dead start 2024-09-21T07:24:52.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 shutdown_connections 2024-09-21T07:24:52.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 >> 172.21.15.6:0/2628676315 conn(0x7fcc900d20d0 msgr2=0x7fcc900b61e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc5a8073200 msgr2=0x7fc5a8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc5a8073200 0x7fc5a8075710 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc0b0000 tx=0x7fc5bc01c140 comp rx=0 tx=0).stop 2024-09-21T07:24:52.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97b1ffb640 1 -- 172.21.15.6:0/3234983317 <== osd.4 v2:172.21.15.145:6818/469843171 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f979c002de0 con 0x7f97a007b450 2024-09-21T07:24:52.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c00368f0 msgr2=0x7fc5c0021a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 --2- 172.21.15.6:0/1608166070 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc5c00368f0 0x7fc5c0021a80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc5b800ea20 tx=0x7fc5b800eee0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 shutdown_connections 2024-09-21T07:24:52.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fcc965b8640 1 -- 172.21.15.6:0/2628676315 wait complete. 2024-09-21T07:24:52.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c6d9d640 1 -- 172.21.15.6:0/1608166070 reap_dead start 2024-09-21T07:24:52.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 shutdown_connections 2024-09-21T07:24:52.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 >> 172.21.15.6:0/1608166070 conn(0x7fc5c00513f0 msgr2=0x7fc5c0052ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7f97a007b450 msgr2=0x7f97a007d8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97c2695640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7f97a007b450 0x7f97a007d8a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f97a0073200 msgr2=0x7f97a0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97c2695640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f97a0073200 0x7f97a0075710 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f97bc0c6b20 tx=0x7f97b4009040 comp rx=0 tx=0).stop 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f97bc0cb6c0 msgr2=0x7f97bc1fcda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97c2695640 1 --2- 172.21.15.6:0/3234983317 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f97bc0cb6c0 0x7f97bc1fcda0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f97ac0194c0 tx=0x7f97ac0056e0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.504+0000 7f97c1e94640 1 -- 172.21.15.6:0/3234983317 reap_dead start 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 shutdown_connections 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 >> 172.21.15.6:0/3234983317 conn(0x7f97bc0cc970 msgr2=0x7f97bc15ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 shutdown_connections 2024-09-21T07:24:52.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f97c2695640 1 -- 172.21.15.6:0/3234983317 wait complete. 2024-09-21T07:24:52.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 --> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f17bc0cd580 con 0x7f179c07b570 2024-09-21T07:24:52.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 --> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f06200de0d0 con 0x7f060c07b450 2024-09-21T07:24:52.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f17aaffd640 1 -- 172.21.15.6:0/2634519425 <== osd.2 v2:172.21.15.6:6816/1965299453 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f17bc0cd580 con 0x7f179c07b570 2024-09-21T07:24:52.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f179c07b570 msgr2=0x7f179c07d9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f17c0e7d640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f179c07b570 0x7f179c07d9c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f061e7fc640 1 -- 172.21.15.6:0/225511417 <== osd.7 v2:172.21.15.145:6803/3880326313 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f06200de0d0 con 0x7f060c07b450 2024-09-21T07:24:52.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 --> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8cc809cae0 con 0x7f8cac07b5a0 2024-09-21T07:24:52.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 shutdown_connections 2024-09-21T07:24:52.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7fc5c759e640 1 -- 172.21.15.6:0/1608166070 wait complete. 2024-09-21T07:24:52.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f8d51159640 1 -- 172.21.15.6:0/3439670986 --> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8d2c002de0 con 0x7f8d3807b5a0 2024-09-21T07:24:52.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.508+0000 7f8d337fe640 1 -- 172.21.15.6:0/3439670986 <== osd.3 v2:172.21.15.6:6824/4010294040 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8d2c002de0 con 0x7f8d3807b5a0 2024-09-21T07:24:52.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8cbeffd640 1 -- 172.21.15.6:0/3145944041 <== osd.0 v2:172.21.15.6:6808/4006691585 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8cc809cae0 con 0x7f8cac07b5a0 2024-09-21T07:24:52.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7f060c07b450 msgr2=0x7f060c07d8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f06301eb640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7f060c07b450 0x7f060c07d8a0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f8cac07b5a0 msgr2=0x7f8cac07d9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8cbcff9640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f8cac07b5a0 0x7f8cac07d9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f060c073200 msgr2=0x7f060c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f06301eb640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f060c073200 0x7f060c075710 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f06180ae000 tx=0x7f06180b3040 comp rx=0 tx=0).stop 2024-09-21T07:24:52.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06200e2ba0 msgr2=0x7f0620035280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f06301eb640 1 --2- 172.21.15.6:0/225511417 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06200e2ba0 0x7f0620035280 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f062806c600 tx=0x7f0628077090 comp rx=0 tx=0).stop 2024-09-21T07:24:52.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cac0732d0 msgr2=0x7f8cac0757e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8cbcff9640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cac0732d0 0x7f8cac0757e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8cc400afd0 tx=0x7f8cc400c040 comp rx=0 tx=0).stop 2024-09-21T07:24:52.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cc815ec00 msgr2=0x7f8cc809b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f062e788640 1 -- 172.21.15.6:0/225511417 reap_dead start 2024-09-21T07:24:52.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8cbcff9640 1 --2- 172.21.15.6:0/3145944041 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cc815ec00 0x7f8cc809b440 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8070c10 tx=0x7f8cb80a5760 comp rx=0 tx=0).stop 2024-09-21T07:24:52.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 shutdown_connections 2024-09-21T07:24:52.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 >> 172.21.15.6:0/225511417 conn(0x7f06200513f0 msgr2=0x7f06200e5d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8cceaa6640 1 -- 172.21.15.6:0/3145944041 reap_dead start 2024-09-21T07:24:52.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 --> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f833c0c8ed0 con 0x7f831c07b4d0 2024-09-21T07:24:52.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f8332ffd640 1 -- 172.21.15.6:0/2177467011 <== osd.5 v2:172.21.15.145:6826/3013915105 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f833c0c8ed0 con 0x7f831c07b4d0 2024-09-21T07:24:52.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f831c07b4d0 msgr2=0x7f831c07d920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f831c07b4d0 0x7f831c07d920 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f831c073200 msgr2=0x7f831c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f831c073200 0x7f831c075710 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f833c0701d0 tx=0x7f832c006b70 comp rx=0 tx=0).stop 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f833c1f7fc0 msgr2=0x7f833c1f83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 --2- 172.21.15.6:0/2177467011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f833c1f7fc0 0x7f833c1f83d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8328014fb0 tx=0x7f8324001090 comp rx=0 tx=0).stop 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833ad9d640 1 -- 172.21.15.6:0/2177467011 reap_dead start 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 shutdown_connections 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 >> 172.21.15.6:0/2177467011 conn(0x7f833c0b3b80 msgr2=0x7f833c0afd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 shutdown_connections 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.512+0000 7f833b59e640 1 -- 172.21.15.6:0/2177467011 wait complete. 2024-09-21T07:24:52.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 shutdown_connections 2024-09-21T07:24:52.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 >> 172.21.15.6:0/3145944041 conn(0x7f8cc80cc970 msgr2=0x7f8cc80af6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f179c073300 msgr2=0x7f179c075810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17c0e7d640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f179c073300 0x7f179c075810 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f17b0000f70 tx=0x7f17b0009040 comp rx=0 tx=0).stop 2024-09-21T07:24:52.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc0b1bb0 msgr2=0x7f17bc15adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17c0e7d640 1 --2- 172.21.15.6:0/2634519425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17bc0b1bb0 0x7f17bc15adb0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f17b4000f90 tx=0x7f17b40092c0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17bad9d640 1 -- 172.21.15.6:0/2634519425 reap_dead start 2024-09-21T07:24:52.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 shutdown_connections 2024-09-21T07:24:52.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 >> 172.21.15.6:0/2634519425 conn(0x7f17bc06cde0 msgr2=0x7f17bc0b4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 shutdown_connections 2024-09-21T07:24:52.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f06301eb640 1 -- 172.21.15.6:0/225511417 wait complete. 2024-09-21T07:24:52.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 shutdown_connections 2024-09-21T07:24:52.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 -- 172.21.15.6:0/3439670986 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f8d3807b5a0 msgr2=0x7f8d3807d9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f8d3807b5a0 0x7f8d3807d9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 -- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8d380732d0 msgr2=0x7f8d380757e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8d380732d0 0x7f8d380757e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8d400af000 tx=0x7f8d4001b090 comp rx=0 tx=0).stop 2024-09-21T07:24:52.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 shutdown_connections 2024-09-21T07:24:52.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 -- 172.21.15.6:0/3439670986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d44052030 msgr2=0x7f8d440d23e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 --2- 172.21.15.6:0/3439670986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d44052030 0x7f8d440d23e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c00d950 tx=0x7f8d3c00de10 comp rx=0 tx=0).stop 2024-09-21T07:24:52.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8cbcff9640 1 -- 172.21.15.6:0/3145944041 wait complete. 2024-09-21T07:24:52.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d4b59e640 1 -- 172.21.15.6:0/3439670986 reap_dead start 2024-09-21T07:24:52.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 -- 172.21.15.6:0/3439670986 shutdown_connections 2024-09-21T07:24:52.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f17c0e7d640 1 -- 172.21.15.6:0/2634519425 wait complete. 2024-09-21T07:24:52.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 -- 172.21.15.6:0/3439670986 >> 172.21.15.6:0/3439670986 conn(0x7f8d4401de00 msgr2=0x7f8d440ecd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 -- 172.21.15.6:0/3439670986 shutdown_connections 2024-09-21T07:24:52.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.516+0000 7f8d317fa640 1 -- 172.21.15.6:0/3439670986 wait complete. 2024-09-21T07:24:52.548 INFO:teuthology.orchestra.run.smithi006.stdout:55834574855 2024-09-21T07:24:52.549 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-21T07:24:52.552 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:52.552 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-21T07:24:52.556 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:52.556 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-21T07:24:52.561 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:52.561 INFO:teuthology.orchestra.run.smithi006.stdout:55834574855 2024-09-21T07:24:52.562 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-21T07:24:52.562 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-21T07:24:52.564 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:52.564 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-21T07:24:52.564 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:52.565 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-21T07:24:52.566 INFO:teuthology.orchestra.run.smithi006.stdout:55834574855 2024-09-21T07:24:52.566 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-21T07:24:52.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.744+0000 7f61aceac640 1 -- 172.21.15.6:0/275930129 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a8072c10 msgr2=0x7f61a8073020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.744+0000 7f61aceac640 1 --2- 172.21.15.6:0/275930129 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a8072c10 0x7f61a8073020 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f61a80726c0 tx=0x7f619c01c8c0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.744+0000 7f61aceac640 1 -- 172.21.15.6:0/275930129 shutdown_connections 2024-09-21T07:24:52.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.744+0000 7f61aceac640 1 --2- 172.21.15.6:0/275930129 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a8072c10 0x7f61a8073020 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.744+0000 7f61aceac640 1 --2- 172.21.15.6:0/275930129 >> v2:172.21.15.145:3300/0 conn(0x7f61a815ee30 0x7f61a815f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.744+0000 7f61aceac640 1 -- 172.21.15.6:0/275930129 >> 172.21.15.6:0/275930129 conn(0x7f61a806ee60 msgr2=0x7f61a806f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.744+0000 7f61aceac640 1 -- 172.21.15.6:0/275930129 shutdown_connections 2024-09-21T07:24:52.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.744+0000 7f61aceac640 1 -- 172.21.15.6:0/275930129 wait complete. 2024-09-21T07:24:52.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.748+0000 7f61aceac640 1 Processor -- start 2024-09-21T07:24:52.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.748+0000 7f61aceac640 1 -- start start 2024-09-21T07:24:52.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61aceac640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a8072c10 0x7f61a814fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61aceac640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a80cfd50 0x7f61a80aec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a80cfd50 0x7f61a80aec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a80cfd50 0x7f61a80aec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46144/0 (socket says 172.21.15.6:46144) 2024-09-21T07:24:52.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a8072c10 0x7f61a814fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7fb67bdde640 1 -- 172.21.15.6:0/3171022349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cd560 msgr2=0x7fb6740cf3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3171022349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cd560 0x7fb6740cf3c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb670009930 tx=0x7fb67001c850 comp rx=0 tx=0).stop 2024-09-21T07:24:52.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a8072c10 0x7f61a814fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.6:55644/0 (socket says 172.21.15.6:55644) 2024-09-21T07:24:52.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 -- 172.21.15.6:0/3026316935 learned_addr learned my addr 172.21.15.6:0/3026316935 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61aceac640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a815ee30 0x7f61a814f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61aceac640 1 -- 172.21.15.6:0/3026316935 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f61a8166d40 con 0x7f61a80cfd50 2024-09-21T07:24:52.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61aceac640 1 -- 172.21.15.6:0/3026316935 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61a8166bc0 con 0x7f61a8072c10 2024-09-21T07:24:52.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61aceac640 1 -- 172.21.15.6:0/3026316935 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f61a80cc970 con 0x7f61a815ee30 2024-09-21T07:24:52.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7fb67bdde640 1 -- 172.21.15.6:0/3171022349 shutdown_connections 2024-09-21T07:24:52.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3171022349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cd560 0x7fb6740cf3c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7fb67bdde640 1 -- 172.21.15.6:0/3171022349 >> 172.21.15.6:0/3171022349 conn(0x7fb67406ee60 msgr2=0x7fb67406f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7fb67bdde640 1 -- 172.21.15.6:0/3171022349 shutdown_connections 2024-09-21T07:24:52.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7fb67bdde640 1 -- 172.21.15.6:0/3171022349 wait complete. 2024-09-21T07:24:52.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a6d9d640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a815ee30 0x7f61a814f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 -- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a815ee30 msgr2=0x7f61a814f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a815ee30 0x7f61a814f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 -- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a8072c10 msgr2=0x7f61a814fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a8072c10 0x7f61a814fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 -- 172.21.15.6:0/3026316935 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61a81fabb0 con 0x7f61a80cfd50 2024-09-21T07:24:52.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.752+0000 7f61a5d9b640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a80cfd50 0x7f61a80aec60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f61a000c730 tx=0x7f61a000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7f6196ffd640 1 -- 172.21.15.6:0/3026316935 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a0003b80 con 0x7f61a80cfd50 2024-09-21T07:24:52.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7f6196ffd640 1 -- 172.21.15.6:0/3026316935 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61a0003d40 con 0x7f61a80cfd50 2024-09-21T07:24:52.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7f6196ffd640 1 -- 172.21.15.6:0/3026316935 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a000aab0 con 0x7f61a80cfd50 2024-09-21T07:24:52.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7f61aceac640 1 -- 172.21.15.6:0/3026316935 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61a80aa7b0 con 0x7f61a80cfd50 2024-09-21T07:24:52.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7f61aceac640 1 -- 172.21.15.6:0/3026316935 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61a80aaa90 con 0x7f61a80cfd50 2024-09-21T07:24:52.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7f61aceac640 1 -- 172.21.15.6:0/3026316935 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61a8073020 con 0x7f61a80cfd50 2024-09-21T07:24:52.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f6196ffd640 1 -- 172.21.15.6:0/3026316935 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f61a000ac50 con 0x7f61a80cfd50 2024-09-21T07:24:52.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7fb67bdde640 1 Processor -- start 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7fb67bdde640 1 -- start start 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7fb67bdde640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cefb0 0x7fb674148bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7fb679b7a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cefb0 0x7fb674148bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7fb679b7a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cefb0 0x7fb674148bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46146/0 (socket says 172.21.15.6:46146) 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7fb679b7a640 1 -- 172.21.15.6:0/3610724923 learned_addr learned my addr 172.21.15.6:0/3610724923 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.756+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb67415f5e0 0x7fb6741510c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6740b3ce0 0x7fb674151600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb6741711e0 con 0x7fb6740cefb0 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb674171060 con 0x7fb6740b3ce0 2024-09-21T07:24:52.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb674171360 con 0x7fb67415f5e0 2024-09-21T07:24:52.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f05967fc640 1 -- 172.21.15.6:0/1999130127 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05880a5d80 con 0x7f05980ce4a0 2024-09-21T07:24:52.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 -- 172.21.15.6:0/1999130127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05980ce4a0 msgr2=0x7f05980cefb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 --2- 172.21.15.6:0/1999130127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05980ce4a0 0x7f05980cefb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0588009900 tx=0x7f058801c870 comp rx=0 tx=0).stop 2024-09-21T07:24:52.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 -- 172.21.15.6:0/1999130127 shutdown_connections 2024-09-21T07:24:52.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 --2- 172.21.15.6:0/1999130127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05980ce4a0 0x7f05980cefb0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 --2- 172.21.15.6:0/1999130127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f059815f5e0 0x7f05980cdf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 -- 172.21.15.6:0/1999130127 >> 172.21.15.6:0/1999130127 conn(0x7f059806ee60 msgr2=0x7f059806f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 -- 172.21.15.6:0/1999130127 shutdown_connections 2024-09-21T07:24:52.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f6196ffd640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6188073230 0x7f6188075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 -- 172.21.15.6:0/1999130127 wait complete. 2024-09-21T07:24:52.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb679379640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb67415f5e0 0x7fb6741510c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f61a659c640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6188073230 0x7f6188075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb67a37b640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6740b3ce0 0x7fb674151600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f6196ffd640 1 -- 172.21.15.6:0/3026316935 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f61a0091d90 con 0x7f61a80cfd50 2024-09-21T07:24:52.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb679b7a640 1 -- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb67415f5e0 msgr2=0x7fb6741510c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb679b7a640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb67415f5e0 0x7fb6741510c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb679b7a640 1 -- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6740b3ce0 msgr2=0x7fb674151600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb679b7a640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6740b3ce0 0x7fb674151600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb679b7a640 1 -- 172.21.15.6:0/3610724923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6741501f0 con 0x7fb6740cefb0 2024-09-21T07:24:52.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f61a659c640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6188073230 0x7f6188075740 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6198009b40 tx=0x7f61980091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7fb679b7a640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cefb0 0x7fb674148bc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fb66400c3c0 tx=0x7fb66400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 Processor -- start 2024-09-21T07:24:52.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.760+0000 7f059e04b640 1 -- start start 2024-09-21T07:24:52.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f059e04b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05980cf4f0 0x7f059814d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f059e04b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f059815f5e0 0x7f059814de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f059e04b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0598074770 0x7f05980b2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f059e04b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f05981701d0 con 0x7f05980cf4f0 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f059e04b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0598170050 con 0x7f059815f5e0 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f059e04b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0598170350 con 0x7f0598074770 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05980cf4f0 0x7f059814d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05980cf4f0 0x7f059814d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46162/0 (socket says 172.21.15.6:46162) 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 -- 172.21.15.6:0/307429860 learned_addr learned my addr 172.21.15.6:0/307429860 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f0597fff640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0598074770 0x7f05980b2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f0596ffd640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f059815f5e0 0x7f059814de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 -- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0598074770 msgr2=0x7f05980b2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0598074770 0x7f05980b2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 -- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f059815f5e0 msgr2=0x7f059814de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f059815f5e0 0x7f059814de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 -- 172.21.15.6:0/307429860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0598151360 con 0x7f05980cf4f0 2024-09-21T07:24:52.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.764+0000 7f05977fe640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05980cf4f0 0x7f059814d930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f058c00d950 tx=0x7f058c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.768+0000 7f6196ffd640 1 -- 172.21.15.6:0/3026316935 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f61a005e770 con 0x7f61a80cfd50 2024-09-21T07:24:52.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.768+0000 7fb66a7fc640 1 -- 172.21.15.6:0/3610724923 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6640052d0 con 0x7fb6740cefb0 2024-09-21T07:24:52.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.768+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6741504d0 con 0x7fb6740cefb0 2024-09-21T07:24:52.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.768+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb674150a90 con 0x7fb6740cefb0 2024-09-21T07:24:52.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.768+0000 7f057ffff640 1 -- 172.21.15.6:0/307429860 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c017070 con 0x7f05980cf4f0 2024-09-21T07:24:52.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.772+0000 7f059e04b640 1 -- 172.21.15.6:0/307429860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0598151640 con 0x7f05980cf4f0 2024-09-21T07:24:52.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.772+0000 7f059e04b640 1 -- 172.21.15.6:0/307429860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f059814aa30 con 0x7f05980cf4f0 2024-09-21T07:24:52.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.772+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6740cf3c0 con 0x7fb6740cefb0 2024-09-21T07:24:52.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.772+0000 7fb66a7fc640 1 -- 172.21.15.6:0/3610724923 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb664005470 con 0x7fb6740cefb0 2024-09-21T07:24:52.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.772+0000 7fb66a7fc640 1 -- 172.21.15.6:0/3610724923 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb664020060 con 0x7fb6740cefb0 2024-09-21T07:24:52.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.776+0000 7fb66a7fc640 1 -- 172.21.15.6:0/3610724923 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb664007260 con 0x7fb6740cefb0 2024-09-21T07:24:52.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.776+0000 7fb66a7fc640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb658073200 0x7fb658075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.776+0000 7fb66a7fc640 1 -- 172.21.15.6:0/3610724923 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb664093c00 con 0x7fb6740cefb0 2024-09-21T07:24:52.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.776+0000 7fb679379640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb658073200 0x7fb658075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.780+0000 7f057ffff640 1 -- 172.21.15.6:0/307429860 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f058c009c30 con 0x7f05980cf4f0 2024-09-21T07:24:52.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.780+0000 7f057ffff640 1 -- 172.21.15.6:0/307429860 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c021060 con 0x7f05980cf4f0 2024-09-21T07:24:52.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.780+0000 7f057ffff640 1 -- 172.21.15.6:0/307429860 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f058c01a070 con 0x7f05980cf4f0 2024-09-21T07:24:52.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.780+0000 7f057ffff640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0584073260 0x7f0584075770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.780+0000 7f057ffff640 1 -- 172.21.15.6:0/307429860 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f058c094490 con 0x7f05980cf4f0 2024-09-21T07:24:52.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.780+0000 7f0596ffd640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0584073260 0x7f0584075770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.780+0000 7f0596ffd640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0584073260 0x7f0584075770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f05880af000 tx=0x7f058801b0b0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.784+0000 7fb66a7fc640 1 -- 172.21.15.6:0/3610724923 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb66405e640 con 0x7fb6740cefb0 2024-09-21T07:24:52.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.784+0000 7fb679379640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb658073200 0x7fb658075710 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb6741ffea0 tx=0x7fb66c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.788+0000 7f059e04b640 1 -- 172.21.15.6:0/307429860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05780052a0 con 0x7f05980cf4f0 2024-09-21T07:24:52.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.796+0000 7f057ffff640 1 -- 172.21.15.6:0/307429860 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f058c05eed0 con 0x7f05980cf4f0 2024-09-21T07:24:52.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7fb42d8db640 1 -- 172.21.15.6:0/2286124978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb420054e40 msgr2=0x7fb420100e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7fb42d8db640 1 --2- 172.21.15.6:0/2286124978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb420054e40 0x7fb420100e70 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb41c009900 tx=0x7fb41c01c840 comp rx=0 tx=0).stop 2024-09-21T07:24:52.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7fb42d8db640 1 -- 172.21.15.6:0/2286124978 shutdown_connections 2024-09-21T07:24:52.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7fb42d8db640 1 --2- 172.21.15.6:0/2286124978 >> v2:172.21.15.145:3300/0 conn(0x7fb42004f240 0x7fb42004f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7fb42d8db640 1 --2- 172.21.15.6:0/2286124978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb420054e40 0x7fb420100e70 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7fb42d8db640 1 -- 172.21.15.6:0/2286124978 >> 172.21.15.6:0/2286124978 conn(0x7fb42001d9b0 msgr2=0x7fb420039670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7fb42d8db640 1 -- 172.21.15.6:0/2286124978 shutdown_connections 2024-09-21T07:24:52.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7fb42d8db640 1 -- 172.21.15.6:0/2286124978 wait complete. 2024-09-21T07:24:52.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7f0591cab640 1 -- 172.21.15.6:0/801301355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f057c004810 msgr2=0x7f057c004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7f0591cab640 1 --2- 172.21.15.6:0/801301355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f057c004810 0x7f057c004c20 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f058c02ebe0 tx=0x7f058c098e30 comp rx=0 tx=0).stop 2024-09-21T07:24:52.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7f058bfff640 1 -- 172.21.15.6:0/801301355 reap_dead start 2024-09-21T07:24:52.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7f0591cab640 1 -- 172.21.15.6:0/801301355 shutdown_connections 2024-09-21T07:24:52.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7f0591cab640 1 -- 172.21.15.6:0/801301355 >> 172.21.15.6:0/801301355 conn(0x7f058401d9e0 msgr2=0x7f05840396a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7f0591cab640 1 -- 172.21.15.6:0/801301355 shutdown_connections 2024-09-21T07:24:52.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 Processor -- start 2024-09-21T07:24:52.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 -- start start 2024-09-21T07:24:52.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb420007240 0x7fb4200f7540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb42004f240 0x7fb42004e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200fe3c0 0x7fb4200fe7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb42010e950 con 0x7fb42004f240 2024-09-21T07:24:52.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb42010e7d0 con 0x7fb4200fe3c0 2024-09-21T07:24:52.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb42010ead0 con 0x7fb420007240 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb42004f240 0x7fb42004e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb42004f240 0x7fb42004e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46186/0 (socket says 172.21.15.6:46186) 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 -- 172.21.15.6:0/99152153 learned_addr learned my addr 172.21.15.6:0/99152153 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb426ffd640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb420007240 0x7fb4200f7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4277fe640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200fe3c0 0x7fb4200fe7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 -- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb420007240 msgr2=0x7fb4200f7540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb420007240 0x7fb4200f7540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 -- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200fe3c0 msgr2=0x7fb4200fe7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200fe3c0 0x7fb4200fe7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 -- 172.21.15.6:0/99152153 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4200fed10 con 0x7fb42004f240 2024-09-21T07:24:52.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.824+0000 7f0591cab640 1 -- 172.21.15.6:0/801301355 wait complete. 2024-09-21T07:24:52.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f0591cab640 1 Processor -- start 2024-09-21T07:24:52.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb4267fc640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb42004f240 0x7fb42004e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb41c009850 tx=0x7fb41c0a5780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f0591cab640 1 -- start start 2024-09-21T07:24:52.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb40ffff640 1 -- 172.21.15.6:0/99152153 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c0b2040 con 0x7fb42004f240 2024-09-21T07:24:52.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb40ffff640 1 -- 172.21.15.6:0/99152153 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb41c003600 con 0x7fb42004f240 2024-09-21T07:24:52.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb40ffff640 1 -- 172.21.15.6:0/99152153 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c003a50 con 0x7fb42004f240 2024-09-21T07:24:52.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f05fc072640 1 -- 172.21.15.6:0/2327340767 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ec0358d0 msgr2=0x7f05ec037100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb420048470 con 0x7fb42004f240 2024-09-21T07:24:52.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb420048a30 con 0x7fb42004f240 2024-09-21T07:24:52.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f05f8e0c640 1 -- 172.21.15.6:0/2327340767 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f00ad070 con 0x7f05ec0358d0 2024-09-21T07:24:52.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f05fc072640 1 --2- 172.21.15.6:0/2327340767 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ec0358d0 0x7f05ec037100 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f05ec03b530 tx=0x7f05f001c810 comp rx=0 tx=0).stop 2024-09-21T07:24:52.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f05fc072640 1 -- 172.21.15.6:0/2327340767 shutdown_connections 2024-09-21T07:24:52.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f05fc072640 1 --2- 172.21.15.6:0/2327340767 >> v2:172.21.15.145:3300/0 conn(0x7f05ec037640 0x7f05ec0df4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f05fc072640 1 --2- 172.21.15.6:0/2327340767 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ec0358d0 0x7f05ec037100 secure :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f05ec03b530 tx=0x7f05f001c810 comp rx=0 tx=0).stop 2024-09-21T07:24:52.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.828+0000 7f05fc072640 1 -- 172.21.15.6:0/2327340767 >> 172.21.15.6:0/2327340767 conn(0x7f05ec01ead0 msgr2=0x7f05ec03a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f05fc072640 1 -- 172.21.15.6:0/2327340767 shutdown_connections 2024-09-21T07:24:52.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb420055260 con 0x7fb42004f240 2024-09-21T07:24:52.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f05fc072640 1 -- 172.21.15.6:0/2327340767 wait complete. 2024-09-21T07:24:52.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f0591cab640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05840e4520 0x7f058418b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f0591cab640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058404d8d0 0x7f0584187a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f0591cab640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05840e4d40 0x7f05840e5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f05fc072640 1 Processor -- start 2024-09-21T07:24:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f0591cab640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f05840f2ec0 con 0x7f05840e4d40 2024-09-21T07:24:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f0591cab640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f05840f2d40 con 0x7f05840e4520 2024-09-21T07:24:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f0591cab640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f05840f3040 con 0x7f058404d8d0 2024-09-21T07:24:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f058affd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058404d8d0 0x7f0584187a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f058affd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058404d8d0 0x7f0584187a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.6:60414/0 (socket says 172.21.15.6:60414) 2024-09-21T07:24:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f058affd640 1 -- 172.21.15.6:0/1954866212 learned_addr learned my addr 172.21.15.6:0/1954866212 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f058b7fe640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05840e4520 0x7f058418b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7fb40ffff640 1 -- 172.21.15.6:0/99152153 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb41c003bf0 con 0x7fb42004f240 2024-09-21T07:24:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7fb40ffff640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4140732d0 0x7fb4140757e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7fb40ffff640 1 -- 172.21.15.6:0/99152153 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb41c12dc50 con 0x7fb42004f240 2024-09-21T07:24:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7fb426ffd640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4140732d0 0x7fb4140757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f058affd640 1 -- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05840e4520 msgr2=0x7f058418b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f058affd640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05840e4520 0x7f058418b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f058affd640 1 -- 172.21.15.6:0/1954866212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05840e4d40 msgr2=0x7f05840e5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f058affd640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05840e4d40 0x7f05840e5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f058affd640 1 -- 172.21.15.6:0/1954866212 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05840e5690 con 0x7f058404d8d0 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f058affd640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058404d8d0 0x7f0584187a30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f058c06aaa0 tx=0x7f058c129a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f0577fff640 1 -- 172.21.15.6:0/1954866212 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c12e040 con 0x7f058404d8d0 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0584187f70 con 0x7f058404d8d0 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f058404e000 con 0x7f058404d8d0 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f0577fff640 1 -- 172.21.15.6:0/1954866212 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f058c121ad0 con 0x7f058404d8d0 2024-09-21T07:24:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f0577fff640 1 -- 172.21.15.6:0/1954866212 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c051490 con 0x7f058404d8d0 2024-09-21T07:24:52.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.832+0000 7f05fc072640 1 -- start start 2024-09-21T07:24:52.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05fc072640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ec034a60 0x7f05ec048a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05fc072640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ec037640 0x7f05ec0df2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05fc072640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ec04c8c0 0x7f05ec04ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05fc072640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f05ec006880 con 0x7f05ec034a60 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ec037640 0x7f05ec0df2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ec037640 0x7f05ec0df2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.6:60430/0 (socket says 172.21.15.6:60430) 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 -- 172.21.15.6:0/1803574425 learned_addr learned my addr 172.21.15.6:0/1803574425 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f05ec0e0740 con 0x7f05ec04c8c0 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f05ec006a00 con 0x7f05ec037640 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05fa60f640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ec04c8c0 0x7f05ec04ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f056c0052a0 con 0x7f058404d8d0 2024-09-21T07:24:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7fdb6e48b640 1 -- 172.21.15.6:0/32198570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb680cdc60 msgr2=0x7fdb680ce070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7fdb6e48b640 1 --2- 172.21.15.6:0/32198570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb680cdc60 0x7fdb680ce070 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdb68051550 tx=0x7fdb6001cdc0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7fb426ffd640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4140732d0 0x7fb4140757e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb418007fd0 tx=0x7fb418009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 -- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ec04c8c0 msgr2=0x7f05ec04ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ec04c8c0 0x7f05ec04ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 -- 172.21.15.6:0/1803574425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ec034a60 msgr2=0x7f05ec048a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ec034a60 0x7f05ec048a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 -- 172.21.15.6:0/1803574425 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05ec0d2290 con 0x7f05ec037640 2024-09-21T07:24:52.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.836+0000 7f05f960d640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ec037640 0x7f05ec0df2b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f05f001a440 tx=0x7f05f00ab000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.840+0000 7f0577fff640 1 -- 172.21.15.6:0/1954866212 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f058c139030 con 0x7f058404d8d0 2024-09-21T07:24:52.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.840+0000 7f0577fff640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0570073200 0x7f0570075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.840+0000 7f0577fff640 1 -- 172.21.15.6:0/1954866212 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f058c1aa8e0 con 0x7f058404d8d0 2024-09-21T07:24:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.840+0000 7f058b7fe640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0570073200 0x7f0570075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.840+0000 7f058b7fe640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0570073200 0x7f0570075710 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f058400b9b0 tx=0x7f0580010040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 -- 172.21.15.6:0/32198570 shutdown_connections 2024-09-21T07:24:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 --2- 172.21.15.6:0/32198570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb680cdc60 0x7fdb680ce070 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 --2- 172.21.15.6:0/32198570 >> v2:172.21.15.6:3300/0 conn(0x7fdb68073db0 0x7fdb680741c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 --2- 172.21.15.6:0/32198570 >> v2:172.21.15.145:3300/0 conn(0x7fdb6806ee70 0x7fdb6815b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 -- 172.21.15.6:0/32198570 >> 172.21.15.6:0/32198570 conn(0x7fdb680d0090 msgr2=0x7fdb680d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 -- 172.21.15.6:0/32198570 shutdown_connections 2024-09-21T07:24:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 -- 172.21.15.6:0/32198570 wait complete. 2024-09-21T07:24:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 Processor -- start 2024-09-21T07:24:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fb40ffff640 1 -- 172.21.15.6:0/99152153 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb4200fed10 con 0x7fb42004f240 2024-09-21T07:24:52.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 -- start start 2024-09-21T07:24:52.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fc77dc96640 1 -- 172.21.15.6:0/947717570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780af4f0 msgr2=0x7fc7780af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fc77dc96640 1 --2- 172.21.15.6:0/947717570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780af4f0 0x7fc7780af900 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc778074560 tx=0x7fc77001cbc0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fc77dc96640 1 -- 172.21.15.6:0/947717570 shutdown_connections 2024-09-21T07:24:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fc77dc96640 1 --2- 172.21.15.6:0/947717570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780af4f0 0x7fc7780af900 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fc77dc96640 1 --2- 172.21.15.6:0/947717570 >> v2:172.21.15.145:3300/0 conn(0x7fc7780700d0 0x7fc7780704e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb6806ee70 0x7fdb68159790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb68073db0 0x7fdb6815dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb67fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb6806ee70 0x7fdb68159790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb67fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb6806ee70 0x7fdb68159790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46224/0 (socket says 172.21.15.6:46224) 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb67fff640 1 -- 172.21.15.6:0/3712528997 learned_addr learned my addr 172.21.15.6:0/3712528997 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb680cdc60 0x7fdb6815e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 -- 172.21.15.6:0/3712528997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdb680704e0 con 0x7fdb6806ee70 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 -- 172.21.15.6:0/3712528997 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdb68070360 con 0x7fdb68073db0 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb6e48b640 1 -- 172.21.15.6:0/3712528997 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdb680ca9c0 con 0x7fdb680cdc60 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fc77dc96640 1 --2- 172.21.15.6:0/947717570 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7780c6200 0x7fc7780c6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fc77dc96640 1 -- 172.21.15.6:0/947717570 >> 172.21.15.6:0/947717570 conn(0x7fc7780b2450 msgr2=0x7fc7780b2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.844+0000 7fdb677fe640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb68073db0 0x7fdb6815dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb6ca28640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb680cdc60 0x7fdb6815e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb67fff640 1 -- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb680cdc60 msgr2=0x7fdb6815e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb67fff640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb680cdc60 0x7fdb6815e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb67fff640 1 -- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb68073db0 msgr2=0x7fdb6815dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb67fff640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb68073db0 0x7fdb6815dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb67fff640 1 -- 172.21.15.6:0/3712528997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb681576c0 con 0x7fdb6806ee70 2024-09-21T07:24:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fc77dc96640 1 -- 172.21.15.6:0/947717570 shutdown_connections 2024-09-21T07:24:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb67fff640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb6806ee70 0x7fdb68159790 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdb5800b3e0 tx=0x7fdb5800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fc77dc96640 1 -- 172.21.15.6:0/947717570 wait complete. 2024-09-21T07:24:52.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb64ff9640 1 -- 172.21.15.6:0/3712528997 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb58015020 con 0x7fdb6806ee70 2024-09-21T07:24:52.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb6e48b640 1 -- 172.21.15.6:0/3712528997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb681579a0 con 0x7fdb6806ee70 2024-09-21T07:24:52.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb6e48b640 1 -- 172.21.15.6:0/3712528997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb68150c50 con 0x7fdb6806ee70 2024-09-21T07:24:52.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb64ff9640 1 -- 172.21.15.6:0/3712528997 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb58011830 con 0x7fdb6806ee70 2024-09-21T07:24:52.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fdb64ff9640 1 -- 172.21.15.6:0/3712528997 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb58011c60 con 0x7fdb6806ee70 2024-09-21T07:24:52.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.848+0000 7fc77dc96640 1 Processor -- start 2024-09-21T07:24:52.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77dc96640 1 -- start start 2024-09-21T07:24:52.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fdb64ff9640 1 -- 172.21.15.6:0/3712528997 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdb58018020 con 0x7fdb6806ee70 2024-09-21T07:24:52.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fdb4e7fc640 1 -- 172.21.15.6:0/3712528997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb680741c0 con 0x7fdb6806ee70 2024-09-21T07:24:52.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fdb64ff9640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb54073200 0x7fdb54075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fdb64ff9640 1 -- 172.21.15.6:0/3712528997 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fdb58094300 con 0x7fdb6806ee70 2024-09-21T07:24:52.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fdb677fe640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb54073200 0x7fdb54075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77dc96640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7780700d0 0x7fc7781488b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77dc96640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7780af4f0 0x7fc778148df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fdb677fe640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb54073200 0x7fdb54075710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c006fd0 tx=0x7fdb5c008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77dc96640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780c6200 0x7fc7781541e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7f05ea7fc640 1 -- 172.21.15.6:0/1803574425 <== mon.2 v2:172.21.15.145:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f00ad050 con 0x7f05ec037640 2024-09-21T07:24:52.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7f05ea7fc640 1 -- 172.21.15.6:0/1803574425 <== mon.2 v2:172.21.15.145:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05f0004020 con 0x7f05ec037640 2024-09-21T07:24:52.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05ec008de0 con 0x7f05ec037640 2024-09-21T07:24:52.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7f05ea7fc640 1 -- 172.21.15.6:0/1803574425 <== mon.2 v2:172.21.15.145:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f0004430 con 0x7f05ec037640 2024-09-21T07:24:52.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f05ec0dc940 con 0x7f05ec037640 2024-09-21T07:24:52.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77cc94640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7780700d0 0x7fc7781488b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77cc94640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7780700d0 0x7fc7781488b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.6:60444/0 (socket says 172.21.15.6:60444) 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc777fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7780af4f0 0x7fc778148df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc777fff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7780af4f0 0x7fc778148df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.6:55772/0 (socket says 172.21.15.6:55772) 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77d495640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780c6200 0x7fc7781541e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77d495640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780c6200 0x7fc7781541e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46240/0 (socket says 172.21.15.6:46240) 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77cc94640 1 -- 172.21.15.6:0/2306695154 learned_addr learned my addr 172.21.15.6:0/2306695154 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77dc96640 1 -- 172.21.15.6:0/2306695154 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc778073840 con 0x7fc7780c6200 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77dc96640 1 -- 172.21.15.6:0/2306695154 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc7780736c0 con 0x7fc7780af4f0 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7fc77dc96640 1 -- 172.21.15.6:0/2306695154 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc7780739c0 con 0x7fc7780700d0 2024-09-21T07:24:52.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.852+0000 7f0577fff640 1 -- 172.21.15.6:0/1954866212 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f058c140020 con 0x7f058404d8d0 2024-09-21T07:24:52.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05dc0052a0 con 0x7f05ec037640 2024-09-21T07:24:52.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7fc77d495640 1 -- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7780700d0 msgr2=0x7fc7781488b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7fc77d495640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7780700d0 0x7fc7781488b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7fc77d495640 1 -- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7780af4f0 msgr2=0x7fc778148df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:52.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7fc77d495640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7780af4f0 0x7fc778148df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:52.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7fc77d495640 1 -- 172.21.15.6:0/2306695154 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc778157a80 con 0x7fc7780c6200 2024-09-21T07:24:52.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7fc77d495640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780c6200 0x7fc7781541e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc7700ac000 tx=0x7fc770009200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7f05ea7fc640 1 -- 172.21.15.6:0/1803574425 <== mon.2 v2:172.21.15.145:3301/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f05f00b0070 con 0x7f05ec037640 2024-09-21T07:24:52.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7f05ea7fc640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05d8073230 0x7f05d8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.856+0000 7f05ea7fc640 1 -- 172.21.15.6:0/1803574425 <== mon.2 v2:172.21.15.145:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f05f012e460 con 0x7f05ec037640 2024-09-21T07:24:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.860+0000 7fdb64ff9640 1 -- 172.21.15.6:0/3712528997 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdb5801f020 con 0x7fdb6806ee70 2024-09-21T07:24:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.860+0000 7fc7757fa640 1 -- 172.21.15.6:0/2306695154 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7700b2040 con 0x7fc7780c6200 2024-09-21T07:24:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.860+0000 7fc7757fa640 1 -- 172.21.15.6:0/2306695154 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7700bb070 con 0x7fc7780c6200 2024-09-21T07:24:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.860+0000 7fc7757fa640 1 -- 172.21.15.6:0/2306695154 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7700045b0 con 0x7fc7780c6200 2024-09-21T07:24:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.864+0000 7fc77dc96640 1 -- 172.21.15.6:0/2306695154 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc778157d60 con 0x7fc7780c6200 2024-09-21T07:24:52.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.864+0000 7fc77dc96640 1 -- 172.21.15.6:0/2306695154 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc778152360 con 0x7fc7780c6200 2024-09-21T07:24:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.864+0000 7fc7757fa640 1 -- 172.21.15.6:0/2306695154 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc7700c0460 con 0x7fc7780c6200 2024-09-21T07:24:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.864+0000 7fc7757fa640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc7640776e0 0x7fc764079bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.864+0000 7fc7757fa640 1 -- 172.21.15.6:0/2306695154 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc77012e880 con 0x7fc7780c6200 2024-09-21T07:24:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.864+0000 7f05f9e0e640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05d8073230 0x7f05d8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.864+0000 7f05f9e0e640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05d8073230 0x7f05d8075740 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f05f406c1c0 tx=0x7f05f406c6f0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.868+0000 7fc77cc94640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc7640776e0 0x7fc764079bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:52.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.868+0000 7fc75effd640 1 -- 172.21.15.6:0/2306695154 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7580052a0 con 0x7fc7780c6200 2024-09-21T07:24:52.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.868+0000 7fc77cc94640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc7640776e0 0x7fc764079bf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc76800ac70 tx=0x7fc768010040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.868+0000 7f05ea7fc640 1 -- 172.21.15.6:0/1803574425 <== mon.2 v2:172.21.15.145:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f05f0016490 con 0x7f05ec037640 2024-09-21T07:24:52.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:52.876+0000 7fc7757fa640 1 -- 172.21.15.6:0/2306695154 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc7700167b0 con 0x7fc7780c6200 2024-09-21T07:24:53.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.136+0000 7f61aceac640 1 -- 172.21.15.6:0/3026316935 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f61a806ddf0 con 0x7f61a80cfd50 2024-09-21T07:24:53.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.136+0000 7f6196ffd640 1 -- 172.21.15.6:0/3026316935 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f61a005e070 con 0x7f61a80cfd50 2024-09-21T07:24:53.141 INFO:teuthology.orchestra.run.smithi006.stdout:55834574855 2024-09-21T07:24:53.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 -- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6188073230 msgr2=0x7f6188075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6188073230 0x7f6188075740 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6198009b40 tx=0x7f61980091e0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 -- 172.21.15.6:0/3026316935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a80cfd50 msgr2=0x7f61a80aec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a80cfd50 0x7f61a80aec60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f61a000c730 tx=0x7f61a000cbf0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 -- 172.21.15.6:0/3026316935 shutdown_connections 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6188073230 0x7f6188075740 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a815ee30 0x7f61a814f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a80cfd50 0x7f61a80aec60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 --2- 172.21.15.6:0/3026316935 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a8072c10 0x7f61a814fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 -- 172.21.15.6:0/3026316935 >> 172.21.15.6:0/3026316935 conn(0x7f61a806ee60 msgr2=0x7f61a806f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 -- 172.21.15.6:0/3026316935 shutdown_connections 2024-09-21T07:24:53.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.140+0000 7f6194ff9640 1 -- 172.21.15.6:0/3026316935 wait complete. 2024-09-21T07:24:53.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.156+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fb67416de30 con 0x7fb6740cefb0 2024-09-21T07:24:53.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.156+0000 7fb66a7fc640 1 -- 172.21.15.6:0/3610724923 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb664063070 con 0x7fb6740cefb0 2024-09-21T07:24:53.160 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:53.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.156+0000 7f059e04b640 1 -- 172.21.15.6:0/307429860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f0578005590 con 0x7f05980cf4f0 2024-09-21T07:24:53.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.156+0000 7f057ffff640 1 -- 172.21.15.6:0/307429860 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f058c063900 con 0x7f05980cf4f0 2024-09-21T07:24:53.162 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb658073200 msgr2=0x7fb658075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb658073200 0x7fb658075710 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb6741ffea0 tx=0x7fb66c009040 comp rx=0 tx=0).stop 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cefb0 msgr2=0x7fb674148bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cefb0 0x7fb674148bc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fb66400c3c0 tx=0x7fb66400c880 comp rx=0 tx=0).stop 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 shutdown_connections 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb658073200 0x7fb658075710 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6740b3ce0 0x7fb674151600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb67415f5e0 0x7fb6741510c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 --2- 172.21.15.6:0/3610724923 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6740cefb0 0x7fb674148bc0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 >> 172.21.15.6:0/3610724923 conn(0x7fb67406ee60 msgr2=0x7fb674162bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 shutdown_connections 2024-09-21T07:24:53.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7fb67bdde640 1 -- 172.21.15.6:0/3610724923 wait complete. 2024-09-21T07:24:53.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 -- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0584073260 msgr2=0x7f0584075770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0584073260 0x7f0584075770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f05880af000 tx=0x7f058801b0b0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 -- 172.21.15.6:0/307429860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05980cf4f0 msgr2=0x7f059814d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05980cf4f0 0x7f059814d930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f058c00d950 tx=0x7f058c00de10 comp rx=0 tx=0).stop 2024-09-21T07:24:53.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 -- 172.21.15.6:0/307429860 shutdown_connections 2024-09-21T07:24:53.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0584073260 0x7f0584075770 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0598074770 0x7f05980b2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f059815f5e0 0x7f059814de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 --2- 172.21.15.6:0/307429860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05980cf4f0 0x7f059814d930 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.160+0000 7f057dffb640 1 -- 172.21.15.6:0/307429860 >> 172.21.15.6:0/307429860 conn(0x7f059806ee60 msgr2=0x7f059814ed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.164+0000 7f057dffb640 1 -- 172.21.15.6:0/307429860 shutdown_connections 2024-09-21T07:24:53.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.164+0000 7f057dffb640 1 -- 172.21.15.6:0/307429860 wait complete. 2024-09-21T07:24:53.170 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.4 2024-09-21T07:24:53.170 DEBUG:teuthology.parallel:result is None 2024-09-21T07:24:53.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.188+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fb42004b3d0 con 0x7fb42004f240 2024-09-21T07:24:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.188+0000 7fb40ffff640 1 -- 172.21.15.6:0/99152153 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb41c016430 con 0x7fb42004f240 2024-09-21T07:24:53.194 INFO:teuthology.orchestra.run.smithi006.stdout:55834574855 2024-09-21T07:24:53.195 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.6 2024-09-21T07:24:53.196 DEBUG:teuthology.parallel:result is None 2024-09-21T07:24:53.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f05dc005860 con 0x7f05ec037640 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4140732d0 msgr2=0x7fb4140757e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4140732d0 0x7fb4140757e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb418007fd0 tx=0x7fb418009040 comp rx=0 tx=0).stop 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb42004f240 msgr2=0x7fb42004e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb42004f240 0x7fb42004e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb41c009850 tx=0x7fb41c0a5780 comp rx=0 tx=0).stop 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 shutdown_connections 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4140732d0 0x7fb4140757e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4200fe3c0 0x7fb4200fe7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb42004f240 0x7fb42004e2f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 --2- 172.21.15.6:0/99152153 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb420007240 0x7fb4200f7540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7f05ea7fc640 1 -- 172.21.15.6:0/1803574425 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f05f00ba370 con 0x7f05ec037640 2024-09-21T07:24:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 >> 172.21.15.6:0/99152153 conn(0x7fb42001d9b0 msgr2=0x7fb420109c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.199 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 shutdown_connections 2024-09-21T07:24:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.192+0000 7fb42d8db640 1 -- 172.21.15.6:0/99152153 wait complete. 2024-09-21T07:24:53.200 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.1 2024-09-21T07:24:53.201 DEBUG:teuthology.parallel:result is None 2024-09-21T07:24:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05d8073230 msgr2=0x7f05d8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05d8073230 0x7f05d8075740 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f05f406c1c0 tx=0x7f05f406c6f0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ec037640 msgr2=0x7f05ec0df2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ec037640 0x7f05ec0df2b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f05f001a440 tx=0x7f05f00ab000 comp rx=0 tx=0).stop 2024-09-21T07:24:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 shutdown_connections 2024-09-21T07:24:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05d8073230 0x7f05d8075740 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ec04c8c0 0x7f05ec04ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ec037640 0x7f05ec0df2b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 --2- 172.21.15.6:0/1803574425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ec034a60 0x7f05ec048a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 >> 172.21.15.6:0/1803574425 conn(0x7f05ec01ead0 msgr2=0x7f05ec004e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 shutdown_connections 2024-09-21T07:24:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.196+0000 7f05fc072640 1 -- 172.21.15.6:0/1803574425 wait complete. 2024-09-21T07:24:53.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.204+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f056c005860 con 0x7f058404d8d0 2024-09-21T07:24:53.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.204+0000 7f0577fff640 1 -- 172.21.15.6:0/1954866212 <== mon.2 v2:172.21.15.145:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f05840e5690 con 0x7f058404d8d0 2024-09-21T07:24:53.210 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:53.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7fdb4e7fc640 1 -- 172.21.15.6:0/3712528997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fdb680ce110 con 0x7fdb6806ee70 2024-09-21T07:24:53.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7fdb64ff9640 1 -- 172.21.15.6:0/3712528997 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdb5805f2a0 con 0x7fdb6806ee70 2024-09-21T07:24:53.214 INFO:teuthology.orchestra.run.smithi006.stdout:55834574855 2024-09-21T07:24:53.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0570073200 msgr2=0x7f0570075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0570073200 0x7f0570075710 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f058400b9b0 tx=0x7f0580010040 comp rx=0 tx=0).stop 2024-09-21T07:24:53.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058404d8d0 msgr2=0x7f0584187a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058404d8d0 0x7f0584187a30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f058c06aaa0 tx=0x7f058c129a80 comp rx=0 tx=0).stop 2024-09-21T07:24:53.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 shutdown_connections 2024-09-21T07:24:53.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0570073200 0x7f0570075710 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05840e4d40 0x7f05840e5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058404d8d0 0x7f0584187a30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 --2- 172.21.15.6:0/1954866212 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05840e4520 0x7f058418b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 >> 172.21.15.6:0/1954866212 conn(0x7f058401d9e0 msgr2=0x7f05840e06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 shutdown_connections 2024-09-21T07:24:53.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.208+0000 7f0591cab640 1 -- 172.21.15.6:0/1954866212 wait complete. 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 -- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb54073200 msgr2=0x7fdb54075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb54073200 0x7fdb54075710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c006fd0 tx=0x7fdb5c008040 comp rx=0 tx=0).stop 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 -- 172.21.15.6:0/3712528997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb6806ee70 msgr2=0x7fdb68159790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb6806ee70 0x7fdb68159790 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdb5800b3e0 tx=0x7fdb5800b8a0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 -- 172.21.15.6:0/3712528997 shutdown_connections 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb54073200 0x7fdb54075710 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb680cdc60 0x7fdb6815e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb68073db0 0x7fdb6815dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 --2- 172.21.15.6:0/3712528997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb6806ee70 0x7fdb68159790 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 -- 172.21.15.6:0/3712528997 >> 172.21.15.6:0/3712528997 conn(0x7fdb680d0090 msgr2=0x7fdb680cb8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 -- 172.21.15.6:0/3712528997 shutdown_connections 2024-09-21T07:24:53.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fdb4e7fc640 1 -- 172.21.15.6:0/3712528997 wait complete. 2024-09-21T07:24:53.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fc75effd640 1 -- 172.21.15.6:0/2306695154 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc758005590 con 0x7fc7780c6200 2024-09-21T07:24:53.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.212+0000 7fc7757fa640 1 -- 172.21.15.6:0/2306695154 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc7700f9320 con 0x7fc7780c6200 2024-09-21T07:24:53.218 INFO:teuthology.orchestra.run.smithi006.stdout:55834574856 2024-09-21T07:24:53.220 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.7 2024-09-21T07:24:53.220 DEBUG:teuthology.parallel:result is None 2024-09-21T07:24:53.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 -- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc7640776e0 msgr2=0x7fc764079bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc7640776e0 0x7fc764079bf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc76800ac70 tx=0x7fc768010040 comp rx=0 tx=0).stop 2024-09-21T07:24:53.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 -- 172.21.15.6:0/2306695154 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780c6200 msgr2=0x7fc7781541e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780c6200 0x7fc7781541e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc7700ac000 tx=0x7fc770009200 comp rx=0 tx=0).stop 2024-09-21T07:24:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 -- 172.21.15.6:0/2306695154 shutdown_connections 2024-09-21T07:24:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc7640776e0 0x7fc764079bf0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7780c6200 0x7fc7781541e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc7780af4f0 0x7fc778148df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 --2- 172.21.15.6:0/2306695154 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc7780700d0 0x7fc7781488b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 -- 172.21.15.6:0/2306695154 >> 172.21.15.6:0/2306695154 conn(0x7fc7780b2450 msgr2=0x7fc77815dec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 -- 172.21.15.6:0/2306695154 shutdown_connections 2024-09-21T07:24:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.216+0000 7fc75effd640 1 -- 172.21.15.6:0/2306695154 wait complete. 2024-09-21T07:24:53.232 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.2 2024-09-21T07:24:53.232 DEBUG:teuthology.parallel:result is None 2024-09-21T07:24:53.240 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.5 2024-09-21T07:24:53.240 DEBUG:teuthology.parallel:result is None 2024-09-21T07:24:53.243 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.0 2024-09-21T07:24:53.244 DEBUG:teuthology.parallel:result is None 2024-09-21T07:24:53.244 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.3 2024-09-21T07:24:53.244 DEBUG:teuthology.parallel:result is None 2024-09-21T07:24:53.244 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:24:53.244 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:24:53.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.420+0000 7f0717801640 1 -- 172.21.15.6:0/3107446181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 msgr2=0x7f071015f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.420+0000 7f0717801640 1 --2- 172.21.15.6:0/3107446181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 0x7f071015f290 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0700009900 tx=0x7f070001c870 comp rx=0 tx=0).stop 2024-09-21T07:24:53.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 -- 172.21.15.6:0/3107446181 shutdown_connections 2024-09-21T07:24:53.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 --2- 172.21.15.6:0/3107446181 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07100d0b20 0x7f07100cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 --2- 172.21.15.6:0/3107446181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 0x7f071015f290 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 -- 172.21.15.6:0/3107446181 >> 172.21.15.6:0/3107446181 conn(0x7f07100b2e40 msgr2=0x7f07100b3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 -- 172.21.15.6:0/3107446181 shutdown_connections 2024-09-21T07:24:53.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 -- 172.21.15.6:0/3107446181 wait complete. 2024-09-21T07:24:53.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 Processor -- start 2024-09-21T07:24:53.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 -- start start 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0710073e60 0x7f071015c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 0x7f07100b52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0710153b20 0x7f07100b5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f07101668b0 con 0x7f07100cd6a0 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0710166730 con 0x7f0710153b20 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0717801640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0710166a30 con 0x7f0710073e60 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 0x7f07100b52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 0x7f07100b52c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49042/0 (socket says 172.21.15.6:49042) 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 -- 172.21.15.6:0/3144239704 learned_addr learned my addr 172.21.15.6:0/3144239704 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0715d9e640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0710153b20 0x7f07100b5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f071559d640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0710073e60 0x7f071015c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:53.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 -- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0710073e60 msgr2=0x7f071015c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0710073e60 0x7f071015c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 -- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0710153b20 msgr2=0x7f07100b5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0710153b20 0x7f07100b5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 -- 172.21.15.6:0/3144239704 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0710158480 con 0x7f07100cd6a0 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f0714d9c640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 0x7f07100b52c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f070400ba80 tx=0x7f070400bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.424+0000 7f070dffb640 1 -- 172.21.15.6:0/3144239704 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070400cc00 con 0x7f07100cd6a0 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f070dffb640 1 -- 172.21.15.6:0/3144239704 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0704003980 con 0x7f07100cd6a0 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f071015ed40 con 0x7f07100cd6a0 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f070dffb640 1 -- 172.21.15.6:0/3144239704 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0704003e10 con 0x7f07100cd6a0 2024-09-21T07:24:53.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f071015df80 con 0x7f07100cd6a0 2024-09-21T07:24:53.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0710166fe0 con 0x7f07100cd6a0 2024-09-21T07:24:53.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f070dffb640 1 -- 172.21.15.6:0/3144239704 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0704006d10 con 0x7f07100cd6a0 2024-09-21T07:24:53.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f070dffb640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f06fc073200 0x7f06fc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:53.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f070dffb640 1 -- 172.21.15.6:0/3144239704 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f0704093eb0 con 0x7f07100cd6a0 2024-09-21T07:24:53.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f071559d640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f06fc073200 0x7f06fc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:53.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.428+0000 7f071559d640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f06fc073200 0x7f06fc075710 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f07000af000 tx=0x7f070001b0b0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:53.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.432+0000 7f070dffb640 1 -- 172.21.15.6:0/3144239704 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0710158480 con 0x7f07100cd6a0 2024-09-21T07:24:53.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.596+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f071015da20 con 0x7f06fc073200 2024-09-21T07:24:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.612+0000 7f070dffb640 1 -- 172.21.15.6:0/3144239704 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251826 (secure 0 0 0) 0x7f071015da20 con 0x7f06fc073200 2024-09-21T07:24:53.617 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:53.619 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:24:53.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f06fc073200 msgr2=0x7f06fc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f06fc073200 0x7f06fc075710 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f07000af000 tx=0x7f070001b0b0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 msgr2=0x7f07100b52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 0x7f07100b52c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f070400ba80 tx=0x7f070400bf40 comp rx=0 tx=0).stop 2024-09-21T07:24:53.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 shutdown_connections 2024-09-21T07:24:53.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f06fc073200 0x7f06fc075710 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0710153b20 0x7f07100b5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07100cd6a0 0x7f07100b52c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 --2- 172.21.15.6:0/3144239704 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0710073e60 0x7f071015c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 >> 172.21.15.6:0/3144239704 conn(0x7f07100b2e40 msgr2=0x7f07100b26f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 shutdown_connections 2024-09-21T07:24:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.616+0000 7f0717801640 1 -- 172.21.15.6:0/3144239704 wait complete. 2024-09-21T07:24:53.638 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-21T07:24:52.837987+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219112,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755608,"statfs":{"total":773094113280,"available":772869742592,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.470835"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502245+0000","last_change":"2024-09-21T07:24:41.415034+0000","last_active":"2024-09-21T07:24:42.502245+0000","last_peered":"2024-09-21T07:24:42.502245+0000","last_clean":"2024-09-21T07:24:42.502245+0000","last_became_active":"2024-09-21T07:24:41.413691+0000","last_became_peered":"2024-09-21T07:24:41.413691+0000","last_unstale":"2024-09-21T07:24:42.502245+0000","last_undegraded":"2024-09-21T07:24:42.502245+0000","last_fullsized":"2024-09-21T07:24:42.502245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:46.481256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369383+0000","last_change":"2024-09-21T07:24:41.399535+0000","last_active":"2024-09-21T07:24:42.369383+0000","last_peered":"2024-09-21T07:24:42.369383+0000","last_clean":"2024-09-21T07:24:42.369383+0000","last_became_active":"2024-09-21T07:24:41.397688+0000","last_became_peered":"2024-09-21T07:24:41.397688+0000","last_unstale":"2024-09-21T07:24:42.369383+0000","last_undegraded":"2024-09-21T07:24:42.369383+0000","last_fullsized":"2024-09-21T07:24:42.369383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:16.224476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502291+0000","last_change":"2024-09-21T07:24:41.402365+0000","last_active":"2024-09-21T07:24:42.502291+0000","last_peered":"2024-09-21T07:24:42.502291+0000","last_clean":"2024-09-21T07:24:42.502291+0000","last_became_active":"2024-09-21T07:24:41.401499+0000","last_became_peered":"2024-09-21T07:24:41.401499+0000","last_unstale":"2024-09-21T07:24:42.502291+0000","last_undegraded":"2024-09-21T07:24:42.502291+0000","last_fullsized":"2024-09-21T07:24:42.502291+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371791+0000","last_change":"2024-09-21T07:24:41.437536+0000","last_active":"2024-09-21T07:24:42.371791+0000","last_peered":"2024-09-21T07:24:42.371791+0000","last_clean":"2024-09-21T07:24:42.371791+0000","last_became_active":"2024-09-21T07:24:41.429829+0000","last_became_peered":"2024-09-21T07:24:41.429829+0000","last_unstale":"2024-09-21T07:24:42.371791+0000","last_undegraded":"2024-09-21T07:24:42.371791+0000","last_fullsized":"2024-09-21T07:24:42.371791+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:40.942653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501827+0000","last_change":"2024-09-21T07:24:41.403966+0000","last_active":"2024-09-21T07:24:42.501827+0000","last_peered":"2024-09-21T07:24:42.501827+0000","last_clean":"2024-09-21T07:24:42.501827+0000","last_became_active":"2024-09-21T07:24:41.402762+0000","last_became_peered":"2024-09-21T07:24:41.402762+0000","last_unstale":"2024-09-21T07:24:42.501827+0000","last_undegraded":"2024-09-21T07:24:42.501827+0000","last_fullsized":"2024-09-21T07:24:42.501827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.370983+0000","last_change":"2024-09-21T07:24:41.442588+0000","last_active":"2024-09-21T07:24:42.370983+0000","last_peered":"2024-09-21T07:24:42.370983+0000","last_clean":"2024-09-21T07:24:42.370983+0000","last_became_active":"2024-09-21T07:24:41.438326+0000","last_became_peered":"2024-09-21T07:24:41.438326+0000","last_unstale":"2024-09-21T07:24:42.370983+0000","last_undegraded":"2024-09-21T07:24:42.370983+0000","last_fullsized":"2024-09-21T07:24:42.370983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501654+0000","last_change":"2024-09-21T07:24:41.418985+0000","last_active":"2024-09-21T07:24:42.501654+0000","last_peered":"2024-09-21T07:24:42.501654+0000","last_clean":"2024-09-21T07:24:42.501654+0000","last_became_active":"2024-09-21T07:24:41.417534+0000","last_became_peered":"2024-09-21T07:24:41.417534+0000","last_unstale":"2024-09-21T07:24:42.501654+0000","last_undegraded":"2024-09-21T07:24:42.501654+0000","last_fullsized":"2024-09-21T07:24:42.501654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502228+0000","last_change":"2024-09-21T07:24:41.448227+0000","last_active":"2024-09-21T07:24:42.502228+0000","last_peered":"2024-09-21T07:24:42.502228+0000","last_clean":"2024-09-21T07:24:42.502228+0000","last_became_active":"2024-09-21T07:24:41.447897+0000","last_became_peered":"2024-09-21T07:24:41.447897+0000","last_unstale":"2024-09-21T07:24:42.502228+0000","last_undegraded":"2024-09-21T07:24:42.502228+0000","last_fullsized":"2024-09-21T07:24:42.502228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:53.678504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502606+0000","last_change":"2024-09-21T07:24:41.439508+0000","last_active":"2024-09-21T07:24:42.502606+0000","last_peered":"2024-09-21T07:24:42.502606+0000","last_clean":"2024-09-21T07:24:42.502606+0000","last_became_active":"2024-09-21T07:24:41.438706+0000","last_became_peered":"2024-09-21T07:24:41.438706+0000","last_unstale":"2024-09-21T07:24:42.502606+0000","last_undegraded":"2024-09-21T07:24:42.502606+0000","last_fullsized":"2024-09-21T07:24:42.502606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:05.067042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430856+0000","last_change":"2024-09-21T07:24:41.421880+0000","last_active":"2024-09-21T07:24:42.430856+0000","last_peered":"2024-09-21T07:24:42.430856+0000","last_clean":"2024-09-21T07:24:42.430856+0000","last_became_active":"2024-09-21T07:24:41.420435+0000","last_became_peered":"2024-09-21T07:24:41.420435+0000","last_unstale":"2024-09-21T07:24:42.430856+0000","last_undegraded":"2024-09-21T07:24:42.430856+0000","last_fullsized":"2024-09-21T07:24:42.430856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:17.802714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430407+0000","last_change":"2024-09-21T07:24:41.432095+0000","last_active":"2024-09-21T07:24:42.430407+0000","last_peered":"2024-09-21T07:24:42.430407+0000","last_clean":"2024-09-21T07:24:42.430407+0000","last_became_active":"2024-09-21T07:24:41.431316+0000","last_became_peered":"2024-09-21T07:24:41.431316+0000","last_unstale":"2024-09-21T07:24:42.430407+0000","last_undegraded":"2024-09-21T07:24:42.430407+0000","last_fullsized":"2024-09-21T07:24:42.430407+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:43.853999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374314+0000","last_change":"2024-09-21T07:24:41.416639+0000","last_active":"2024-09-21T07:24:42.374314+0000","last_peered":"2024-09-21T07:24:42.374314+0000","last_clean":"2024-09-21T07:24:42.374314+0000","last_became_active":"2024-09-21T07:24:41.415292+0000","last_became_peered":"2024-09-21T07:24:41.415292+0000","last_unstale":"2024-09-21T07:24:42.374314+0000","last_undegraded":"2024-09-21T07:24:42.374314+0000","last_fullsized":"2024-09-21T07:24:42.374314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:36.577009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504941+0000","last_change":"2024-09-21T07:24:41.417940+0000","last_active":"2024-09-21T07:24:42.504941+0000","last_peered":"2024-09-21T07:24:42.504941+0000","last_clean":"2024-09-21T07:24:42.504941+0000","last_became_active":"2024-09-21T07:24:41.413960+0000","last_became_peered":"2024-09-21T07:24:41.413960+0000","last_unstale":"2024-09-21T07:24:42.504941+0000","last_undegraded":"2024-09-21T07:24:42.504941+0000","last_fullsized":"2024-09-21T07:24:42.504941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503124+0000","last_change":"2024-09-21T07:24:41.407198+0000","last_active":"2024-09-21T07:24:42.503124+0000","last_peered":"2024-09-21T07:24:42.503124+0000","last_clean":"2024-09-21T07:24:42.503124+0000","last_became_active":"2024-09-21T07:24:41.406130+0000","last_became_peered":"2024-09-21T07:24:41.406130+0000","last_unstale":"2024-09-21T07:24:42.503124+0000","last_undegraded":"2024-09-21T07:24:42.503124+0000","last_fullsized":"2024-09-21T07:24:42.503124+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:53.462097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368809+0000","last_change":"2024-09-21T07:24:41.408431+0000","last_active":"2024-09-21T07:24:42.368809+0000","last_peered":"2024-09-21T07:24:42.368809+0000","last_clean":"2024-09-21T07:24:42.368809+0000","last_became_active":"2024-09-21T07:24:41.406129+0000","last_became_peered":"2024-09-21T07:24:41.406129+0000","last_unstale":"2024-09-21T07:24:42.368809+0000","last_undegraded":"2024-09-21T07:24:42.368809+0000","last_fullsized":"2024-09-21T07:24:42.368809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.370854+0000","last_change":"2024-09-21T07:24:41.435345+0000","last_active":"2024-09-21T07:24:42.370854+0000","last_peered":"2024-09-21T07:24:42.370854+0000","last_clean":"2024-09-21T07:24:42.370854+0000","last_became_active":"2024-09-21T07:24:41.434147+0000","last_became_peered":"2024-09-21T07:24:41.434147+0000","last_unstale":"2024-09-21T07:24:42.370854+0000","last_undegraded":"2024-09-21T07:24:42.370854+0000","last_fullsized":"2024-09-21T07:24:42.370854+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:17.802714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.373312+0000","last_change":"2024-09-21T07:24:41.427795+0000","last_active":"2024-09-21T07:24:42.373312+0000","last_peered":"2024-09-21T07:24:42.373312+0000","last_clean":"2024-09-21T07:24:42.373312+0000","last_became_active":"2024-09-21T07:24:41.416076+0000","last_became_peered":"2024-09-21T07:24:41.416076+0000","last_unstale":"2024-09-21T07:24:42.373312+0000","last_undegraded":"2024-09-21T07:24:42.373312+0000","last_fullsized":"2024-09-21T07:24:42.373312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:56.667530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500846+0000","last_change":"2024-09-21T07:24:41.419979+0000","last_active":"2024-09-21T07:24:42.500846+0000","last_peered":"2024-09-21T07:24:42.500846+0000","last_clean":"2024-09-21T07:24:42.500846+0000","last_became_active":"2024-09-21T07:24:41.419554+0000","last_became_peered":"2024-09-21T07:24:41.419554+0000","last_unstale":"2024-09-21T07:24:42.500846+0000","last_undegraded":"2024-09-21T07:24:42.500846+0000","last_fullsized":"2024-09-21T07:24:42.500846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:26.979295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503177+0000","last_change":"2024-09-21T07:24:41.403947+0000","last_active":"2024-09-21T07:24:42.503177+0000","last_peered":"2024-09-21T07:24:42.503177+0000","last_clean":"2024-09-21T07:24:42.503177+0000","last_became_active":"2024-09-21T07:24:41.403089+0000","last_became_peered":"2024-09-21T07:24:41.403089+0000","last_unstale":"2024-09-21T07:24:42.503177+0000","last_undegraded":"2024-09-21T07:24:42.503177+0000","last_fullsized":"2024-09-21T07:24:42.503177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:44.436212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430343+0000","last_change":"2024-09-21T07:24:41.412408+0000","last_active":"2024-09-21T07:24:42.430343+0000","last_peered":"2024-09-21T07:24:42.430343+0000","last_clean":"2024-09-21T07:24:42.430343+0000","last_became_active":"2024-09-21T07:24:41.411592+0000","last_became_peered":"2024-09-21T07:24:41.411592+0000","last_unstale":"2024-09-21T07:24:42.430343+0000","last_undegraded":"2024-09-21T07:24:42.430343+0000","last_fullsized":"2024-09-21T07:24:42.430343+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502720+0000","last_change":"2024-09-21T07:24:41.404111+0000","last_active":"2024-09-21T07:24:42.502720+0000","last_peered":"2024-09-21T07:24:42.502720+0000","last_clean":"2024-09-21T07:24:42.502720+0000","last_became_active":"2024-09-21T07:24:41.403257+0000","last_became_peered":"2024-09-21T07:24:41.403257+0000","last_unstale":"2024-09-21T07:24:42.502720+0000","last_undegraded":"2024-09-21T07:24:42.502720+0000","last_fullsized":"2024-09-21T07:24:42.502720+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:17:12.076081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371662+0000","last_change":"2024-09-21T07:24:41.441005+0000","last_active":"2024-09-21T07:24:42.371662+0000","last_peered":"2024-09-21T07:24:42.371662+0000","last_clean":"2024-09-21T07:24:42.371662+0000","last_became_active":"2024-09-21T07:24:41.437671+0000","last_became_peered":"2024-09-21T07:24:41.437671+0000","last_unstale":"2024-09-21T07:24:42.371662+0000","last_undegraded":"2024-09-21T07:24:42.371662+0000","last_fullsized":"2024-09-21T07:24:42.371662+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:26.113408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504774+0000","last_change":"2024-09-21T07:24:41.399284+0000","last_active":"2024-09-21T07:24:42.504774+0000","last_peered":"2024-09-21T07:24:42.504774+0000","last_clean":"2024-09-21T07:24:42.504774+0000","last_became_active":"2024-09-21T07:24:41.398327+0000","last_became_peered":"2024-09-21T07:24:41.398327+0000","last_unstale":"2024-09-21T07:24:42.504774+0000","last_undegraded":"2024-09-21T07:24:42.504774+0000","last_fullsized":"2024-09-21T07:24:42.504774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:55.818604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371535+0000","last_change":"2024-09-21T07:24:41.434761+0000","last_active":"2024-09-21T07:24:42.371535+0000","last_peered":"2024-09-21T07:24:42.371535+0000","last_clean":"2024-09-21T07:24:42.371535+0000","last_became_active":"2024-09-21T07:24:41.433390+0000","last_became_peered":"2024-09-21T07:24:41.433390+0000","last_unstale":"2024-09-21T07:24:42.371535+0000","last_undegraded":"2024-09-21T07:24:42.371535+0000","last_fullsized":"2024-09-21T07:24:42.371535+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:10:58.042808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505755+0000","last_change":"2024-09-21T07:24:41.415033+0000","last_active":"2024-09-21T07:24:42.505755+0000","last_peered":"2024-09-21T07:24:42.505755+0000","last_clean":"2024-09-21T07:24:42.505755+0000","last_became_active":"2024-09-21T07:24:41.413987+0000","last_became_peered":"2024-09-21T07:24:41.413987+0000","last_unstale":"2024-09-21T07:24:42.505755+0000","last_undegraded":"2024-09-21T07:24:42.505755+0000","last_fullsized":"2024-09-21T07:24:42.505755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:26.113408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.431282+0000","last_change":"2024-09-21T07:24:41.414557+0000","last_active":"2024-09-21T07:24:42.431282+0000","last_peered":"2024-09-21T07:24:42.431282+0000","last_clean":"2024-09-21T07:24:42.431282+0000","last_became_active":"2024-09-21T07:24:41.412760+0000","last_became_peered":"2024-09-21T07:24:41.412760+0000","last_unstale":"2024-09-21T07:24:42.431282+0000","last_undegraded":"2024-09-21T07:24:42.431282+0000","last_fullsized":"2024-09-21T07:24:42.431282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369036+0000","last_change":"2024-09-21T07:24:41.412693+0000","last_active":"2024-09-21T07:24:42.369036+0000","last_peered":"2024-09-21T07:24:42.369036+0000","last_clean":"2024-09-21T07:24:42.369036+0000","last_became_active":"2024-09-21T07:24:41.411841+0000","last_became_peered":"2024-09-21T07:24:41.411841+0000","last_unstale":"2024-09-21T07:24:42.369036+0000","last_undegraded":"2024-09-21T07:24:42.369036+0000","last_fullsized":"2024-09-21T07:24:42.369036+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506104+0000","last_change":"2024-09-21T07:24:41.415493+0000","last_active":"2024-09-21T07:24:42.506104+0000","last_peered":"2024-09-21T07:24:42.506104+0000","last_clean":"2024-09-21T07:24:42.506104+0000","last_became_active":"2024-09-21T07:24:41.414688+0000","last_became_peered":"2024-09-21T07:24:41.414688+0000","last_unstale":"2024-09-21T07:24:42.506104+0000","last_undegraded":"2024-09-21T07:24:42.506104+0000","last_fullsized":"2024-09-21T07:24:42.506104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:40.942653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503156+0000","last_change":"2024-09-21T07:24:41.413981+0000","last_active":"2024-09-21T07:24:42.503156+0000","last_peered":"2024-09-21T07:24:42.503156+0000","last_clean":"2024-09-21T07:24:42.503156+0000","last_became_active":"2024-09-21T07:24:41.407972+0000","last_became_peered":"2024-09-21T07:24:41.407972+0000","last_unstale":"2024-09-21T07:24:42.503156+0000","last_undegraded":"2024-09-21T07:24:42.503156+0000","last_fullsized":"2024-09-21T07:24:42.503156+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372308+0000","last_change":"2024-09-21T07:24:41.443090+0000","last_active":"2024-09-21T07:24:42.372308+0000","last_peered":"2024-09-21T07:24:42.372308+0000","last_clean":"2024-09-21T07:24:42.372308+0000","last_became_active":"2024-09-21T07:24:41.430412+0000","last_became_peered":"2024-09-21T07:24:41.430412+0000","last_unstale":"2024-09-21T07:24:42.372308+0000","last_undegraded":"2024-09-21T07:24:42.372308+0000","last_fullsized":"2024-09-21T07:24:42.372308+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:46.481256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500652+0000","last_change":"2024-09-21T07:24:41.418297+0000","last_active":"2024-09-21T07:24:42.500652+0000","last_peered":"2024-09-21T07:24:42.500652+0000","last_clean":"2024-09-21T07:24:42.500652+0000","last_became_active":"2024-09-21T07:24:41.417873+0000","last_became_peered":"2024-09-21T07:24:41.417873+0000","last_unstale":"2024-09-21T07:24:42.500652+0000","last_undegraded":"2024-09-21T07:24:42.500652+0000","last_fullsized":"2024-09-21T07:24:42.500652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:53.118126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429340+0000","last_change":"2024-09-21T07:24:41.422373+0000","last_active":"2024-09-21T07:24:42.429340+0000","last_peered":"2024-09-21T07:24:42.429340+0000","last_clean":"2024-09-21T07:24:42.429340+0000","last_became_active":"2024-09-21T07:24:41.419594+0000","last_became_peered":"2024-09-21T07:24:41.419594+0000","last_unstale":"2024-09-21T07:24:42.429340+0000","last_undegraded":"2024-09-21T07:24:42.429340+0000","last_fullsized":"2024-09-21T07:24:42.429340+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:39.377488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.373658+0000","last_change":"2024-09-21T07:24:41.410226+0000","last_active":"2024-09-21T07:24:42.373658+0000","last_peered":"2024-09-21T07:24:42.373658+0000","last_clean":"2024-09-21T07:24:42.373658+0000","last_became_active":"2024-09-21T07:24:41.409404+0000","last_became_peered":"2024-09-21T07:24:41.409404+0000","last_unstale":"2024-09-21T07:24:42.373658+0000","last_undegraded":"2024-09-21T07:24:42.373658+0000","last_fullsized":"2024-09-21T07:24:42.373658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:20.957892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505437+0000","last_change":"2024-09-21T07:24:40.383449+0000","last_active":"2024-09-21T07:24:42.505437+0000","last_peered":"2024-09-21T07:24:42.505437+0000","last_clean":"2024-09-21T07:24:42.505437+0000","last_became_active":"2024-09-21T07:24:40.383023+0000","last_became_peered":"2024-09-21T07:24:40.383023+0000","last_unstale":"2024-09-21T07:24:42.505437+0000","last_undegraded":"2024-09-21T07:24:42.505437+0000","last_fullsized":"2024-09-21T07:24:42.505437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:28:58.388488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503082+0000","last_change":"2024-09-21T07:24:41.385625+0000","last_active":"2024-09-21T07:24:42.503082+0000","last_peered":"2024-09-21T07:24:42.503082+0000","last_clean":"2024-09-21T07:24:42.503082+0000","last_became_active":"2024-09-21T07:24:41.384500+0000","last_became_peered":"2024-09-21T07:24:41.384500+0000","last_unstale":"2024-09-21T07:24:42.503082+0000","last_undegraded":"2024-09-21T07:24:42.503082+0000","last_fullsized":"2024-09-21T07:24:42.503082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:08.663798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429893+0000","last_change":"2024-09-21T07:24:40.369678+0000","last_active":"2024-09-21T07:24:42.429893+0000","last_peered":"2024-09-21T07:24:42.429893+0000","last_clean":"2024-09-21T07:24:42.429893+0000","last_became_active":"2024-09-21T07:24:40.369202+0000","last_became_peered":"2024-09-21T07:24:40.369202+0000","last_unstale":"2024-09-21T07:24:42.429893+0000","last_undegraded":"2024-09-21T07:24:42.429893+0000","last_fullsized":"2024-09-21T07:24:42.429893+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:37.740923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504378+0000","last_change":"2024-09-21T07:24:40.367786+0000","last_active":"2024-09-21T07:24:42.504378+0000","last_peered":"2024-09-21T07:24:42.504378+0000","last_clean":"2024-09-21T07:24:42.504378+0000","last_became_active":"2024-09-21T07:24:40.367390+0000","last_became_peered":"2024-09-21T07:24:40.367390+0000","last_unstale":"2024-09-21T07:24:42.504378+0000","last_undegraded":"2024-09-21T07:24:42.504378+0000","last_fullsized":"2024-09-21T07:24:42.504378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:53.403790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502944+0000","last_change":"2024-09-21T07:24:41.416927+0000","last_active":"2024-09-21T07:24:42.502944+0000","last_peered":"2024-09-21T07:24:42.502944+0000","last_clean":"2024-09-21T07:24:42.502944+0000","last_became_active":"2024-09-21T07:24:41.416250+0000","last_became_peered":"2024-09-21T07:24:41.416250+0000","last_unstale":"2024-09-21T07:24:42.502944+0000","last_undegraded":"2024-09-21T07:24:42.502944+0000","last_fullsized":"2024-09-21T07:24:42.502944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372003+0000","last_change":"2024-09-21T07:24:40.383418+0000","last_active":"2024-09-21T07:24:42.372003+0000","last_peered":"2024-09-21T07:24:42.372003+0000","last_clean":"2024-09-21T07:24:42.372003+0000","last_became_active":"2024-09-21T07:24:40.382472+0000","last_became_peered":"2024-09-21T07:24:40.382472+0000","last_unstale":"2024-09-21T07:24:42.372003+0000","last_undegraded":"2024-09-21T07:24:42.372003+0000","last_fullsized":"2024-09-21T07:24:42.372003+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:50.700477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368810+0000","last_change":"2024-09-21T07:24:41.405635+0000","last_active":"2024-09-21T07:24:42.368810+0000","last_peered":"2024-09-21T07:24:42.368810+0000","last_clean":"2024-09-21T07:24:42.368810+0000","last_became_active":"2024-09-21T07:24:41.404333+0000","last_became_peered":"2024-09-21T07:24:41.404333+0000","last_unstale":"2024-09-21T07:24:42.368810+0000","last_undegraded":"2024-09-21T07:24:42.368810+0000","last_fullsized":"2024-09-21T07:24:42.368810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:53.462097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430489+0000","last_change":"2024-09-21T07:24:40.379233+0000","last_active":"2024-09-21T07:24:42.430489+0000","last_peered":"2024-09-21T07:24:42.430489+0000","last_clean":"2024-09-21T07:24:42.430489+0000","last_became_active":"2024-09-21T07:24:40.377717+0000","last_became_peered":"2024-09-21T07:24:40.377717+0000","last_unstale":"2024-09-21T07:24:42.430489+0000","last_undegraded":"2024-09-21T07:24:42.430489+0000","last_fullsized":"2024-09-21T07:24:42.430489+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371715+0000","last_change":"2024-09-21T07:24:41.415292+0000","last_active":"2024-09-21T07:24:42.371715+0000","last_peered":"2024-09-21T07:24:42.371715+0000","last_clean":"2024-09-21T07:24:42.371715+0000","last_became_active":"2024-09-21T07:24:41.414415+0000","last_became_peered":"2024-09-21T07:24:41.414415+0000","last_unstale":"2024-09-21T07:24:42.371715+0000","last_undegraded":"2024-09-21T07:24:42.371715+0000","last_fullsized":"2024-09-21T07:24:42.371715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372235+0000","last_change":"2024-09-21T07:24:40.383330+0000","last_active":"2024-09-21T07:24:42.372235+0000","last_peered":"2024-09-21T07:24:42.372235+0000","last_clean":"2024-09-21T07:24:42.372235+0000","last_became_active":"2024-09-21T07:24:40.382471+0000","last_became_peered":"2024-09-21T07:24:40.382471+0000","last_unstale":"2024-09-21T07:24:42.372235+0000","last_undegraded":"2024-09-21T07:24:42.372235+0000","last_fullsized":"2024-09-21T07:24:42.372235+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503174+0000","last_change":"2024-09-21T07:24:41.419121+0000","last_active":"2024-09-21T07:24:42.503174+0000","last_peered":"2024-09-21T07:24:42.503174+0000","last_clean":"2024-09-21T07:24:42.503174+0000","last_became_active":"2024-09-21T07:24:41.418710+0000","last_became_peered":"2024-09-21T07:24:41.418710+0000","last_unstale":"2024-09-21T07:24:42.503174+0000","last_undegraded":"2024-09-21T07:24:42.503174+0000","last_fullsized":"2024-09-21T07:24:42.503174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369146+0000","last_change":"2024-09-21T07:24:40.377775+0000","last_active":"2024-09-21T07:24:42.369146+0000","last_peered":"2024-09-21T07:24:42.369146+0000","last_clean":"2024-09-21T07:24:42.369146+0000","last_became_active":"2024-09-21T07:24:40.377505+0000","last_became_peered":"2024-09-21T07:24:40.377505+0000","last_unstale":"2024-09-21T07:24:42.369146+0000","last_undegraded":"2024-09-21T07:24:42.369146+0000","last_fullsized":"2024-09-21T07:24:42.369146+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:52.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374429+0000","last_change":"2024-09-21T07:24:41.397563+0000","last_active":"2024-09-21T07:24:42.374429+0000","last_peered":"2024-09-21T07:24:42.374429+0000","last_clean":"2024-09-21T07:24:42.374429+0000","last_became_active":"2024-09-21T07:24:41.396627+0000","last_became_peered":"2024-09-21T07:24:41.396627+0000","last_unstale":"2024-09-21T07:24:42.374429+0000","last_undegraded":"2024-09-21T07:24:42.374429+0000","last_fullsized":"2024-09-21T07:24:42.374429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:26.979295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430017+0000","last_change":"2024-09-21T07:24:40.370472+0000","last_active":"2024-09-21T07:24:42.430017+0000","last_peered":"2024-09-21T07:24:42.430017+0000","last_clean":"2024-09-21T07:24:42.430017+0000","last_became_active":"2024-09-21T07:24:40.369587+0000","last_became_peered":"2024-09-21T07:24:40.369587+0000","last_unstale":"2024-09-21T07:24:42.430017+0000","last_undegraded":"2024-09-21T07:24:42.430017+0000","last_fullsized":"2024-09-21T07:24:42.430017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502363+0000","last_change":"2024-09-21T07:24:41.413516+0000","last_active":"2024-09-21T07:24:42.502363+0000","last_peered":"2024-09-21T07:24:42.502363+0000","last_clean":"2024-09-21T07:24:42.502363+0000","last_became_active":"2024-09-21T07:24:41.412730+0000","last_became_peered":"2024-09-21T07:24:41.412730+0000","last_unstale":"2024-09-21T07:24:42.502363+0000","last_undegraded":"2024-09-21T07:24:42.502363+0000","last_fullsized":"2024-09-21T07:24:42.502363+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:06.017793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503268+0000","last_change":"2024-09-21T07:24:40.365795+0000","last_active":"2024-09-21T07:24:42.503268+0000","last_peered":"2024-09-21T07:24:42.503268+0000","last_clean":"2024-09-21T07:24:42.503268+0000","last_became_active":"2024-09-21T07:24:40.365277+0000","last_became_peered":"2024-09-21T07:24:40.365277+0000","last_unstale":"2024-09-21T07:24:42.503268+0000","last_undegraded":"2024-09-21T07:24:42.503268+0000","last_fullsized":"2024-09-21T07:24:42.503268+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503810+0000","last_change":"2024-09-21T07:24:41.400851+0000","last_active":"2024-09-21T07:24:42.503810+0000","last_peered":"2024-09-21T07:24:42.503810+0000","last_clean":"2024-09-21T07:24:42.503810+0000","last_became_active":"2024-09-21T07:24:41.399933+0000","last_became_peered":"2024-09-21T07:24:41.399933+0000","last_unstale":"2024-09-21T07:24:42.503810+0000","last_undegraded":"2024-09-21T07:24:42.503810+0000","last_fullsized":"2024-09-21T07:24:42.503810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:17.413114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372319+0000","last_change":"2024-09-21T07:24:40.380329+0000","last_active":"2024-09-21T07:24:42.372319+0000","last_peered":"2024-09-21T07:24:42.372319+0000","last_clean":"2024-09-21T07:24:42.372319+0000","last_became_active":"2024-09-21T07:24:40.379461+0000","last_became_peered":"2024-09-21T07:24:40.379461+0000","last_unstale":"2024-09-21T07:24:42.372319+0000","last_undegraded":"2024-09-21T07:24:42.372319+0000","last_fullsized":"2024-09-21T07:24:42.372319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502293+0000","last_change":"2024-09-21T07:24:41.415374+0000","last_active":"2024-09-21T07:24:42.502293+0000","last_peered":"2024-09-21T07:24:42.502293+0000","last_clean":"2024-09-21T07:24:42.502293+0000","last_became_active":"2024-09-21T07:24:41.409743+0000","last_became_peered":"2024-09-21T07:24:41.409743+0000","last_unstale":"2024-09-21T07:24:42.502293+0000","last_undegraded":"2024-09-21T07:24:42.502293+0000","last_fullsized":"2024-09-21T07:24:42.502293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:01.165620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429346+0000","last_change":"2024-09-21T07:24:40.371113+0000","last_active":"2024-09-21T07:24:42.429346+0000","last_peered":"2024-09-21T07:24:42.429346+0000","last_clean":"2024-09-21T07:24:42.429346+0000","last_became_active":"2024-09-21T07:24:40.369639+0000","last_became_peered":"2024-09-21T07:24:40.369639+0000","last_unstale":"2024-09-21T07:24:42.429346+0000","last_undegraded":"2024-09-21T07:24:42.429346+0000","last_fullsized":"2024-09-21T07:24:42.429346+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429438+0000","last_change":"2024-09-21T07:24:41.422596+0000","last_active":"2024-09-21T07:24:42.429438+0000","last_peered":"2024-09-21T07:24:42.429438+0000","last_clean":"2024-09-21T07:24:42.429438+0000","last_became_active":"2024-09-21T07:24:41.420814+0000","last_became_peered":"2024-09-21T07:24:41.420814+0000","last_unstale":"2024-09-21T07:24:42.429438+0000","last_undegraded":"2024-09-21T07:24:42.429438+0000","last_fullsized":"2024-09-21T07:24:42.429438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:53.678504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":23,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500460+0000","last_change":"2024-09-21T07:24:40.347926+0000","last_active":"2024-09-21T07:24:42.500460+0000","last_peered":"2024-09-21T07:24:42.500460+0000","last_clean":"2024-09-21T07:24:42.500460+0000","last_became_active":"2024-09-21T07:24:40.347566+0000","last_became_peered":"2024-09-21T07:24:40.347566+0000","last_unstale":"2024-09-21T07:24:42.500460+0000","last_undegraded":"2024-09-21T07:24:42.500460+0000","last_fullsized":"2024-09-21T07:24:42.500460+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501672+0000","last_change":"2024-09-21T07:24:41.407301+0000","last_active":"2024-09-21T07:24:42.501672+0000","last_peered":"2024-09-21T07:24:42.501672+0000","last_clean":"2024-09-21T07:24:42.501672+0000","last_became_active":"2024-09-21T07:24:41.406372+0000","last_became_peered":"2024-09-21T07:24:41.406372+0000","last_unstale":"2024-09-21T07:24:42.501672+0000","last_undegraded":"2024-09-21T07:24:42.501672+0000","last_fullsized":"2024-09-21T07:24:42.501672+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:50:24.425922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374757+0000","last_change":"2024-09-21T07:24:40.373083+0000","last_active":"2024-09-21T07:24:42.374757+0000","last_peered":"2024-09-21T07:24:42.374757+0000","last_clean":"2024-09-21T07:24:42.374757+0000","last_became_active":"2024-09-21T07:24:40.365858+0000","last_became_peered":"2024-09-21T07:24:40.365858+0000","last_unstale":"2024-09-21T07:24:42.374757+0000","last_undegraded":"2024-09-21T07:24:42.374757+0000","last_fullsized":"2024-09-21T07:24:42.374757+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503270+0000","last_change":"2024-09-21T07:24:41.407015+0000","last_active":"2024-09-21T07:24:42.503270+0000","last_peered":"2024-09-21T07:24:42.503270+0000","last_clean":"2024-09-21T07:24:42.503270+0000","last_became_active":"2024-09-21T07:24:41.406100+0000","last_became_peered":"2024-09-21T07:24:41.406100+0000","last_unstale":"2024-09-21T07:24:42.503270+0000","last_undegraded":"2024-09-21T07:24:42.503270+0000","last_fullsized":"2024-09-21T07:24:42.503270+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:24:06.504057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501328+0000","last_change":"2024-09-21T07:24:40.358846+0000","last_active":"2024-09-21T07:24:42.501328+0000","last_peered":"2024-09-21T07:24:42.501328+0000","last_clean":"2024-09-21T07:24:42.501328+0000","last_became_active":"2024-09-21T07:24:40.358396+0000","last_became_peered":"2024-09-21T07:24:40.358396+0000","last_unstale":"2024-09-21T07:24:42.501328+0000","last_undegraded":"2024-09-21T07:24:42.501328+0000","last_fullsized":"2024-09-21T07:24:42.501328+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502963+0000","last_change":"2024-09-21T07:24:41.414510+0000","last_active":"2024-09-21T07:24:42.502963+0000","last_peered":"2024-09-21T07:24:42.502963+0000","last_clean":"2024-09-21T07:24:42.502963+0000","last_became_active":"2024-09-21T07:24:41.412336+0000","last_became_peered":"2024-09-21T07:24:41.412336+0000","last_unstale":"2024-09-21T07:24:42.502963+0000","last_undegraded":"2024-09-21T07:24:42.502963+0000","last_fullsized":"2024-09-21T07:24:42.502963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:18.200919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369213+0000","last_change":"2024-09-21T07:24:40.362966+0000","last_active":"2024-09-21T07:24:42.369213+0000","last_peered":"2024-09-21T07:24:42.369213+0000","last_clean":"2024-09-21T07:24:42.369213+0000","last_became_active":"2024-09-21T07:24:40.362625+0000","last_became_peered":"2024-09-21T07:24:40.362625+0000","last_unstale":"2024-09-21T07:24:42.369213+0000","last_undegraded":"2024-09-21T07:24:42.369213+0000","last_fullsized":"2024-09-21T07:24:42.369213+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:19.948834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372989+0000","last_change":"2024-09-21T07:24:41.428933+0000","last_active":"2024-09-21T07:24:42.372989+0000","last_peered":"2024-09-21T07:24:42.372989+0000","last_clean":"2024-09-21T07:24:42.372989+0000","last_became_active":"2024-09-21T07:24:41.426941+0000","last_became_peered":"2024-09-21T07:24:41.426941+0000","last_unstale":"2024-09-21T07:24:42.372989+0000","last_undegraded":"2024-09-21T07:24:42.372989+0000","last_fullsized":"2024-09-21T07:24:42.372989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:58.666315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500976+0000","last_change":"2024-09-21T07:24:40.375285+0000","last_active":"2024-09-21T07:24:42.500976+0000","last_peered":"2024-09-21T07:24:42.500976+0000","last_clean":"2024-09-21T07:24:42.500976+0000","last_became_active":"2024-09-21T07:24:40.374807+0000","last_became_peered":"2024-09-21T07:24:40.374807+0000","last_unstale":"2024-09-21T07:24:42.500976+0000","last_undegraded":"2024-09-21T07:24:42.500976+0000","last_fullsized":"2024-09-21T07:24:42.500976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502633+0000","last_change":"2024-09-21T07:24:41.437434+0000","last_active":"2024-09-21T07:24:42.502633+0000","last_peered":"2024-09-21T07:24:42.502633+0000","last_clean":"2024-09-21T07:24:42.502633+0000","last_became_active":"2024-09-21T07:24:41.436712+0000","last_became_peered":"2024-09-21T07:24:41.436712+0000","last_unstale":"2024-09-21T07:24:42.502633+0000","last_undegraded":"2024-09-21T07:24:42.502633+0000","last_fullsized":"2024-09-21T07:24:42.502633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:58.666315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501761+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:24:42.501761+0000","last_peered":"2024-09-21T07:24:42.501761+0000","last_clean":"2024-09-21T07:24:42.501761+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:24:42.501761+0000","last_undegraded":"2024-09-21T07:24:42.501761+0000","last_fullsized":"2024-09-21T07:24:42.501761+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371020+0000","last_change":"2024-09-21T07:24:40.355827+0000","last_active":"2024-09-21T07:24:42.371020+0000","last_peered":"2024-09-21T07:24:42.371020+0000","last_clean":"2024-09-21T07:24:42.371020+0000","last_became_active":"2024-09-21T07:24:40.355218+0000","last_became_peered":"2024-09-21T07:24:40.355218+0000","last_unstale":"2024-09-21T07:24:42.371020+0000","last_undegraded":"2024-09-21T07:24:42.371020+0000","last_fullsized":"2024-09-21T07:24:42.371020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504541+0000","last_change":"2024-09-21T07:24:41.444715+0000","last_active":"2024-09-21T07:24:42.504541+0000","last_peered":"2024-09-21T07:24:42.504541+0000","last_clean":"2024-09-21T07:24:42.504541+0000","last_became_active":"2024-09-21T07:24:41.444402+0000","last_became_peered":"2024-09-21T07:24:41.444402+0000","last_unstale":"2024-09-21T07:24:42.504541+0000","last_undegraded":"2024-09-21T07:24:42.504541+0000","last_fullsized":"2024-09-21T07:24:42.504541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501445+0000","last_change":"2024-09-21T07:24:40.388303+0000","last_active":"2024-09-21T07:24:42.501445+0000","last_peered":"2024-09-21T07:24:42.501445+0000","last_clean":"2024-09-21T07:24:42.501445+0000","last_became_active":"2024-09-21T07:24:40.386002+0000","last_became_peered":"2024-09-21T07:24:40.386002+0000","last_unstale":"2024-09-21T07:24:42.501445+0000","last_undegraded":"2024-09-21T07:24:42.501445+0000","last_fullsized":"2024-09-21T07:24:42.501445+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:35.567950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502574+0000","last_change":"2024-09-21T07:24:41.377634+0000","last_active":"2024-09-21T07:24:42.502574+0000","last_peered":"2024-09-21T07:24:42.502574+0000","last_clean":"2024-09-21T07:24:42.502574+0000","last_became_active":"2024-09-21T07:24:41.376743+0000","last_became_peered":"2024-09-21T07:24:41.376743+0000","last_unstale":"2024-09-21T07:24:42.502574+0000","last_undegraded":"2024-09-21T07:24:42.502574+0000","last_fullsized":"2024-09-21T07:24:42.502574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:49:42.428121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500810+0000","last_change":"2024-09-21T07:24:40.356742+0000","last_active":"2024-09-21T07:24:42.500810+0000","last_peered":"2024-09-21T07:24:42.500810+0000","last_clean":"2024-09-21T07:24:42.500810+0000","last_became_active":"2024-09-21T07:24:40.356313+0000","last_became_peered":"2024-09-21T07:24:40.356313+0000","last_unstale":"2024-09-21T07:24:42.500810+0000","last_undegraded":"2024-09-21T07:24:42.500810+0000","last_fullsized":"2024-09-21T07:24:42.500810+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368871+0000","last_change":"2024-09-21T07:24:41.405305+0000","last_active":"2024-09-21T07:24:42.368871+0000","last_peered":"2024-09-21T07:24:42.368871+0000","last_clean":"2024-09-21T07:24:42.368871+0000","last_became_active":"2024-09-21T07:24:41.404489+0000","last_became_peered":"2024-09-21T07:24:41.404489+0000","last_unstale":"2024-09-21T07:24:42.368871+0000","last_undegraded":"2024-09-21T07:24:42.368871+0000","last_fullsized":"2024-09-21T07:24:42.368871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:43.853999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372614+0000","last_change":"2024-09-21T07:24:40.376248+0000","last_active":"2024-09-21T07:24:42.372614+0000","last_peered":"2024-09-21T07:24:42.372614+0000","last_clean":"2024-09-21T07:24:42.372614+0000","last_became_active":"2024-09-21T07:24:40.374826+0000","last_became_peered":"2024-09-21T07:24:40.374826+0000","last_unstale":"2024-09-21T07:24:42.372614+0000","last_undegraded":"2024-09-21T07:24:42.372614+0000","last_fullsized":"2024-09-21T07:24:42.372614+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:35.567950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374293+0000","last_change":"2024-09-21T07:24:41.387973+0000","last_active":"2024-09-21T07:24:42.374293+0000","last_peered":"2024-09-21T07:24:42.374293+0000","last_clean":"2024-09-21T07:24:42.374293+0000","last_became_active":"2024-09-21T07:24:41.384225+0000","last_became_peered":"2024-09-21T07:24:41.384225+0000","last_unstale":"2024-09-21T07:24:42.374293+0000","last_undegraded":"2024-09-21T07:24:42.374293+0000","last_fullsized":"2024-09-21T07:24:42.374293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:50.217152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369202+0000","last_change":"2024-09-21T07:24:40.354851+0000","last_active":"2024-09-21T07:24:42.369202+0000","last_peered":"2024-09-21T07:24:42.369202+0000","last_clean":"2024-09-21T07:24:42.369202+0000","last_became_active":"2024-09-21T07:24:40.354360+0000","last_became_peered":"2024-09-21T07:24:40.354360+0000","last_unstale":"2024-09-21T07:24:42.369202+0000","last_undegraded":"2024-09-21T07:24:42.369202+0000","last_fullsized":"2024-09-21T07:24:42.369202+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:42:13.267876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372589+0000","last_change":"2024-09-21T07:24:41.428309+0000","last_active":"2024-09-21T07:24:42.372589+0000","last_peered":"2024-09-21T07:24:42.372589+0000","last_clean":"2024-09-21T07:24:42.372589+0000","last_became_active":"2024-09-21T07:24:41.427387+0000","last_became_peered":"2024-09-21T07:24:41.427387+0000","last_unstale":"2024-09-21T07:24:42.372589+0000","last_undegraded":"2024-09-21T07:24:42.372589+0000","last_fullsized":"2024-09-21T07:24:42.372589+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:06.017793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503375+0000","last_change":"2024-09-21T07:24:40.388415+0000","last_active":"2024-09-21T07:24:42.503375+0000","last_peered":"2024-09-21T07:24:42.503375+0000","last_clean":"2024-09-21T07:24:42.503375+0000","last_became_active":"2024-09-21T07:24:40.387966+0000","last_became_peered":"2024-09-21T07:24:40.387966+0000","last_unstale":"2024-09-21T07:24:42.503375+0000","last_undegraded":"2024-09-21T07:24:42.503375+0000","last_fullsized":"2024-09-21T07:24:42.503375+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:56:33.253099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369009+0000","last_change":"2024-09-21T07:24:41.402627+0000","last_active":"2024-09-21T07:24:42.369009+0000","last_peered":"2024-09-21T07:24:42.369009+0000","last_clean":"2024-09-21T07:24:42.369009+0000","last_became_active":"2024-09-21T07:24:41.401732+0000","last_became_peered":"2024-09-21T07:24:41.401732+0000","last_unstale":"2024-09-21T07:24:42.369009+0000","last_undegraded":"2024-09-21T07:24:42.369009+0000","last_fullsized":"2024-09-21T07:24:42.369009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:17.413114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369508+0000","last_change":"2024-09-21T07:24:40.378989+0000","last_active":"2024-09-21T07:24:42.369508+0000","last_peered":"2024-09-21T07:24:42.369508+0000","last_clean":"2024-09-21T07:24:42.369508+0000","last_became_active":"2024-09-21T07:24:40.378648+0000","last_became_peered":"2024-09-21T07:24:40.378648+0000","last_unstale":"2024-09-21T07:24:42.369508+0000","last_undegraded":"2024-09-21T07:24:42.369508+0000","last_fullsized":"2024-09-21T07:24:42.369508+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:49.208093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506245+0000","last_change":"2024-09-21T07:24:41.409937+0000","last_active":"2024-09-21T07:24:42.506245+0000","last_peered":"2024-09-21T07:24:42.506245+0000","last_clean":"2024-09-21T07:24:42.506245+0000","last_became_active":"2024-09-21T07:24:41.409040+0000","last_became_peered":"2024-09-21T07:24:41.409040+0000","last_unstale":"2024-09-21T07:24:42.506245+0000","last_undegraded":"2024-09-21T07:24:42.506245+0000","last_fullsized":"2024-09-21T07:24:42.506245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430755+0000","last_change":"2024-09-21T07:24:40.388124+0000","last_active":"2024-09-21T07:24:42.430755+0000","last_peered":"2024-09-21T07:24:42.430755+0000","last_clean":"2024-09-21T07:24:42.430755+0000","last_became_active":"2024-09-21T07:24:40.387551+0000","last_became_peered":"2024-09-21T07:24:40.387551+0000","last_unstale":"2024-09-21T07:24:42.430755+0000","last_undegraded":"2024-09-21T07:24:42.430755+0000","last_fullsized":"2024-09-21T07:24:42.430755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:50.700477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504263+0000","last_change":"2024-09-21T07:24:41.412412+0000","last_active":"2024-09-21T07:24:42.504263+0000","last_peered":"2024-09-21T07:24:42.504263+0000","last_clean":"2024-09-21T07:24:42.504263+0000","last_became_active":"2024-09-21T07:24:41.408119+0000","last_became_peered":"2024-09-21T07:24:41.408119+0000","last_unstale":"2024-09-21T07:24:42.504263+0000","last_undegraded":"2024-09-21T07:24:42.504263+0000","last_fullsized":"2024-09-21T07:24:42.504263+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:16.224476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501404+0000","last_change":"2024-09-21T07:24:40.387434+0000","last_active":"2024-09-21T07:24:42.501404+0000","last_peered":"2024-09-21T07:24:42.501404+0000","last_clean":"2024-09-21T07:24:42.501404+0000","last_became_active":"2024-09-21T07:24:40.385356+0000","last_became_peered":"2024-09-21T07:24:40.385356+0000","last_unstale":"2024-09-21T07:24:42.501404+0000","last_undegraded":"2024-09-21T07:24:42.501404+0000","last_fullsized":"2024-09-21T07:24:42.501404+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371713+0000","last_change":"2024-09-21T07:24:41.405703+0000","last_active":"2024-09-21T07:24:42.371713+0000","last_peered":"2024-09-21T07:24:42.371713+0000","last_clean":"2024-09-21T07:24:42.371713+0000","last_became_active":"2024-09-21T07:24:41.404699+0000","last_became_peered":"2024-09-21T07:24:41.404699+0000","last_unstale":"2024-09-21T07:24:42.371713+0000","last_undegraded":"2024-09-21T07:24:42.371713+0000","last_fullsized":"2024-09-21T07:24:42.371713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:53.537345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369017+0000","last_change":"2024-09-21T07:24:40.383095+0000","last_active":"2024-09-21T07:24:42.369017+0000","last_peered":"2024-09-21T07:24:42.369017+0000","last_clean":"2024-09-21T07:24:42.369017+0000","last_became_active":"2024-09-21T07:24:40.382603+0000","last_became_peered":"2024-09-21T07:24:40.382603+0000","last_unstale":"2024-09-21T07:24:42.369017+0000","last_undegraded":"2024-09-21T07:24:42.369017+0000","last_fullsized":"2024-09-21T07:24:42.369017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:25.970237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503763+0000","last_change":"2024-09-21T07:24:41.406531+0000","last_active":"2024-09-21T07:24:42.503763+0000","last_peered":"2024-09-21T07:24:42.503763+0000","last_clean":"2024-09-21T07:24:42.503763+0000","last_became_active":"2024-09-21T07:24:41.405083+0000","last_became_peered":"2024-09-21T07:24:41.405083+0000","last_unstale":"2024-09-21T07:24:42.503763+0000","last_undegraded":"2024-09-21T07:24:42.503763+0000","last_fullsized":"2024-09-21T07:24:42.503763+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369515+0000","last_change":"2024-09-21T07:24:40.356495+0000","last_active":"2024-09-21T07:24:42.369515+0000","last_peered":"2024-09-21T07:24:42.369515+0000","last_clean":"2024-09-21T07:24:42.369515+0000","last_became_active":"2024-09-21T07:24:40.356109+0000","last_became_peered":"2024-09-21T07:24:40.356109+0000","last_unstale":"2024-09-21T07:24:42.369515+0000","last_undegraded":"2024-09-21T07:24:42.369515+0000","last_fullsized":"2024-09-21T07:24:42.369515+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:52.109068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505007+0000","last_change":"2024-09-21T07:24:41.416998+0000","last_active":"2024-09-21T07:24:42.505007+0000","last_peered":"2024-09-21T07:24:42.505007+0000","last_clean":"2024-09-21T07:24:42.505007+0000","last_became_active":"2024-09-21T07:24:41.416333+0000","last_became_peered":"2024-09-21T07:24:41.416333+0000","last_unstale":"2024-09-21T07:24:42.505007+0000","last_undegraded":"2024-09-21T07:24:42.505007+0000","last_fullsized":"2024-09-21T07:24:42.505007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:10:58.042808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502698+0000","last_change":"2024-09-21T07:24:40.386342+0000","last_active":"2024-09-21T07:24:42.502698+0000","last_peered":"2024-09-21T07:24:42.502698+0000","last_clean":"2024-09-21T07:24:42.502698+0000","last_became_active":"2024-09-21T07:24:40.385528+0000","last_became_peered":"2024-09-21T07:24:40.385528+0000","last_unstale":"2024-09-21T07:24:42.502698+0000","last_undegraded":"2024-09-21T07:24:42.502698+0000","last_fullsized":"2024-09-21T07:24:42.502698+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:37.631674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429685+0000","last_change":"2024-09-21T07:24:41.411452+0000","last_active":"2024-09-21T07:24:42.429685+0000","last_peered":"2024-09-21T07:24:42.429685+0000","last_clean":"2024-09-21T07:24:42.429685+0000","last_became_active":"2024-09-21T07:24:41.410587+0000","last_became_peered":"2024-09-21T07:24:41.410587+0000","last_unstale":"2024-09-21T07:24:42.429685+0000","last_undegraded":"2024-09-21T07:24:42.429685+0000","last_fullsized":"2024-09-21T07:24:42.429685+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372111+0000","last_change":"2024-09-21T07:24:41.441130+0000","last_active":"2024-09-21T07:24:42.372111+0000","last_peered":"2024-09-21T07:24:42.372111+0000","last_clean":"2024-09-21T07:24:42.372111+0000","last_became_active":"2024-09-21T07:24:41.436317+0000","last_became_peered":"2024-09-21T07:24:41.436317+0000","last_unstale":"2024-09-21T07:24:42.372111+0000","last_undegraded":"2024-09-21T07:24:42.372111+0000","last_fullsized":"2024-09-21T07:24:42.372111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502733+0000","last_change":"2024-09-21T07:24:40.385855+0000","last_active":"2024-09-21T07:24:42.502733+0000","last_peered":"2024-09-21T07:24:42.502733+0000","last_clean":"2024-09-21T07:24:42.502733+0000","last_became_active":"2024-09-21T07:24:40.385395+0000","last_became_peered":"2024-09-21T07:24:40.385395+0000","last_unstale":"2024-09-21T07:24:42.502733+0000","last_undegraded":"2024-09-21T07:24:42.502733+0000","last_fullsized":"2024-09-21T07:24:42.502733+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:57.442247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372424+0000","last_change":"2024-09-21T07:24:41.417539+0000","last_active":"2024-09-21T07:24:42.372424+0000","last_peered":"2024-09-21T07:24:42.372424+0000","last_clean":"2024-09-21T07:24:42.372424+0000","last_became_active":"2024-09-21T07:24:41.416704+0000","last_became_peered":"2024-09-21T07:24:41.416704+0000","last_unstale":"2024-09-21T07:24:42.372424+0000","last_undegraded":"2024-09-21T07:24:42.372424+0000","last_fullsized":"2024-09-21T07:24:42.372424+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:01.165620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502933+0000","last_change":"2024-09-21T07:24:40.389152+0000","last_active":"2024-09-21T07:24:42.502933+0000","last_peered":"2024-09-21T07:24:42.502933+0000","last_clean":"2024-09-21T07:24:42.502933+0000","last_became_active":"2024-09-21T07:24:40.387743+0000","last_became_peered":"2024-09-21T07:24:40.387743+0000","last_unstale":"2024-09-21T07:24:42.502933+0000","last_undegraded":"2024-09-21T07:24:42.502933+0000","last_fullsized":"2024-09-21T07:24:42.502933+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:00:53.907390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502674+0000","last_change":"2024-09-21T07:24:41.429530+0000","last_active":"2024-09-21T07:24:42.502674+0000","last_peered":"2024-09-21T07:24:42.502674+0000","last_clean":"2024-09-21T07:24:42.502674+0000","last_became_active":"2024-09-21T07:24:41.428824+0000","last_became_peered":"2024-09-21T07:24:41.428824+0000","last_unstale":"2024-09-21T07:24:42.502674+0000","last_undegraded":"2024-09-21T07:24:42.502674+0000","last_fullsized":"2024-09-21T07:24:42.502674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:07.494531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506241+0000","last_change":"2024-09-21T07:24:40.357520+0000","last_active":"2024-09-21T07:24:42.506241+0000","last_peered":"2024-09-21T07:24:42.506241+0000","last_clean":"2024-09-21T07:24:42.506241+0000","last_became_active":"2024-09-21T07:24:40.357080+0000","last_became_peered":"2024-09-21T07:24:40.357080+0000","last_unstale":"2024-09-21T07:24:42.506241+0000","last_undegraded":"2024-09-21T07:24:42.506241+0000","last_fullsized":"2024-09-21T07:24:42.506241+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505890+0000","last_change":"2024-09-21T07:24:41.421896+0000","last_active":"2024-09-21T07:24:42.505890+0000","last_peered":"2024-09-21T07:24:42.505890+0000","last_clean":"2024-09-21T07:24:42.505890+0000","last_became_active":"2024-09-21T07:24:41.421509+0000","last_became_peered":"2024-09-21T07:24:41.421509+0000","last_unstale":"2024-09-21T07:24:42.505890+0000","last_undegraded":"2024-09-21T07:24:42.505890+0000","last_fullsized":"2024-09-21T07:24:42.505890+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503193+0000","last_change":"2024-09-21T07:24:40.383434+0000","last_active":"2024-09-21T07:24:42.503193+0000","last_peered":"2024-09-21T07:24:42.503193+0000","last_clean":"2024-09-21T07:24:42.503193+0000","last_became_active":"2024-09-21T07:24:40.382868+0000","last_became_peered":"2024-09-21T07:24:40.382868+0000","last_unstale":"2024-09-21T07:24:42.503193+0000","last_undegraded":"2024-09-21T07:24:42.503193+0000","last_fullsized":"2024-09-21T07:24:42.503193+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:24:53.642 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:24:53.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.820+0000 7f908de58640 1 -- 172.21.15.6:0/2768154761 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 msgr2=0x7f9070004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.820+0000 7f908de58640 1 --2- 172.21.15.6:0/2768154761 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 0x7f9070004810 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f90880cf2c0 tx=0x7f907c01c740 comp rx=0 tx=0).stop 2024-09-21T07:24:53.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.820+0000 7f9087fff640 1 -- 172.21.15.6:0/2768154761 reap_dead start 2024-09-21T07:24:53.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.820+0000 7f908de58640 1 -- 172.21.15.6:0/2768154761 shutdown_connections 2024-09-21T07:24:53.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.820+0000 7f908de58640 1 -- 172.21.15.6:0/2768154761 >> 172.21.15.6:0/2768154761 conn(0x7f90880b2e40 msgr2=0x7f90880b3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:53.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.820+0000 7f908de58640 1 -- 172.21.15.6:0/2768154761 shutdown_connections 2024-09-21T07:24:53.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.820+0000 7f908de58640 1 -- 172.21.15.6:0/2768154761 wait complete. 2024-09-21T07:24:53.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f908de58640 1 Processor -- start 2024-09-21T07:24:53.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f908de58640 1 -- start start 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f908de58640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 0x7f9088149d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f908de58640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90880c8d00 0x7f90881f6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f908de58640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9088151ec0 0x7f90881f70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f908de58640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f908815d880 con 0x7f9070004080 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f908de58640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f90880705f0 con 0x7f90880c8d00 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f908de58640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f908815da00 con 0x7f9088151ec0 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 0x7f9088149d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 0x7f9088149d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49054/0 (socket says 172.21.15.6:49054) 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 -- 172.21.15.6:0/3730265793 learned_addr learned my addr 172.21.15.6:0/3730265793 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f9087fff640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9088151ec0 0x7f90881f70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:53.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f9086ffd640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90880c8d00 0x7f90881f6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 -- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9088151ec0 msgr2=0x7f90881f70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9088151ec0 0x7f90881f70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 -- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90880c8d00 msgr2=0x7f90881f6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90880c8d00 0x7f90881f6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 -- 172.21.15.6:0/3730265793 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9088158a40 con 0x7f9070004080 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f9086ffd640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90880c8d00 0x7f90881f6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.824+0000 7f90877fe640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 0x7f9088149d00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f908000fc00 tx=0x7f908000d6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f906ffff640 1 -- 172.21.15.6:0/3730265793 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9080011640 con 0x7f9070004080 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f906ffff640 1 -- 172.21.15.6:0/3730265793 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f90800117e0 con 0x7f9070004080 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9088158d20 con 0x7f9070004080 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f906ffff640 1 -- 172.21.15.6:0/3730265793 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9080011c30 con 0x7f9070004080 2024-09-21T07:24:53.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9088159800 con 0x7f9070004080 2024-09-21T07:24:53.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f908815d170 con 0x7f9070004080 2024-09-21T07:24:53.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f906ffff640 1 -- 172.21.15.6:0/3730265793 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f90800103d0 con 0x7f9070004080 2024-09-21T07:24:53.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f906ffff640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9074073230 0x7f9074075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:53.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f906ffff640 1 -- 172.21.15.6:0/3730265793 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f90800954e0 con 0x7f9070004080 2024-09-21T07:24:53.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f9086ffd640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9074073230 0x7f9074075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:53.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.828+0000 7f9086ffd640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9074073230 0x7f9074075740 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f90880d0b70 tx=0x7f907c0194e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:53.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.832+0000 7f906ffff640 1 -- 172.21.15.6:0/3730265793 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9080060600 con 0x7f9070004080 2024-09-21T07:24:54.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:53.996+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f908806a1c0 con 0x7f9074073230 2024-09-21T07:24:54.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.008+0000 7f906ffff640 1 -- 172.21.15.6:0/3730265793 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251826 (secure 0 0 0) 0x7f908806a1c0 con 0x7f9074073230 2024-09-21T07:24:54.015 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:54.017 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9074073230 msgr2=0x7f9074075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9074073230 0x7f9074075740 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f90880d0b70 tx=0x7f907c0194e0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 msgr2=0x7f9088149d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 0x7f9088149d00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f908000fc00 tx=0x7f908000d6b0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 shutdown_connections 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9074073230 0x7f9074075740 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9088151ec0 0x7f90881f70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90880c8d00 0x7f90881f6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 --2- 172.21.15.6:0/3730265793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9070004080 0x7f9088149d00 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 >> 172.21.15.6:0/3730265793 conn(0x7f90880b2e40 msgr2=0x7f90880b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:54.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 shutdown_connections 2024-09-21T07:24:54.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.012+0000 7f908de58640 1 -- 172.21.15.6:0/3730265793 wait complete. 2024-09-21T07:24:54.036 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-21T07:24:52.837987+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219112,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755608,"statfs":{"total":773094113280,"available":772869742592,"internally_reserved":0,"allocated":2891776,"data_stored":1753028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.470835"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502245+0000","last_change":"2024-09-21T07:24:41.415034+0000","last_active":"2024-09-21T07:24:42.502245+0000","last_peered":"2024-09-21T07:24:42.502245+0000","last_clean":"2024-09-21T07:24:42.502245+0000","last_became_active":"2024-09-21T07:24:41.413691+0000","last_became_peered":"2024-09-21T07:24:41.413691+0000","last_unstale":"2024-09-21T07:24:42.502245+0000","last_undegraded":"2024-09-21T07:24:42.502245+0000","last_fullsized":"2024-09-21T07:24:42.502245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:46.481256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369383+0000","last_change":"2024-09-21T07:24:41.399535+0000","last_active":"2024-09-21T07:24:42.369383+0000","last_peered":"2024-09-21T07:24:42.369383+0000","last_clean":"2024-09-21T07:24:42.369383+0000","last_became_active":"2024-09-21T07:24:41.397688+0000","last_became_peered":"2024-09-21T07:24:41.397688+0000","last_unstale":"2024-09-21T07:24:42.369383+0000","last_undegraded":"2024-09-21T07:24:42.369383+0000","last_fullsized":"2024-09-21T07:24:42.369383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:16.224476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502291+0000","last_change":"2024-09-21T07:24:41.402365+0000","last_active":"2024-09-21T07:24:42.502291+0000","last_peered":"2024-09-21T07:24:42.502291+0000","last_clean":"2024-09-21T07:24:42.502291+0000","last_became_active":"2024-09-21T07:24:41.401499+0000","last_became_peered":"2024-09-21T07:24:41.401499+0000","last_unstale":"2024-09-21T07:24:42.502291+0000","last_undegraded":"2024-09-21T07:24:42.502291+0000","last_fullsized":"2024-09-21T07:24:42.502291+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371791+0000","last_change":"2024-09-21T07:24:41.437536+0000","last_active":"2024-09-21T07:24:42.371791+0000","last_peered":"2024-09-21T07:24:42.371791+0000","last_clean":"2024-09-21T07:24:42.371791+0000","last_became_active":"2024-09-21T07:24:41.429829+0000","last_became_peered":"2024-09-21T07:24:41.429829+0000","last_unstale":"2024-09-21T07:24:42.371791+0000","last_undegraded":"2024-09-21T07:24:42.371791+0000","last_fullsized":"2024-09-21T07:24:42.371791+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:40.942653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501827+0000","last_change":"2024-09-21T07:24:41.403966+0000","last_active":"2024-09-21T07:24:42.501827+0000","last_peered":"2024-09-21T07:24:42.501827+0000","last_clean":"2024-09-21T07:24:42.501827+0000","last_became_active":"2024-09-21T07:24:41.402762+0000","last_became_peered":"2024-09-21T07:24:41.402762+0000","last_unstale":"2024-09-21T07:24:42.501827+0000","last_undegraded":"2024-09-21T07:24:42.501827+0000","last_fullsized":"2024-09-21T07:24:42.501827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.370983+0000","last_change":"2024-09-21T07:24:41.442588+0000","last_active":"2024-09-21T07:24:42.370983+0000","last_peered":"2024-09-21T07:24:42.370983+0000","last_clean":"2024-09-21T07:24:42.370983+0000","last_became_active":"2024-09-21T07:24:41.438326+0000","last_became_peered":"2024-09-21T07:24:41.438326+0000","last_unstale":"2024-09-21T07:24:42.370983+0000","last_undegraded":"2024-09-21T07:24:42.370983+0000","last_fullsized":"2024-09-21T07:24:42.370983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501654+0000","last_change":"2024-09-21T07:24:41.418985+0000","last_active":"2024-09-21T07:24:42.501654+0000","last_peered":"2024-09-21T07:24:42.501654+0000","last_clean":"2024-09-21T07:24:42.501654+0000","last_became_active":"2024-09-21T07:24:41.417534+0000","last_became_peered":"2024-09-21T07:24:41.417534+0000","last_unstale":"2024-09-21T07:24:42.501654+0000","last_undegraded":"2024-09-21T07:24:42.501654+0000","last_fullsized":"2024-09-21T07:24:42.501654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502228+0000","last_change":"2024-09-21T07:24:41.448227+0000","last_active":"2024-09-21T07:24:42.502228+0000","last_peered":"2024-09-21T07:24:42.502228+0000","last_clean":"2024-09-21T07:24:42.502228+0000","last_became_active":"2024-09-21T07:24:41.447897+0000","last_became_peered":"2024-09-21T07:24:41.447897+0000","last_unstale":"2024-09-21T07:24:42.502228+0000","last_undegraded":"2024-09-21T07:24:42.502228+0000","last_fullsized":"2024-09-21T07:24:42.502228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:53.678504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502606+0000","last_change":"2024-09-21T07:24:41.439508+0000","last_active":"2024-09-21T07:24:42.502606+0000","last_peered":"2024-09-21T07:24:42.502606+0000","last_clean":"2024-09-21T07:24:42.502606+0000","last_became_active":"2024-09-21T07:24:41.438706+0000","last_became_peered":"2024-09-21T07:24:41.438706+0000","last_unstale":"2024-09-21T07:24:42.502606+0000","last_undegraded":"2024-09-21T07:24:42.502606+0000","last_fullsized":"2024-09-21T07:24:42.502606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:05.067042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430856+0000","last_change":"2024-09-21T07:24:41.421880+0000","last_active":"2024-09-21T07:24:42.430856+0000","last_peered":"2024-09-21T07:24:42.430856+0000","last_clean":"2024-09-21T07:24:42.430856+0000","last_became_active":"2024-09-21T07:24:41.420435+0000","last_became_peered":"2024-09-21T07:24:41.420435+0000","last_unstale":"2024-09-21T07:24:42.430856+0000","last_undegraded":"2024-09-21T07:24:42.430856+0000","last_fullsized":"2024-09-21T07:24:42.430856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:17.802714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430407+0000","last_change":"2024-09-21T07:24:41.432095+0000","last_active":"2024-09-21T07:24:42.430407+0000","last_peered":"2024-09-21T07:24:42.430407+0000","last_clean":"2024-09-21T07:24:42.430407+0000","last_became_active":"2024-09-21T07:24:41.431316+0000","last_became_peered":"2024-09-21T07:24:41.431316+0000","last_unstale":"2024-09-21T07:24:42.430407+0000","last_undegraded":"2024-09-21T07:24:42.430407+0000","last_fullsized":"2024-09-21T07:24:42.430407+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:43.853999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374314+0000","last_change":"2024-09-21T07:24:41.416639+0000","last_active":"2024-09-21T07:24:42.374314+0000","last_peered":"2024-09-21T07:24:42.374314+0000","last_clean":"2024-09-21T07:24:42.374314+0000","last_became_active":"2024-09-21T07:24:41.415292+0000","last_became_peered":"2024-09-21T07:24:41.415292+0000","last_unstale":"2024-09-21T07:24:42.374314+0000","last_undegraded":"2024-09-21T07:24:42.374314+0000","last_fullsized":"2024-09-21T07:24:42.374314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:36.577009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504941+0000","last_change":"2024-09-21T07:24:41.417940+0000","last_active":"2024-09-21T07:24:42.504941+0000","last_peered":"2024-09-21T07:24:42.504941+0000","last_clean":"2024-09-21T07:24:42.504941+0000","last_became_active":"2024-09-21T07:24:41.413960+0000","last_became_peered":"2024-09-21T07:24:41.413960+0000","last_unstale":"2024-09-21T07:24:42.504941+0000","last_undegraded":"2024-09-21T07:24:42.504941+0000","last_fullsized":"2024-09-21T07:24:42.504941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503124+0000","last_change":"2024-09-21T07:24:41.407198+0000","last_active":"2024-09-21T07:24:42.503124+0000","last_peered":"2024-09-21T07:24:42.503124+0000","last_clean":"2024-09-21T07:24:42.503124+0000","last_became_active":"2024-09-21T07:24:41.406130+0000","last_became_peered":"2024-09-21T07:24:41.406130+0000","last_unstale":"2024-09-21T07:24:42.503124+0000","last_undegraded":"2024-09-21T07:24:42.503124+0000","last_fullsized":"2024-09-21T07:24:42.503124+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:53.462097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368809+0000","last_change":"2024-09-21T07:24:41.408431+0000","last_active":"2024-09-21T07:24:42.368809+0000","last_peered":"2024-09-21T07:24:42.368809+0000","last_clean":"2024-09-21T07:24:42.368809+0000","last_became_active":"2024-09-21T07:24:41.406129+0000","last_became_peered":"2024-09-21T07:24:41.406129+0000","last_unstale":"2024-09-21T07:24:42.368809+0000","last_undegraded":"2024-09-21T07:24:42.368809+0000","last_fullsized":"2024-09-21T07:24:42.368809+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.370854+0000","last_change":"2024-09-21T07:24:41.435345+0000","last_active":"2024-09-21T07:24:42.370854+0000","last_peered":"2024-09-21T07:24:42.370854+0000","last_clean":"2024-09-21T07:24:42.370854+0000","last_became_active":"2024-09-21T07:24:41.434147+0000","last_became_peered":"2024-09-21T07:24:41.434147+0000","last_unstale":"2024-09-21T07:24:42.370854+0000","last_undegraded":"2024-09-21T07:24:42.370854+0000","last_fullsized":"2024-09-21T07:24:42.370854+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:17.802714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.373312+0000","last_change":"2024-09-21T07:24:41.427795+0000","last_active":"2024-09-21T07:24:42.373312+0000","last_peered":"2024-09-21T07:24:42.373312+0000","last_clean":"2024-09-21T07:24:42.373312+0000","last_became_active":"2024-09-21T07:24:41.416076+0000","last_became_peered":"2024-09-21T07:24:41.416076+0000","last_unstale":"2024-09-21T07:24:42.373312+0000","last_undegraded":"2024-09-21T07:24:42.373312+0000","last_fullsized":"2024-09-21T07:24:42.373312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:56.667530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500846+0000","last_change":"2024-09-21T07:24:41.419979+0000","last_active":"2024-09-21T07:24:42.500846+0000","last_peered":"2024-09-21T07:24:42.500846+0000","last_clean":"2024-09-21T07:24:42.500846+0000","last_became_active":"2024-09-21T07:24:41.419554+0000","last_became_peered":"2024-09-21T07:24:41.419554+0000","last_unstale":"2024-09-21T07:24:42.500846+0000","last_undegraded":"2024-09-21T07:24:42.500846+0000","last_fullsized":"2024-09-21T07:24:42.500846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:26.979295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503177+0000","last_change":"2024-09-21T07:24:41.403947+0000","last_active":"2024-09-21T07:24:42.503177+0000","last_peered":"2024-09-21T07:24:42.503177+0000","last_clean":"2024-09-21T07:24:42.503177+0000","last_became_active":"2024-09-21T07:24:41.403089+0000","last_became_peered":"2024-09-21T07:24:41.403089+0000","last_unstale":"2024-09-21T07:24:42.503177+0000","last_undegraded":"2024-09-21T07:24:42.503177+0000","last_fullsized":"2024-09-21T07:24:42.503177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:44.436212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430343+0000","last_change":"2024-09-21T07:24:41.412408+0000","last_active":"2024-09-21T07:24:42.430343+0000","last_peered":"2024-09-21T07:24:42.430343+0000","last_clean":"2024-09-21T07:24:42.430343+0000","last_became_active":"2024-09-21T07:24:41.411592+0000","last_became_peered":"2024-09-21T07:24:41.411592+0000","last_unstale":"2024-09-21T07:24:42.430343+0000","last_undegraded":"2024-09-21T07:24:42.430343+0000","last_fullsized":"2024-09-21T07:24:42.430343+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502720+0000","last_change":"2024-09-21T07:24:41.404111+0000","last_active":"2024-09-21T07:24:42.502720+0000","last_peered":"2024-09-21T07:24:42.502720+0000","last_clean":"2024-09-21T07:24:42.502720+0000","last_became_active":"2024-09-21T07:24:41.403257+0000","last_became_peered":"2024-09-21T07:24:41.403257+0000","last_unstale":"2024-09-21T07:24:42.502720+0000","last_undegraded":"2024-09-21T07:24:42.502720+0000","last_fullsized":"2024-09-21T07:24:42.502720+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:17:12.076081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371662+0000","last_change":"2024-09-21T07:24:41.441005+0000","last_active":"2024-09-21T07:24:42.371662+0000","last_peered":"2024-09-21T07:24:42.371662+0000","last_clean":"2024-09-21T07:24:42.371662+0000","last_became_active":"2024-09-21T07:24:41.437671+0000","last_became_peered":"2024-09-21T07:24:41.437671+0000","last_unstale":"2024-09-21T07:24:42.371662+0000","last_undegraded":"2024-09-21T07:24:42.371662+0000","last_fullsized":"2024-09-21T07:24:42.371662+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:26.113408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504774+0000","last_change":"2024-09-21T07:24:41.399284+0000","last_active":"2024-09-21T07:24:42.504774+0000","last_peered":"2024-09-21T07:24:42.504774+0000","last_clean":"2024-09-21T07:24:42.504774+0000","last_became_active":"2024-09-21T07:24:41.398327+0000","last_became_peered":"2024-09-21T07:24:41.398327+0000","last_unstale":"2024-09-21T07:24:42.504774+0000","last_undegraded":"2024-09-21T07:24:42.504774+0000","last_fullsized":"2024-09-21T07:24:42.504774+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:55.818604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371535+0000","last_change":"2024-09-21T07:24:41.434761+0000","last_active":"2024-09-21T07:24:42.371535+0000","last_peered":"2024-09-21T07:24:42.371535+0000","last_clean":"2024-09-21T07:24:42.371535+0000","last_became_active":"2024-09-21T07:24:41.433390+0000","last_became_peered":"2024-09-21T07:24:41.433390+0000","last_unstale":"2024-09-21T07:24:42.371535+0000","last_undegraded":"2024-09-21T07:24:42.371535+0000","last_fullsized":"2024-09-21T07:24:42.371535+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:10:58.042808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505755+0000","last_change":"2024-09-21T07:24:41.415033+0000","last_active":"2024-09-21T07:24:42.505755+0000","last_peered":"2024-09-21T07:24:42.505755+0000","last_clean":"2024-09-21T07:24:42.505755+0000","last_became_active":"2024-09-21T07:24:41.413987+0000","last_became_peered":"2024-09-21T07:24:41.413987+0000","last_unstale":"2024-09-21T07:24:42.505755+0000","last_undegraded":"2024-09-21T07:24:42.505755+0000","last_fullsized":"2024-09-21T07:24:42.505755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:26.113408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.431282+0000","last_change":"2024-09-21T07:24:41.414557+0000","last_active":"2024-09-21T07:24:42.431282+0000","last_peered":"2024-09-21T07:24:42.431282+0000","last_clean":"2024-09-21T07:24:42.431282+0000","last_became_active":"2024-09-21T07:24:41.412760+0000","last_became_peered":"2024-09-21T07:24:41.412760+0000","last_unstale":"2024-09-21T07:24:42.431282+0000","last_undegraded":"2024-09-21T07:24:42.431282+0000","last_fullsized":"2024-09-21T07:24:42.431282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:00.922241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369036+0000","last_change":"2024-09-21T07:24:41.412693+0000","last_active":"2024-09-21T07:24:42.369036+0000","last_peered":"2024-09-21T07:24:42.369036+0000","last_clean":"2024-09-21T07:24:42.369036+0000","last_became_active":"2024-09-21T07:24:41.411841+0000","last_became_peered":"2024-09-21T07:24:41.411841+0000","last_unstale":"2024-09-21T07:24:42.369036+0000","last_undegraded":"2024-09-21T07:24:42.369036+0000","last_fullsized":"2024-09-21T07:24:42.369036+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506104+0000","last_change":"2024-09-21T07:24:41.415493+0000","last_active":"2024-09-21T07:24:42.506104+0000","last_peered":"2024-09-21T07:24:42.506104+0000","last_clean":"2024-09-21T07:24:42.506104+0000","last_became_active":"2024-09-21T07:24:41.414688+0000","last_became_peered":"2024-09-21T07:24:41.414688+0000","last_unstale":"2024-09-21T07:24:42.506104+0000","last_undegraded":"2024-09-21T07:24:42.506104+0000","last_fullsized":"2024-09-21T07:24:42.506104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:40.942653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503156+0000","last_change":"2024-09-21T07:24:41.413981+0000","last_active":"2024-09-21T07:24:42.503156+0000","last_peered":"2024-09-21T07:24:42.503156+0000","last_clean":"2024-09-21T07:24:42.503156+0000","last_became_active":"2024-09-21T07:24:41.407972+0000","last_became_peered":"2024-09-21T07:24:41.407972+0000","last_unstale":"2024-09-21T07:24:42.503156+0000","last_undegraded":"2024-09-21T07:24:42.503156+0000","last_fullsized":"2024-09-21T07:24:42.503156+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372308+0000","last_change":"2024-09-21T07:24:41.443090+0000","last_active":"2024-09-21T07:24:42.372308+0000","last_peered":"2024-09-21T07:24:42.372308+0000","last_clean":"2024-09-21T07:24:42.372308+0000","last_became_active":"2024-09-21T07:24:41.430412+0000","last_became_peered":"2024-09-21T07:24:41.430412+0000","last_unstale":"2024-09-21T07:24:42.372308+0000","last_undegraded":"2024-09-21T07:24:42.372308+0000","last_fullsized":"2024-09-21T07:24:42.372308+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:46.481256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500652+0000","last_change":"2024-09-21T07:24:41.418297+0000","last_active":"2024-09-21T07:24:42.500652+0000","last_peered":"2024-09-21T07:24:42.500652+0000","last_clean":"2024-09-21T07:24:42.500652+0000","last_became_active":"2024-09-21T07:24:41.417873+0000","last_became_peered":"2024-09-21T07:24:41.417873+0000","last_unstale":"2024-09-21T07:24:42.500652+0000","last_undegraded":"2024-09-21T07:24:42.500652+0000","last_fullsized":"2024-09-21T07:24:42.500652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:53.118126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429340+0000","last_change":"2024-09-21T07:24:41.422373+0000","last_active":"2024-09-21T07:24:42.429340+0000","last_peered":"2024-09-21T07:24:42.429340+0000","last_clean":"2024-09-21T07:24:42.429340+0000","last_became_active":"2024-09-21T07:24:41.419594+0000","last_became_peered":"2024-09-21T07:24:41.419594+0000","last_unstale":"2024-09-21T07:24:42.429340+0000","last_undegraded":"2024-09-21T07:24:42.429340+0000","last_fullsized":"2024-09-21T07:24:42.429340+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:39.377488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.373658+0000","last_change":"2024-09-21T07:24:41.410226+0000","last_active":"2024-09-21T07:24:42.373658+0000","last_peered":"2024-09-21T07:24:42.373658+0000","last_clean":"2024-09-21T07:24:42.373658+0000","last_became_active":"2024-09-21T07:24:41.409404+0000","last_became_peered":"2024-09-21T07:24:41.409404+0000","last_unstale":"2024-09-21T07:24:42.373658+0000","last_undegraded":"2024-09-21T07:24:42.373658+0000","last_fullsized":"2024-09-21T07:24:42.373658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:20.957892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505437+0000","last_change":"2024-09-21T07:24:40.383449+0000","last_active":"2024-09-21T07:24:42.505437+0000","last_peered":"2024-09-21T07:24:42.505437+0000","last_clean":"2024-09-21T07:24:42.505437+0000","last_became_active":"2024-09-21T07:24:40.383023+0000","last_became_peered":"2024-09-21T07:24:40.383023+0000","last_unstale":"2024-09-21T07:24:42.505437+0000","last_undegraded":"2024-09-21T07:24:42.505437+0000","last_fullsized":"2024-09-21T07:24:42.505437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:28:58.388488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503082+0000","last_change":"2024-09-21T07:24:41.385625+0000","last_active":"2024-09-21T07:24:42.503082+0000","last_peered":"2024-09-21T07:24:42.503082+0000","last_clean":"2024-09-21T07:24:42.503082+0000","last_became_active":"2024-09-21T07:24:41.384500+0000","last_became_peered":"2024-09-21T07:24:41.384500+0000","last_unstale":"2024-09-21T07:24:42.503082+0000","last_undegraded":"2024-09-21T07:24:42.503082+0000","last_fullsized":"2024-09-21T07:24:42.503082+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:08.663798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429893+0000","last_change":"2024-09-21T07:24:40.369678+0000","last_active":"2024-09-21T07:24:42.429893+0000","last_peered":"2024-09-21T07:24:42.429893+0000","last_clean":"2024-09-21T07:24:42.429893+0000","last_became_active":"2024-09-21T07:24:40.369202+0000","last_became_peered":"2024-09-21T07:24:40.369202+0000","last_unstale":"2024-09-21T07:24:42.429893+0000","last_undegraded":"2024-09-21T07:24:42.429893+0000","last_fullsized":"2024-09-21T07:24:42.429893+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:37.740923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504378+0000","last_change":"2024-09-21T07:24:40.367786+0000","last_active":"2024-09-21T07:24:42.504378+0000","last_peered":"2024-09-21T07:24:42.504378+0000","last_clean":"2024-09-21T07:24:42.504378+0000","last_became_active":"2024-09-21T07:24:40.367390+0000","last_became_peered":"2024-09-21T07:24:40.367390+0000","last_unstale":"2024-09-21T07:24:42.504378+0000","last_undegraded":"2024-09-21T07:24:42.504378+0000","last_fullsized":"2024-09-21T07:24:42.504378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:53.403790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502944+0000","last_change":"2024-09-21T07:24:41.416927+0000","last_active":"2024-09-21T07:24:42.502944+0000","last_peered":"2024-09-21T07:24:42.502944+0000","last_clean":"2024-09-21T07:24:42.502944+0000","last_became_active":"2024-09-21T07:24:41.416250+0000","last_became_peered":"2024-09-21T07:24:41.416250+0000","last_unstale":"2024-09-21T07:24:42.502944+0000","last_undegraded":"2024-09-21T07:24:42.502944+0000","last_fullsized":"2024-09-21T07:24:42.502944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372003+0000","last_change":"2024-09-21T07:24:40.383418+0000","last_active":"2024-09-21T07:24:42.372003+0000","last_peered":"2024-09-21T07:24:42.372003+0000","last_clean":"2024-09-21T07:24:42.372003+0000","last_became_active":"2024-09-21T07:24:40.382472+0000","last_became_peered":"2024-09-21T07:24:40.382472+0000","last_unstale":"2024-09-21T07:24:42.372003+0000","last_undegraded":"2024-09-21T07:24:42.372003+0000","last_fullsized":"2024-09-21T07:24:42.372003+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:50.700477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368810+0000","last_change":"2024-09-21T07:24:41.405635+0000","last_active":"2024-09-21T07:24:42.368810+0000","last_peered":"2024-09-21T07:24:42.368810+0000","last_clean":"2024-09-21T07:24:42.368810+0000","last_became_active":"2024-09-21T07:24:41.404333+0000","last_became_peered":"2024-09-21T07:24:41.404333+0000","last_unstale":"2024-09-21T07:24:42.368810+0000","last_undegraded":"2024-09-21T07:24:42.368810+0000","last_fullsized":"2024-09-21T07:24:42.368810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:53.462097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430489+0000","last_change":"2024-09-21T07:24:40.379233+0000","last_active":"2024-09-21T07:24:42.430489+0000","last_peered":"2024-09-21T07:24:42.430489+0000","last_clean":"2024-09-21T07:24:42.430489+0000","last_became_active":"2024-09-21T07:24:40.377717+0000","last_became_peered":"2024-09-21T07:24:40.377717+0000","last_unstale":"2024-09-21T07:24:42.430489+0000","last_undegraded":"2024-09-21T07:24:42.430489+0000","last_fullsized":"2024-09-21T07:24:42.430489+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371715+0000","last_change":"2024-09-21T07:24:41.415292+0000","last_active":"2024-09-21T07:24:42.371715+0000","last_peered":"2024-09-21T07:24:42.371715+0000","last_clean":"2024-09-21T07:24:42.371715+0000","last_became_active":"2024-09-21T07:24:41.414415+0000","last_became_peered":"2024-09-21T07:24:41.414415+0000","last_unstale":"2024-09-21T07:24:42.371715+0000","last_undegraded":"2024-09-21T07:24:42.371715+0000","last_fullsized":"2024-09-21T07:24:42.371715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372235+0000","last_change":"2024-09-21T07:24:40.383330+0000","last_active":"2024-09-21T07:24:42.372235+0000","last_peered":"2024-09-21T07:24:42.372235+0000","last_clean":"2024-09-21T07:24:42.372235+0000","last_became_active":"2024-09-21T07:24:40.382471+0000","last_became_peered":"2024-09-21T07:24:40.382471+0000","last_unstale":"2024-09-21T07:24:42.372235+0000","last_undegraded":"2024-09-21T07:24:42.372235+0000","last_fullsized":"2024-09-21T07:24:42.372235+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503174+0000","last_change":"2024-09-21T07:24:41.419121+0000","last_active":"2024-09-21T07:24:42.503174+0000","last_peered":"2024-09-21T07:24:42.503174+0000","last_clean":"2024-09-21T07:24:42.503174+0000","last_became_active":"2024-09-21T07:24:41.418710+0000","last_became_peered":"2024-09-21T07:24:41.418710+0000","last_unstale":"2024-09-21T07:24:42.503174+0000","last_undegraded":"2024-09-21T07:24:42.503174+0000","last_fullsized":"2024-09-21T07:24:42.503174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369146+0000","last_change":"2024-09-21T07:24:40.377775+0000","last_active":"2024-09-21T07:24:42.369146+0000","last_peered":"2024-09-21T07:24:42.369146+0000","last_clean":"2024-09-21T07:24:42.369146+0000","last_became_active":"2024-09-21T07:24:40.377505+0000","last_became_peered":"2024-09-21T07:24:40.377505+0000","last_unstale":"2024-09-21T07:24:42.369146+0000","last_undegraded":"2024-09-21T07:24:42.369146+0000","last_fullsized":"2024-09-21T07:24:42.369146+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:52.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374429+0000","last_change":"2024-09-21T07:24:41.397563+0000","last_active":"2024-09-21T07:24:42.374429+0000","last_peered":"2024-09-21T07:24:42.374429+0000","last_clean":"2024-09-21T07:24:42.374429+0000","last_became_active":"2024-09-21T07:24:41.396627+0000","last_became_peered":"2024-09-21T07:24:41.396627+0000","last_unstale":"2024-09-21T07:24:42.374429+0000","last_undegraded":"2024-09-21T07:24:42.374429+0000","last_fullsized":"2024-09-21T07:24:42.374429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:26.979295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430017+0000","last_change":"2024-09-21T07:24:40.370472+0000","last_active":"2024-09-21T07:24:42.430017+0000","last_peered":"2024-09-21T07:24:42.430017+0000","last_clean":"2024-09-21T07:24:42.430017+0000","last_became_active":"2024-09-21T07:24:40.369587+0000","last_became_peered":"2024-09-21T07:24:40.369587+0000","last_unstale":"2024-09-21T07:24:42.430017+0000","last_undegraded":"2024-09-21T07:24:42.430017+0000","last_fullsized":"2024-09-21T07:24:42.430017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502363+0000","last_change":"2024-09-21T07:24:41.413516+0000","last_active":"2024-09-21T07:24:42.502363+0000","last_peered":"2024-09-21T07:24:42.502363+0000","last_clean":"2024-09-21T07:24:42.502363+0000","last_became_active":"2024-09-21T07:24:41.412730+0000","last_became_peered":"2024-09-21T07:24:41.412730+0000","last_unstale":"2024-09-21T07:24:42.502363+0000","last_undegraded":"2024-09-21T07:24:42.502363+0000","last_fullsized":"2024-09-21T07:24:42.502363+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:06.017793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503268+0000","last_change":"2024-09-21T07:24:40.365795+0000","last_active":"2024-09-21T07:24:42.503268+0000","last_peered":"2024-09-21T07:24:42.503268+0000","last_clean":"2024-09-21T07:24:42.503268+0000","last_became_active":"2024-09-21T07:24:40.365277+0000","last_became_peered":"2024-09-21T07:24:40.365277+0000","last_unstale":"2024-09-21T07:24:42.503268+0000","last_undegraded":"2024-09-21T07:24:42.503268+0000","last_fullsized":"2024-09-21T07:24:42.503268+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:00.652876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503810+0000","last_change":"2024-09-21T07:24:41.400851+0000","last_active":"2024-09-21T07:24:42.503810+0000","last_peered":"2024-09-21T07:24:42.503810+0000","last_clean":"2024-09-21T07:24:42.503810+0000","last_became_active":"2024-09-21T07:24:41.399933+0000","last_became_peered":"2024-09-21T07:24:41.399933+0000","last_unstale":"2024-09-21T07:24:42.503810+0000","last_undegraded":"2024-09-21T07:24:42.503810+0000","last_fullsized":"2024-09-21T07:24:42.503810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:17.413114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372319+0000","last_change":"2024-09-21T07:24:40.380329+0000","last_active":"2024-09-21T07:24:42.372319+0000","last_peered":"2024-09-21T07:24:42.372319+0000","last_clean":"2024-09-21T07:24:42.372319+0000","last_became_active":"2024-09-21T07:24:40.379461+0000","last_became_peered":"2024-09-21T07:24:40.379461+0000","last_unstale":"2024-09-21T07:24:42.372319+0000","last_undegraded":"2024-09-21T07:24:42.372319+0000","last_fullsized":"2024-09-21T07:24:42.372319+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502293+0000","last_change":"2024-09-21T07:24:41.415374+0000","last_active":"2024-09-21T07:24:42.502293+0000","last_peered":"2024-09-21T07:24:42.502293+0000","last_clean":"2024-09-21T07:24:42.502293+0000","last_became_active":"2024-09-21T07:24:41.409743+0000","last_became_peered":"2024-09-21T07:24:41.409743+0000","last_unstale":"2024-09-21T07:24:42.502293+0000","last_undegraded":"2024-09-21T07:24:42.502293+0000","last_fullsized":"2024-09-21T07:24:42.502293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:01.165620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429346+0000","last_change":"2024-09-21T07:24:40.371113+0000","last_active":"2024-09-21T07:24:42.429346+0000","last_peered":"2024-09-21T07:24:42.429346+0000","last_clean":"2024-09-21T07:24:42.429346+0000","last_became_active":"2024-09-21T07:24:40.369639+0000","last_became_peered":"2024-09-21T07:24:40.369639+0000","last_unstale":"2024-09-21T07:24:42.429346+0000","last_undegraded":"2024-09-21T07:24:42.429346+0000","last_fullsized":"2024-09-21T07:24:42.429346+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429438+0000","last_change":"2024-09-21T07:24:41.422596+0000","last_active":"2024-09-21T07:24:42.429438+0000","last_peered":"2024-09-21T07:24:42.429438+0000","last_clean":"2024-09-21T07:24:42.429438+0000","last_became_active":"2024-09-21T07:24:41.420814+0000","last_became_peered":"2024-09-21T07:24:41.420814+0000","last_unstale":"2024-09-21T07:24:42.429438+0000","last_undegraded":"2024-09-21T07:24:42.429438+0000","last_fullsized":"2024-09-21T07:24:42.429438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:53.678504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":23,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500460+0000","last_change":"2024-09-21T07:24:40.347926+0000","last_active":"2024-09-21T07:24:42.500460+0000","last_peered":"2024-09-21T07:24:42.500460+0000","last_clean":"2024-09-21T07:24:42.500460+0000","last_became_active":"2024-09-21T07:24:40.347566+0000","last_became_peered":"2024-09-21T07:24:40.347566+0000","last_unstale":"2024-09-21T07:24:42.500460+0000","last_undegraded":"2024-09-21T07:24:42.500460+0000","last_fullsized":"2024-09-21T07:24:42.500460+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:22.188844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501672+0000","last_change":"2024-09-21T07:24:41.407301+0000","last_active":"2024-09-21T07:24:42.501672+0000","last_peered":"2024-09-21T07:24:42.501672+0000","last_clean":"2024-09-21T07:24:42.501672+0000","last_became_active":"2024-09-21T07:24:41.406372+0000","last_became_peered":"2024-09-21T07:24:41.406372+0000","last_unstale":"2024-09-21T07:24:42.501672+0000","last_undegraded":"2024-09-21T07:24:42.501672+0000","last_fullsized":"2024-09-21T07:24:42.501672+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:50:24.425922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374757+0000","last_change":"2024-09-21T07:24:40.373083+0000","last_active":"2024-09-21T07:24:42.374757+0000","last_peered":"2024-09-21T07:24:42.374757+0000","last_clean":"2024-09-21T07:24:42.374757+0000","last_became_active":"2024-09-21T07:24:40.365858+0000","last_became_peered":"2024-09-21T07:24:40.365858+0000","last_unstale":"2024-09-21T07:24:42.374757+0000","last_undegraded":"2024-09-21T07:24:42.374757+0000","last_fullsized":"2024-09-21T07:24:42.374757+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:06.620568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503270+0000","last_change":"2024-09-21T07:24:41.407015+0000","last_active":"2024-09-21T07:24:42.503270+0000","last_peered":"2024-09-21T07:24:42.503270+0000","last_clean":"2024-09-21T07:24:42.503270+0000","last_became_active":"2024-09-21T07:24:41.406100+0000","last_became_peered":"2024-09-21T07:24:41.406100+0000","last_unstale":"2024-09-21T07:24:42.503270+0000","last_undegraded":"2024-09-21T07:24:42.503270+0000","last_fullsized":"2024-09-21T07:24:42.503270+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:24:06.504057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501328+0000","last_change":"2024-09-21T07:24:40.358846+0000","last_active":"2024-09-21T07:24:42.501328+0000","last_peered":"2024-09-21T07:24:42.501328+0000","last_clean":"2024-09-21T07:24:42.501328+0000","last_became_active":"2024-09-21T07:24:40.358396+0000","last_became_peered":"2024-09-21T07:24:40.358396+0000","last_unstale":"2024-09-21T07:24:42.501328+0000","last_undegraded":"2024-09-21T07:24:42.501328+0000","last_fullsized":"2024-09-21T07:24:42.501328+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:22.389934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502963+0000","last_change":"2024-09-21T07:24:41.414510+0000","last_active":"2024-09-21T07:24:42.502963+0000","last_peered":"2024-09-21T07:24:42.502963+0000","last_clean":"2024-09-21T07:24:42.502963+0000","last_became_active":"2024-09-21T07:24:41.412336+0000","last_became_peered":"2024-09-21T07:24:41.412336+0000","last_unstale":"2024-09-21T07:24:42.502963+0000","last_undegraded":"2024-09-21T07:24:42.502963+0000","last_fullsized":"2024-09-21T07:24:42.502963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:18.200919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369213+0000","last_change":"2024-09-21T07:24:40.362966+0000","last_active":"2024-09-21T07:24:42.369213+0000","last_peered":"2024-09-21T07:24:42.369213+0000","last_clean":"2024-09-21T07:24:42.369213+0000","last_became_active":"2024-09-21T07:24:40.362625+0000","last_became_peered":"2024-09-21T07:24:40.362625+0000","last_unstale":"2024-09-21T07:24:42.369213+0000","last_undegraded":"2024-09-21T07:24:42.369213+0000","last_fullsized":"2024-09-21T07:24:42.369213+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:19.948834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372989+0000","last_change":"2024-09-21T07:24:41.428933+0000","last_active":"2024-09-21T07:24:42.372989+0000","last_peered":"2024-09-21T07:24:42.372989+0000","last_clean":"2024-09-21T07:24:42.372989+0000","last_became_active":"2024-09-21T07:24:41.426941+0000","last_became_peered":"2024-09-21T07:24:41.426941+0000","last_unstale":"2024-09-21T07:24:42.372989+0000","last_undegraded":"2024-09-21T07:24:42.372989+0000","last_fullsized":"2024-09-21T07:24:42.372989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:58.666315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500976+0000","last_change":"2024-09-21T07:24:40.375285+0000","last_active":"2024-09-21T07:24:42.500976+0000","last_peered":"2024-09-21T07:24:42.500976+0000","last_clean":"2024-09-21T07:24:42.500976+0000","last_became_active":"2024-09-21T07:24:40.374807+0000","last_became_peered":"2024-09-21T07:24:40.374807+0000","last_unstale":"2024-09-21T07:24:42.500976+0000","last_undegraded":"2024-09-21T07:24:42.500976+0000","last_fullsized":"2024-09-21T07:24:42.500976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502633+0000","last_change":"2024-09-21T07:24:41.437434+0000","last_active":"2024-09-21T07:24:42.502633+0000","last_peered":"2024-09-21T07:24:42.502633+0000","last_clean":"2024-09-21T07:24:42.502633+0000","last_became_active":"2024-09-21T07:24:41.436712+0000","last_became_peered":"2024-09-21T07:24:41.436712+0000","last_unstale":"2024-09-21T07:24:42.502633+0000","last_undegraded":"2024-09-21T07:24:42.502633+0000","last_fullsized":"2024-09-21T07:24:42.502633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:58.666315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501761+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:24:42.501761+0000","last_peered":"2024-09-21T07:24:42.501761+0000","last_clean":"2024-09-21T07:24:42.501761+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:24:42.501761+0000","last_undegraded":"2024-09-21T07:24:42.501761+0000","last_fullsized":"2024-09-21T07:24:42.501761+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371020+0000","last_change":"2024-09-21T07:24:40.355827+0000","last_active":"2024-09-21T07:24:42.371020+0000","last_peered":"2024-09-21T07:24:42.371020+0000","last_clean":"2024-09-21T07:24:42.371020+0000","last_became_active":"2024-09-21T07:24:40.355218+0000","last_became_peered":"2024-09-21T07:24:40.355218+0000","last_unstale":"2024-09-21T07:24:42.371020+0000","last_undegraded":"2024-09-21T07:24:42.371020+0000","last_fullsized":"2024-09-21T07:24:42.371020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504541+0000","last_change":"2024-09-21T07:24:41.444715+0000","last_active":"2024-09-21T07:24:42.504541+0000","last_peered":"2024-09-21T07:24:42.504541+0000","last_clean":"2024-09-21T07:24:42.504541+0000","last_became_active":"2024-09-21T07:24:41.444402+0000","last_became_peered":"2024-09-21T07:24:41.444402+0000","last_unstale":"2024-09-21T07:24:42.504541+0000","last_undegraded":"2024-09-21T07:24:42.504541+0000","last_fullsized":"2024-09-21T07:24:42.504541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:47.713115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501445+0000","last_change":"2024-09-21T07:24:40.388303+0000","last_active":"2024-09-21T07:24:42.501445+0000","last_peered":"2024-09-21T07:24:42.501445+0000","last_clean":"2024-09-21T07:24:42.501445+0000","last_became_active":"2024-09-21T07:24:40.386002+0000","last_became_peered":"2024-09-21T07:24:40.386002+0000","last_unstale":"2024-09-21T07:24:42.501445+0000","last_undegraded":"2024-09-21T07:24:42.501445+0000","last_fullsized":"2024-09-21T07:24:42.501445+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:35.567950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502574+0000","last_change":"2024-09-21T07:24:41.377634+0000","last_active":"2024-09-21T07:24:42.502574+0000","last_peered":"2024-09-21T07:24:42.502574+0000","last_clean":"2024-09-21T07:24:42.502574+0000","last_became_active":"2024-09-21T07:24:41.376743+0000","last_became_peered":"2024-09-21T07:24:41.376743+0000","last_unstale":"2024-09-21T07:24:42.502574+0000","last_undegraded":"2024-09-21T07:24:42.502574+0000","last_fullsized":"2024-09-21T07:24:42.502574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:49:42.428121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.500810+0000","last_change":"2024-09-21T07:24:40.356742+0000","last_active":"2024-09-21T07:24:42.500810+0000","last_peered":"2024-09-21T07:24:42.500810+0000","last_clean":"2024-09-21T07:24:42.500810+0000","last_became_active":"2024-09-21T07:24:40.356313+0000","last_became_peered":"2024-09-21T07:24:40.356313+0000","last_unstale":"2024-09-21T07:24:42.500810+0000","last_undegraded":"2024-09-21T07:24:42.500810+0000","last_fullsized":"2024-09-21T07:24:42.500810+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:00.913672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.368871+0000","last_change":"2024-09-21T07:24:41.405305+0000","last_active":"2024-09-21T07:24:42.368871+0000","last_peered":"2024-09-21T07:24:42.368871+0000","last_clean":"2024-09-21T07:24:42.368871+0000","last_became_active":"2024-09-21T07:24:41.404489+0000","last_became_peered":"2024-09-21T07:24:41.404489+0000","last_unstale":"2024-09-21T07:24:42.368871+0000","last_undegraded":"2024-09-21T07:24:42.368871+0000","last_fullsized":"2024-09-21T07:24:42.368871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:43.853999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372614+0000","last_change":"2024-09-21T07:24:40.376248+0000","last_active":"2024-09-21T07:24:42.372614+0000","last_peered":"2024-09-21T07:24:42.372614+0000","last_clean":"2024-09-21T07:24:42.372614+0000","last_became_active":"2024-09-21T07:24:40.374826+0000","last_became_peered":"2024-09-21T07:24:40.374826+0000","last_unstale":"2024-09-21T07:24:42.372614+0000","last_undegraded":"2024-09-21T07:24:42.372614+0000","last_fullsized":"2024-09-21T07:24:42.372614+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:35.567950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.374293+0000","last_change":"2024-09-21T07:24:41.387973+0000","last_active":"2024-09-21T07:24:42.374293+0000","last_peered":"2024-09-21T07:24:42.374293+0000","last_clean":"2024-09-21T07:24:42.374293+0000","last_became_active":"2024-09-21T07:24:41.384225+0000","last_became_peered":"2024-09-21T07:24:41.384225+0000","last_unstale":"2024-09-21T07:24:42.374293+0000","last_undegraded":"2024-09-21T07:24:42.374293+0000","last_fullsized":"2024-09-21T07:24:42.374293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:50.217152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369202+0000","last_change":"2024-09-21T07:24:40.354851+0000","last_active":"2024-09-21T07:24:42.369202+0000","last_peered":"2024-09-21T07:24:42.369202+0000","last_clean":"2024-09-21T07:24:42.369202+0000","last_became_active":"2024-09-21T07:24:40.354360+0000","last_became_peered":"2024-09-21T07:24:40.354360+0000","last_unstale":"2024-09-21T07:24:42.369202+0000","last_undegraded":"2024-09-21T07:24:42.369202+0000","last_fullsized":"2024-09-21T07:24:42.369202+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:42:13.267876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372589+0000","last_change":"2024-09-21T07:24:41.428309+0000","last_active":"2024-09-21T07:24:42.372589+0000","last_peered":"2024-09-21T07:24:42.372589+0000","last_clean":"2024-09-21T07:24:42.372589+0000","last_became_active":"2024-09-21T07:24:41.427387+0000","last_became_peered":"2024-09-21T07:24:41.427387+0000","last_unstale":"2024-09-21T07:24:42.372589+0000","last_undegraded":"2024-09-21T07:24:42.372589+0000","last_fullsized":"2024-09-21T07:24:42.372589+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:06.017793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503375+0000","last_change":"2024-09-21T07:24:40.388415+0000","last_active":"2024-09-21T07:24:42.503375+0000","last_peered":"2024-09-21T07:24:42.503375+0000","last_clean":"2024-09-21T07:24:42.503375+0000","last_became_active":"2024-09-21T07:24:40.387966+0000","last_became_peered":"2024-09-21T07:24:40.387966+0000","last_unstale":"2024-09-21T07:24:42.503375+0000","last_undegraded":"2024-09-21T07:24:42.503375+0000","last_fullsized":"2024-09-21T07:24:42.503375+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:56:33.253099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369009+0000","last_change":"2024-09-21T07:24:41.402627+0000","last_active":"2024-09-21T07:24:42.369009+0000","last_peered":"2024-09-21T07:24:42.369009+0000","last_clean":"2024-09-21T07:24:42.369009+0000","last_became_active":"2024-09-21T07:24:41.401732+0000","last_became_peered":"2024-09-21T07:24:41.401732+0000","last_unstale":"2024-09-21T07:24:42.369009+0000","last_undegraded":"2024-09-21T07:24:42.369009+0000","last_fullsized":"2024-09-21T07:24:42.369009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:17.413114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369508+0000","last_change":"2024-09-21T07:24:40.378989+0000","last_active":"2024-09-21T07:24:42.369508+0000","last_peered":"2024-09-21T07:24:42.369508+0000","last_clean":"2024-09-21T07:24:42.369508+0000","last_became_active":"2024-09-21T07:24:40.378648+0000","last_became_peered":"2024-09-21T07:24:40.378648+0000","last_unstale":"2024-09-21T07:24:42.369508+0000","last_undegraded":"2024-09-21T07:24:42.369508+0000","last_fullsized":"2024-09-21T07:24:42.369508+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:49.208093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506245+0000","last_change":"2024-09-21T07:24:41.409937+0000","last_active":"2024-09-21T07:24:42.506245+0000","last_peered":"2024-09-21T07:24:42.506245+0000","last_clean":"2024-09-21T07:24:42.506245+0000","last_became_active":"2024-09-21T07:24:41.409040+0000","last_became_peered":"2024-09-21T07:24:41.409040+0000","last_unstale":"2024-09-21T07:24:42.506245+0000","last_undegraded":"2024-09-21T07:24:42.506245+0000","last_fullsized":"2024-09-21T07:24:42.506245+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.430755+0000","last_change":"2024-09-21T07:24:40.388124+0000","last_active":"2024-09-21T07:24:42.430755+0000","last_peered":"2024-09-21T07:24:42.430755+0000","last_clean":"2024-09-21T07:24:42.430755+0000","last_became_active":"2024-09-21T07:24:40.387551+0000","last_became_peered":"2024-09-21T07:24:40.387551+0000","last_unstale":"2024-09-21T07:24:42.430755+0000","last_undegraded":"2024-09-21T07:24:42.430755+0000","last_fullsized":"2024-09-21T07:24:42.430755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:50.700477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.504263+0000","last_change":"2024-09-21T07:24:41.412412+0000","last_active":"2024-09-21T07:24:42.504263+0000","last_peered":"2024-09-21T07:24:42.504263+0000","last_clean":"2024-09-21T07:24:42.504263+0000","last_became_active":"2024-09-21T07:24:41.408119+0000","last_became_peered":"2024-09-21T07:24:41.408119+0000","last_unstale":"2024-09-21T07:24:42.504263+0000","last_undegraded":"2024-09-21T07:24:42.504263+0000","last_fullsized":"2024-09-21T07:24:42.504263+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:16.224476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.501404+0000","last_change":"2024-09-21T07:24:40.387434+0000","last_active":"2024-09-21T07:24:42.501404+0000","last_peered":"2024-09-21T07:24:42.501404+0000","last_clean":"2024-09-21T07:24:42.501404+0000","last_became_active":"2024-09-21T07:24:40.385356+0000","last_became_peered":"2024-09-21T07:24:40.385356+0000","last_unstale":"2024-09-21T07:24:42.501404+0000","last_undegraded":"2024-09-21T07:24:42.501404+0000","last_fullsized":"2024-09-21T07:24:42.501404+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:40.245680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.371713+0000","last_change":"2024-09-21T07:24:41.405703+0000","last_active":"2024-09-21T07:24:42.371713+0000","last_peered":"2024-09-21T07:24:42.371713+0000","last_clean":"2024-09-21T07:24:42.371713+0000","last_became_active":"2024-09-21T07:24:41.404699+0000","last_became_peered":"2024-09-21T07:24:41.404699+0000","last_unstale":"2024-09-21T07:24:42.371713+0000","last_undegraded":"2024-09-21T07:24:42.371713+0000","last_fullsized":"2024-09-21T07:24:42.371713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:53.537345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369017+0000","last_change":"2024-09-21T07:24:40.383095+0000","last_active":"2024-09-21T07:24:42.369017+0000","last_peered":"2024-09-21T07:24:42.369017+0000","last_clean":"2024-09-21T07:24:42.369017+0000","last_became_active":"2024-09-21T07:24:40.382603+0000","last_became_peered":"2024-09-21T07:24:40.382603+0000","last_unstale":"2024-09-21T07:24:42.369017+0000","last_undegraded":"2024-09-21T07:24:42.369017+0000","last_fullsized":"2024-09-21T07:24:42.369017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:18:25.970237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503763+0000","last_change":"2024-09-21T07:24:41.406531+0000","last_active":"2024-09-21T07:24:42.503763+0000","last_peered":"2024-09-21T07:24:42.503763+0000","last_clean":"2024-09-21T07:24:42.503763+0000","last_became_active":"2024-09-21T07:24:41.405083+0000","last_became_peered":"2024-09-21T07:24:41.405083+0000","last_unstale":"2024-09-21T07:24:42.503763+0000","last_undegraded":"2024-09-21T07:24:42.503763+0000","last_fullsized":"2024-09-21T07:24:42.503763+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:36.331779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.369515+0000","last_change":"2024-09-21T07:24:40.356495+0000","last_active":"2024-09-21T07:24:42.369515+0000","last_peered":"2024-09-21T07:24:42.369515+0000","last_clean":"2024-09-21T07:24:42.369515+0000","last_became_active":"2024-09-21T07:24:40.356109+0000","last_became_peered":"2024-09-21T07:24:40.356109+0000","last_unstale":"2024-09-21T07:24:42.369515+0000","last_undegraded":"2024-09-21T07:24:42.369515+0000","last_fullsized":"2024-09-21T07:24:42.369515+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:52.109068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505007+0000","last_change":"2024-09-21T07:24:41.416998+0000","last_active":"2024-09-21T07:24:42.505007+0000","last_peered":"2024-09-21T07:24:42.505007+0000","last_clean":"2024-09-21T07:24:42.505007+0000","last_became_active":"2024-09-21T07:24:41.416333+0000","last_became_peered":"2024-09-21T07:24:41.416333+0000","last_unstale":"2024-09-21T07:24:42.505007+0000","last_undegraded":"2024-09-21T07:24:42.505007+0000","last_fullsized":"2024-09-21T07:24:42.505007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:10:58.042808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502698+0000","last_change":"2024-09-21T07:24:40.386342+0000","last_active":"2024-09-21T07:24:42.502698+0000","last_peered":"2024-09-21T07:24:42.502698+0000","last_clean":"2024-09-21T07:24:42.502698+0000","last_became_active":"2024-09-21T07:24:40.385528+0000","last_became_peered":"2024-09-21T07:24:40.385528+0000","last_unstale":"2024-09-21T07:24:42.502698+0000","last_undegraded":"2024-09-21T07:24:42.502698+0000","last_fullsized":"2024-09-21T07:24:42.502698+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:37.631674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.429685+0000","last_change":"2024-09-21T07:24:41.411452+0000","last_active":"2024-09-21T07:24:42.429685+0000","last_peered":"2024-09-21T07:24:42.429685+0000","last_clean":"2024-09-21T07:24:42.429685+0000","last_became_active":"2024-09-21T07:24:41.410587+0000","last_became_peered":"2024-09-21T07:24:41.410587+0000","last_unstale":"2024-09-21T07:24:42.429685+0000","last_undegraded":"2024-09-21T07:24:42.429685+0000","last_fullsized":"2024-09-21T07:24:42.429685+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:45:46.638965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372111+0000","last_change":"2024-09-21T07:24:41.441130+0000","last_active":"2024-09-21T07:24:42.372111+0000","last_peered":"2024-09-21T07:24:42.372111+0000","last_clean":"2024-09-21T07:24:42.372111+0000","last_became_active":"2024-09-21T07:24:41.436317+0000","last_became_peered":"2024-09-21T07:24:41.436317+0000","last_unstale":"2024-09-21T07:24:42.372111+0000","last_undegraded":"2024-09-21T07:24:42.372111+0000","last_fullsized":"2024-09-21T07:24:42.372111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:40.336014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502733+0000","last_change":"2024-09-21T07:24:40.385855+0000","last_active":"2024-09-21T07:24:42.502733+0000","last_peered":"2024-09-21T07:24:42.502733+0000","last_clean":"2024-09-21T07:24:42.502733+0000","last_became_active":"2024-09-21T07:24:40.385395+0000","last_became_peered":"2024-09-21T07:24:40.385395+0000","last_unstale":"2024-09-21T07:24:42.502733+0000","last_undegraded":"2024-09-21T07:24:42.502733+0000","last_fullsized":"2024-09-21T07:24:42.502733+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:57.442247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.372424+0000","last_change":"2024-09-21T07:24:41.417539+0000","last_active":"2024-09-21T07:24:42.372424+0000","last_peered":"2024-09-21T07:24:42.372424+0000","last_clean":"2024-09-21T07:24:42.372424+0000","last_became_active":"2024-09-21T07:24:41.416704+0000","last_became_peered":"2024-09-21T07:24:41.416704+0000","last_unstale":"2024-09-21T07:24:42.372424+0000","last_undegraded":"2024-09-21T07:24:42.372424+0000","last_fullsized":"2024-09-21T07:24:42.372424+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:01.165620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":17,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502933+0000","last_change":"2024-09-21T07:24:40.389152+0000","last_active":"2024-09-21T07:24:42.502933+0000","last_peered":"2024-09-21T07:24:42.502933+0000","last_clean":"2024-09-21T07:24:42.502933+0000","last_became_active":"2024-09-21T07:24:40.387743+0000","last_became_peered":"2024-09-21T07:24:40.387743+0000","last_unstale":"2024-09-21T07:24:42.502933+0000","last_undegraded":"2024-09-21T07:24:42.502933+0000","last_fullsized":"2024-09-21T07:24:42.502933+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:00:53.907390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.502674+0000","last_change":"2024-09-21T07:24:41.429530+0000","last_active":"2024-09-21T07:24:42.502674+0000","last_peered":"2024-09-21T07:24:42.502674+0000","last_clean":"2024-09-21T07:24:42.502674+0000","last_became_active":"2024-09-21T07:24:41.428824+0000","last_became_peered":"2024-09-21T07:24:41.428824+0000","last_unstale":"2024-09-21T07:24:42.502674+0000","last_undegraded":"2024-09-21T07:24:42.502674+0000","last_fullsized":"2024-09-21T07:24:42.502674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:07.494531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.506241+0000","last_change":"2024-09-21T07:24:40.357520+0000","last_active":"2024-09-21T07:24:42.506241+0000","last_peered":"2024-09-21T07:24:42.506241+0000","last_clean":"2024-09-21T07:24:42.506241+0000","last_became_active":"2024-09-21T07:24:40.357080+0000","last_became_peered":"2024-09-21T07:24:40.357080+0000","last_unstale":"2024-09-21T07:24:42.506241+0000","last_undegraded":"2024-09-21T07:24:42.506241+0000","last_fullsized":"2024-09-21T07:24:42.506241+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:36.534195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.505890+0000","last_change":"2024-09-21T07:24:41.421896+0000","last_active":"2024-09-21T07:24:42.505890+0000","last_peered":"2024-09-21T07:24:42.505890+0000","last_clean":"2024-09-21T07:24:42.505890+0000","last_became_active":"2024-09-21T07:24:41.421509+0000","last_became_peered":"2024-09-21T07:24:41.421509+0000","last_unstale":"2024-09-21T07:24:42.505890+0000","last_undegraded":"2024-09-21T07:24:42.505890+0000","last_fullsized":"2024-09-21T07:24:42.505890+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:40.328219+0000","last_clean_scrub_stamp":"2024-09-21T07:24:40.328219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:14.638627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-21T07:24:42.503193+0000","last_change":"2024-09-21T07:24:40.383434+0000","last_active":"2024-09-21T07:24:42.503193+0000","last_peered":"2024-09-21T07:24:42.503193+0000","last_clean":"2024-09-21T07:24:42.503193+0000","last_became_active":"2024-09-21T07:24:40.382868+0000","last_became_peered":"2024-09-21T07:24:40.382868+0000","last_unstale":"2024-09-21T07:24:42.503193+0000","last_undegraded":"2024-09-21T07:24:42.503193+0000","last_fullsized":"2024-09-21T07:24:42.503193+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:39.319161+0000","last_clean_scrub_stamp":"2024-09-21T07:24:39.319161+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:17.294328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":802816,"data_stored":661884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":208896,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":71060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":204800,"data_stored":70934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":71094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":811008,"data_stored":661940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:24:54.040 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:24:54.040 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-21T07:24:54.040 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-21T07:24:54.040 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-21T07:24:54.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 -- 172.21.15.6:0/1831482170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf7006d320 msgr2=0x7fdf70160050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 --2- 172.21.15.6:0/1831482170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf7006d320 0x7fdf70160050 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf70051950 tx=0x7fdf6001cce0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 -- 172.21.15.6:0/1831482170 shutdown_connections 2024-09-21T07:24:54.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 --2- 172.21.15.6:0/1831482170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf7006d320 0x7fdf70160050 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 --2- 172.21.15.6:0/1831482170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf70074720 0x7fdf7006cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 --2- 172.21.15.6:0/1831482170 >> v2:172.21.15.145:3300/0 conn(0x7fdf700ce6d0 0x7fdf700ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 -- 172.21.15.6:0/1831482170 >> 172.21.15.6:0/1831482170 conn(0x7fdf700cdbb0 msgr2=0x7fdf700cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:54.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 -- 172.21.15.6:0/1831482170 shutdown_connections 2024-09-21T07:24:54.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.216+0000 7fdf780a9640 1 -- 172.21.15.6:0/1831482170 wait complete. 2024-09-21T07:24:54.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 Processor -- start 2024-09-21T07:24:54.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 -- start start 2024-09-21T07:24:54.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf7006d320 0x7fdf700c81c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70074720 0x7fdf700c8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf700ce6d0 0x7fdf701f9b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdf70071950 con 0x7fdf70074720 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdf700717d0 con 0x7fdf700ce6d0 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdf70071ad0 con 0x7fdf7006d320 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70074720 0x7fdf700c8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70074720 0x7fdf700c8700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49072/0 (socket says 172.21.15.6:49072) 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 -- 172.21.15.6:0/3438669789 learned_addr learned my addr 172.21.15.6:0/3438669789 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75e45640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf7006d320 0x7fdf700c81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf76646640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf700ce6d0 0x7fdf701f9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 -- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf7006d320 msgr2=0x7fdf700c81c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf7006d320 0x7fdf700c81c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 -- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf700ce6d0 msgr2=0x7fdf701f9b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf700ce6d0 0x7fdf701f9b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 -- 172.21.15.6:0/3438669789 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf700cb050 con 0x7fdf70074720 2024-09-21T07:24:54.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf76646640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf700ce6d0 0x7fdf701f9b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:54.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf75644640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70074720 0x7fdf700c8700 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdf6400b3f0 tx=0x7fdf6400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:54.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf6e7fc640 1 -- 172.21.15.6:0/3438669789 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf64015020 con 0x7fdf70074720 2024-09-21T07:24:54.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf6e7fc640 1 -- 172.21.15.6:0/3438669789 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf64011920 con 0x7fdf70074720 2024-09-21T07:24:54.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf700cb330 con 0x7fdf70074720 2024-09-21T07:24:54.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf6e7fc640 1 -- 172.21.15.6:0/3438669789 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf64011d70 con 0x7fdf70074720 2024-09-21T07:24:54.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf7015c7c0 con 0x7fdf70074720 2024-09-21T07:24:54.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.220+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf700b6dd0 con 0x7fdf70074720 2024-09-21T07:24:54.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.224+0000 7fdf6e7fc640 1 -- 172.21.15.6:0/3438669789 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdf64018020 con 0x7fdf70074720 2024-09-21T07:24:54.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.224+0000 7fdf6e7fc640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf5c073200 0x7fdf5c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.224+0000 7fdf6e7fc640 1 -- 172.21.15.6:0/3438669789 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fdf64094680 con 0x7fdf70074720 2024-09-21T07:24:54.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.224+0000 7fdf75e45640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf5c073200 0x7fdf5c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.224+0000 7fdf75e45640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf5c073200 0x7fdf5c075710 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdf6800a790 tx=0x7fdf68008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:54.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.228+0000 7fdf6e7fc640 1 -- 172.21.15.6:0/3438669789 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdf6401f020 con 0x7fdf70074720 2024-09-21T07:24:54.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fdf700cc680 con 0x7fdf70074720 2024-09-21T07:24:54.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf6e7fc640 1 -- 172.21.15.6:0/3438669789 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fdf6405f7a0 con 0x7fdf70074720 2024-09-21T07:24:54.439 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:54.439 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-21T07:24:54.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf5c073200 msgr2=0x7fdf5c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf5c073200 0x7fdf5c075710 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdf6800a790 tx=0x7fdf68008040 comp rx=0 tx=0).stop 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70074720 msgr2=0x7fdf700c8700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70074720 0x7fdf700c8700 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdf6400b3f0 tx=0x7fdf6400b8b0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 shutdown_connections 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf5c073200 0x7fdf5c075710 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf700ce6d0 0x7fdf701f9b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70074720 0x7fdf700c8700 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 --2- 172.21.15.6:0/3438669789 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf7006d320 0x7fdf700c81c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 >> 172.21.15.6:0/3438669789 conn(0x7fdf700cdbb0 msgr2=0x7fdf700b1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 shutdown_connections 2024-09-21T07:24:54.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.436+0000 7fdf780a9640 1 -- 172.21.15.6:0/3438669789 wait complete. 2024-09-21T07:24:54.460 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-21T07:24:54.460 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:24:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.600+0000 7f5578ffc640 1 -- 172.21.15.6:0/2808658825 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55740707d0 msgr2=0x7f55740cb020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.600+0000 7f5578ffc640 1 --2- 172.21.15.6:0/2808658825 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55740707d0 0x7f55740cb020 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f555c009900 tx=0x7f555c01c850 comp rx=0 tx=0).stop 2024-09-21T07:24:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.600+0000 7f5578ffc640 1 -- 172.21.15.6:0/2808658825 shutdown_connections 2024-09-21T07:24:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.600+0000 7f5578ffc640 1 --2- 172.21.15.6:0/2808658825 >> v2:172.21.15.145:3300/0 conn(0x7f55740cb560 0x7f55740cdf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.600+0000 7f5578ffc640 1 --2- 172.21.15.6:0/2808658825 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55740707d0 0x7f55740cb020 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.600+0000 7f5578ffc640 1 -- 172.21.15.6:0/2808658825 >> 172.21.15.6:0/2808658825 conn(0x7f55740d0020 msgr2=0x7f55740d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.600+0000 7f5578ffc640 1 -- 172.21.15.6:0/2808658825 shutdown_connections 2024-09-21T07:24:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.600+0000 7f5578ffc640 1 -- 172.21.15.6:0/2808658825 wait complete. 2024-09-21T07:24:54.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 Processor -- start 2024-09-21T07:24:54.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 -- start start 2024-09-21T07:24:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55740707d0 0x7f5574150e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55740b5260 0x7f55741f6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55740cb560 0x7f557409c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55740cea20 con 0x7f55740cb560 2024-09-21T07:24:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5574165ac0 con 0x7f55740707d0 2024-09-21T07:24:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f55741f7400 con 0x7f55740b5260 2024-09-21T07:24:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55740cb560 0x7f557409c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55740cb560 0x7f557409c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49080/0 (socket says 172.21.15.6:49080) 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 -- 172.21.15.6:0/1505143100 learned_addr learned my addr 172.21.15.6:0/1505143100 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f557259c640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55740707d0 0x7f5574150e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f556bfff640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55740b5260 0x7f55741f6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 -- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55740b5260 msgr2=0x7f55741f6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55740b5260 0x7f55741f6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 -- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55740707d0 msgr2=0x7f5574150e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55740707d0 0x7f5574150e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 -- 172.21.15.6:0/1505143100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5574151fb0 con 0x7f55740cb560 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5572d9d640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55740cb560 0x7f557409c170 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f556c00eab0 tx=0x7f556c00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f556affd640 1 -- 172.21.15.6:0/1505143100 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f556c00cde0 con 0x7f55740cb560 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f556affd640 1 -- 172.21.15.6:0/1505143100 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f556c004b30 con 0x7f55740cb560 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f556affd640 1 -- 172.21.15.6:0/1505143100 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f556c005020 con 0x7f55740cb560 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f557415e210 con 0x7f55740cb560 2024-09-21T07:24:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.604+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f557409b970 con 0x7f55740cb560 2024-09-21T07:24:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.608+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55740cb020 con 0x7f55740cb560 2024-09-21T07:24:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.608+0000 7f556affd640 1 -- 172.21.15.6:0/1505143100 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f556c0051c0 con 0x7f55740cb560 2024-09-21T07:24:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.608+0000 7f556affd640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5554073230 0x7f5554075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.608+0000 7f556affd640 1 -- 172.21.15.6:0/1505143100 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f556c094d50 con 0x7f55740cb560 2024-09-21T07:24:54.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.608+0000 7f557259c640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5554073230 0x7f5554075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.608+0000 7f557259c640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5554073230 0x7f5554075740 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5564001630 tx=0x7f5564009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:54.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.612+0000 7f556affd640 1 -- 172.21.15.6:0/1505143100 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f556c098030 con 0x7f55740cb560 2024-09-21T07:24:54.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.816+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55740ca210 con 0x7f55740cb560 2024-09-21T07:24:54.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f556affd640 1 -- 172.21.15.6:0/1505143100 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5217 (secure 0 0 0) 0x7f556c05fe00 con 0x7f55740cb560 2024-09-21T07:24:54.823 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:54.823 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:24:40.764183+0000","modified":"2024-09-21T07:24:43.858572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4329":{"gid":4329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4329,"qdb_cluster":[4329]},"id":1}]} 2024-09-21T07:24:54.824 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-09-21T07:24:54.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5554073230 msgr2=0x7f5554075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5554073230 0x7f5554075740 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5564001630 tx=0x7f5564009040 comp rx=0 tx=0).stop 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55740cb560 msgr2=0x7f557409c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55740cb560 0x7f557409c170 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f556c00eab0 tx=0x7f556c00ef70 comp rx=0 tx=0).stop 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 shutdown_connections 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5554073230 0x7f5554075740 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55740cb560 0x7f557409c170 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55740b5260 0x7f55741f6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 --2- 172.21.15.6:0/1505143100 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55740707d0 0x7f5574150e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 >> 172.21.15.6:0/1505143100 conn(0x7f55740d0020 msgr2=0x7f55740cc7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 shutdown_connections 2024-09-21T07:24:54.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.820+0000 7f5578ffc640 1 -- 172.21.15.6:0/1505143100 wait complete. 2024-09-21T07:24:54.844 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:24:54.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.984+0000 7f6e19593640 1 -- 172.21.15.6:0/3662593061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140d1170 msgr2=0x7f6e140b2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.984+0000 7f6e19593640 1 --2- 172.21.15.6:0/3662593061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140d1170 0x7f6e140b2e80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c009bc0 tx=0x7f6e0c01cb10 comp rx=0 tx=0).stop 2024-09-21T07:24:54.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.984+0000 7f6e19593640 1 -- 172.21.15.6:0/3662593061 shutdown_connections 2024-09-21T07:24:54.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.984+0000 7f6e19593640 1 --2- 172.21.15.6:0/3662593061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140d1170 0x7f6e140b2e80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.984+0000 7f6e19593640 1 --2- 172.21.15.6:0/3662593061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e140ba230 0x7f6e140d0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.984+0000 7f6e19593640 1 -- 172.21.15.6:0/3662593061 >> 172.21.15.6:0/3662593061 conn(0x7f6e1406dda0 msgr2=0x7f6e1406e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:54.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.984+0000 7f6e19593640 1 -- 172.21.15.6:0/3662593061 shutdown_connections 2024-09-21T07:24:54.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.984+0000 7f6e19593640 1 -- 172.21.15.6:0/3662593061 wait complete. 2024-09-21T07:24:54.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 Processor -- start 2024-09-21T07:24:54.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 -- start start 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e140b9e20 0x7f6e141f9130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140ba230 0x7f6e14159890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e140d1170 0x7f6e140ca970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6e140d2d40 con 0x7f6e140ba230 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e140d2bc0 con 0x7f6e140d1170 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6e140d2ec0 con 0x7f6e140b9e20 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140ba230 0x7f6e14159890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140ba230 0x7f6e14159890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49100/0 (socket says 172.21.15.6:49100) 2024-09-21T07:24:54.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 -- 172.21.15.6:0/1844546983 learned_addr learned my addr 172.21.15.6:0/1844546983 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e12ffd640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e140b9e20 0x7f6e141f9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e137fe640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e140d1170 0x7f6e140ca970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 -- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e140b9e20 msgr2=0x7f6e141f9130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e140b9e20 0x7f6e141f9130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 -- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e140d1170 msgr2=0x7f6e140ca970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e140d1170 0x7f6e140ca970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 -- 172.21.15.6:0/1844546983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e141f9670 con 0x7f6e140ba230 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e127fc640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140ba230 0x7f6e14159890 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc0058d0 tx=0x7f6dfc00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e0b7fe640 1 -- 172.21.15.6:0/1844546983 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc017070 con 0x7f6e140ba230 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e14159dd0 con 0x7f6e140ba230 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e0b7fe640 1 -- 172.21.15.6:0/1844546983 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dfc009d20 con 0x7f6e140ba230 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e0b7fe640 1 -- 172.21.15.6:0/1844546983 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc0106c0 con 0x7f6e140ba230 2024-09-21T07:24:54.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e141650b0 con 0x7f6e140ba230 2024-09-21T07:24:54.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.988+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e14165350 con 0x7f6e140ba230 2024-09-21T07:24:54.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.992+0000 7f6e0b7fe640 1 -- 172.21.15.6:0/1844546983 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6dfc01a070 con 0x7f6e140ba230 2024-09-21T07:24:54.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.992+0000 7f6e0b7fe640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df4073230 0x7f6df4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:54.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.992+0000 7f6e0b7fe640 1 -- 172.21.15.6:0/1844546983 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f6dfc094380 con 0x7f6e140ba230 2024-09-21T07:24:54.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.992+0000 7f6e12ffd640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df4073230 0x7f6df4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:54.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.992+0000 7f6e12ffd640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df4073230 0x7f6df4075740 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6e04007fd0 tx=0x7f6e04007ea0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:55.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:54.996+0000 7f6e0b7fe640 1 -- 172.21.15.6:0/1844546983 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6e141f9670 con 0x7f6e140ba230 2024-09-21T07:24:55.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.204+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e140d0c30 con 0x7f6e140ba230 2024-09-21T07:24:55.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.204+0000 7f6e0b7fe640 1 -- 172.21.15.6:0/1844546983 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5217 (secure 0 0 0) 0x7f6dfc05ecc0 con 0x7f6e140ba230 2024-09-21T07:24:55.210 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:55.210 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:24:40.764183+0000","modified":"2024-09-21T07:24:43.858572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4329":{"gid":4329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4329,"qdb_cluster":[4329]},"id":1}]} 2024-09-21T07:24:55.210 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-09-21T07:24:55.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df4073230 msgr2=0x7f6df4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df4073230 0x7f6df4075740 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6e04007fd0 tx=0x7f6e04007ea0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140ba230 msgr2=0x7f6e14159890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140ba230 0x7f6e14159890 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc0058d0 tx=0x7f6dfc00dde0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 shutdown_connections 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6df4073230 0x7f6df4075740 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e140d1170 0x7f6e140ca970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e140ba230 0x7f6e14159890 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 --2- 172.21.15.6:0/1844546983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e140b9e20 0x7f6e141f9130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 >> 172.21.15.6:0/1844546983 conn(0x7f6e1406dda0 msgr2=0x7f6e140b5c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 shutdown_connections 2024-09-21T07:24:55.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.208+0000 7f6e19593640 1 -- 172.21.15.6:0/1844546983 wait complete. 2024-09-21T07:24:55.232 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:24:55.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.380+0000 7f135549b640 1 -- 172.21.15.6:0/2298048500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 msgr2=0x7f13500ae3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.380+0000 7f135549b640 1 --2- 172.21.15.6:0/2298048500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 0x7f13500ae3b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f135006ddc0 tx=0x7f134801cd50 comp rx=0 tx=0).stop 2024-09-21T07:24:55.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.380+0000 7f135549b640 1 -- 172.21.15.6:0/2298048500 shutdown_connections 2024-09-21T07:24:55.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.380+0000 7f135549b640 1 --2- 172.21.15.6:0/2298048500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 0x7f13500ae3b0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.380+0000 7f135549b640 1 --2- 172.21.15.6:0/2298048500 >> v2:172.21.15.145:3300/0 conn(0x7f135015c7a0 0x7f13500cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.380+0000 7f135549b640 1 -- 172.21.15.6:0/2298048500 >> 172.21.15.6:0/2298048500 conn(0x7f13500d0020 msgr2=0x7f13500d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:55.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.380+0000 7f135549b640 1 -- 172.21.15.6:0/2298048500 shutdown_connections 2024-09-21T07:24:55.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.380+0000 7f135549b640 1 -- 172.21.15.6:0/2298048500 wait complete. 2024-09-21T07:24:55.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 Processor -- start 2024-09-21T07:24:55.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 -- start start 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 0x7f1350158040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13500af060 0x7f1350074820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f135015c7a0 0x7f13501f8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1350070170 con 0x7f13500adfa0 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f135006fff0 con 0x7f13500af060 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f13500702f0 con 0x7f135015c7a0 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 0x7f1350158040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 0x7f1350158040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49110/0 (socket says 172.21.15.6:49110) 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 -- 172.21.15.6:0/1516680930 learned_addr learned my addr 172.21.15.6:0/1516680930 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134f7fe640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f135015c7a0 0x7f13501f8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134e7fc640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13500af060 0x7f1350074820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:55.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 -- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f135015c7a0 msgr2=0x7f13501f8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f135015c7a0 0x7f13501f8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 -- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13500af060 msgr2=0x7f1350074820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13500af060 0x7f1350074820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 -- 172.21.15.6:0/1516680930 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13501fc950 con 0x7f13500adfa0 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134f7fe640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f135015c7a0 0x7f13501f8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134e7fc640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13500af060 0x7f1350074820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f134effd640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 0x7f1350158040 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f13400058d0 tx=0x7f134000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f13477fe640 1 -- 172.21.15.6:0/1516680930 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1340017070 con 0x7f13500adfa0 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f13477fe640 1 -- 172.21.15.6:0/1516680930 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1340009cc0 con 0x7f13500adfa0 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13501f9c90 con 0x7f13500adfa0 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f13477fe640 1 -- 172.21.15.6:0/1516680930 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13400106c0 con 0x7f13500adfa0 2024-09-21T07:24:55.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.384+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1350157840 con 0x7f13500adfa0 2024-09-21T07:24:55.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.388+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13500ae3b0 con 0x7f13500adfa0 2024-09-21T07:24:55.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.388+0000 7f13477fe640 1 -- 172.21.15.6:0/1516680930 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f134001a070 con 0x7f13500adfa0 2024-09-21T07:24:55.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.388+0000 7f13477fe640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1330073200 0x7f1330075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:55.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.388+0000 7f13477fe640 1 -- 172.21.15.6:0/1516680930 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f1340094290 con 0x7f13500adfa0 2024-09-21T07:24:55.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.388+0000 7f134e7fc640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1330073200 0x7f1330075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:55.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.388+0000 7f134e7fc640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1330073200 0x7f1330075710 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f13500af780 tx=0x7f1338008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:55.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.392+0000 7f13477fe640 1 -- 172.21.15.6:0/1516680930 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f134005f340 con 0x7f13500adfa0 2024-09-21T07:24:55.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.560+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f135009e0d0 con 0x7f13500adfa0 2024-09-21T07:24:55.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f13477fe640 1 -- 172.21.15.6:0/1516680930 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16629 (secure 0 0 0) 0x7f134005ec40 con 0x7f13500adfa0 2024-09-21T07:24:55.567 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:55.567 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":20,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:42.362707+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:24:55.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1330073200 msgr2=0x7f1330075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1330073200 0x7f1330075710 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f13500af780 tx=0x7f1338008040 comp rx=0 tx=0).stop 2024-09-21T07:24:55.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 msgr2=0x7f1350158040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 0x7f1350158040 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f13400058d0 tx=0x7f134000dde0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 shutdown_connections 2024-09-21T07:24:55.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1330073200 0x7f1330075710 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f135015c7a0 0x7f13501f8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f13500af060 0x7f1350074820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 --2- 172.21.15.6:0/1516680930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13500adfa0 0x7f1350158040 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 >> 172.21.15.6:0/1516680930 conn(0x7f13500d0020 msgr2=0x7f1350159d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:55.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 shutdown_connections 2024-09-21T07:24:55.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.564+0000 7f135549b640 1 -- 172.21.15.6:0/1516680930 wait complete. 2024-09-21T07:24:55.588 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:24:55.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 -- 172.21.15.6:0/3059150262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 msgr2=0x7fef8800ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 --2- 172.21.15.6:0/3059150262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 0x7fef8800ba30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fef9400c470 tx=0x7fef9401f680 comp rx=0 tx=0).stop 2024-09-21T07:24:55.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 -- 172.21.15.6:0/3059150262 shutdown_connections 2024-09-21T07:24:55.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 --2- 172.21.15.6:0/3059150262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 0x7fef8800ba30 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 -- 172.21.15.6:0/3059150262 >> 172.21.15.6:0/3059150262 conn(0x7fef9c0b2950 msgr2=0x7fef9c0b2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:55.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 -- 172.21.15.6:0/3059150262 shutdown_connections 2024-09-21T07:24:55.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 -- 172.21.15.6:0/3059150262 wait complete. 2024-09-21T07:24:55.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 Processor -- start 2024-09-21T07:24:55.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.744+0000 7fefa41e5640 1 -- start start 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 0x7fef9c1f4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef9c0cd390 0x7fef9c0ac960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef9c0ccbb0 0x7fef9c0ad9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c06d3a0 con 0x7fef880053b0 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fef9c06d220 con 0x7fef9c0cd390 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fef9c0cf7c0 con 0x7fef9c0ccbb0 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 0x7fef9c1f4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 0x7fef9c1f4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49118/0 (socket says 172.21.15.6:49118) 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 -- 172.21.15.6:0/1681599535 learned_addr learned my addr 172.21.15.6:0/1681599535 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa2782640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef9c0ccbb0 0x7fef9c0ad9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1780640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef9c0cd390 0x7fef9c0ac960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 -- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef9c0ccbb0 msgr2=0x7fef9c0ad9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef9c0ccbb0 0x7fef9c0ad9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 -- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef9c0cd390 msgr2=0x7fef9c0ac960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef9c0cd390 0x7fef9c0ac960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 -- 172.21.15.6:0/1681599535 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef9c0abec0 con 0x7fef880053b0 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa1f81640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 0x7fef9c1f4390 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fef98001900 tx=0x7fef98001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fef927fc640 1 -- 172.21.15.6:0/1681599535 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef98015070 con 0x7fef880053b0 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fef927fc640 1 -- 172.21.15.6:0/1681599535 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef9800eb50 con 0x7fef880053b0 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef9c0cda70 con 0x7fef880053b0 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fef927fc640 1 -- 172.21.15.6:0/1681599535 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef98011460 con 0x7fef880053b0 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef9c0ac440 con 0x7fef880053b0 2024-09-21T07:24:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.748+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef9c15ff40 con 0x7fef880053b0 2024-09-21T07:24:55.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.752+0000 7fef927fc640 1 -- 172.21.15.6:0/1681599535 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fef98018070 con 0x7fef880053b0 2024-09-21T07:24:55.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.752+0000 7fef927fc640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef80073200 0x7fef80075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:55.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.752+0000 7fef927fc640 1 -- 172.21.15.6:0/1681599535 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fef98094b40 con 0x7fef880053b0 2024-09-21T07:24:55.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.752+0000 7fefa1780640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef80073200 0x7fef80075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:55.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.752+0000 7fefa1780640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef80073200 0x7fef80075710 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fef9c0ce440 tx=0x7fef8c0091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:55.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.756+0000 7fef927fc640 1 -- 172.21.15.6:0/1681599535 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fef9805fb60 con 0x7fef880053b0 2024-09-21T07:24:55.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.956+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef9c15dbe0 con 0x7fef880053b0 2024-09-21T07:24:55.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fef927fc640 1 -- 172.21.15.6:0/1681599535 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5217 (secure 0 0 0) 0x7fef9805f460 con 0x7fef880053b0 2024-09-21T07:24:55.963 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:24:55.963 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:24:40.764183+0000","modified":"2024-09-21T07:24:43.858572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4329":{"gid":4329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4329,"qdb_cluster":[4329]},"id":1}]} 2024-09-21T07:24:55.963 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-09-21T07:24:55.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef80073200 msgr2=0x7fef80075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef80073200 0x7fef80075710 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fef9c0ce440 tx=0x7fef8c0091e0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 msgr2=0x7fef9c1f4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:55.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 0x7fef9c1f4390 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fef98001900 tx=0x7fef98001dc0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 shutdown_connections 2024-09-21T07:24:55.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef80073200 0x7fef80075710 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef9c0ccbb0 0x7fef9c0ad9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef9c0cd390 0x7fef9c0ac960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 --2- 172.21.15.6:0/1681599535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef880053b0 0x7fef9c1f4390 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:55.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 >> 172.21.15.6:0/1681599535 conn(0x7fef9c0b2950 msgr2=0x7fef9c070660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:55.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 shutdown_connections 2024-09-21T07:24:55.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:55.960+0000 7fefa41e5640 1 -- 172.21.15.6:0/1681599535 wait complete. 2024-09-21T07:24:56.386 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:24:40.764183+0000', 'modified': '2024-09-21T07:24:43.858572+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4329}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4329': {'gid': 4329, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/2537610971', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 2537610971}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 2537610971}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4329, 'qdb_cluster': [4329]} 2024-09-21T07:24:56.386 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:24:56.386 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T07:24:56.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.552+0000 7f6009475640 1 -- 172.21.15.6:0/2643704788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fec003ad0 msgr2=0x7f5fec003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.552+0000 7f6009475640 1 --2- 172.21.15.6:0/2643704788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fec003ad0 0x7f5fec003f40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5ff40016f0 tx=0x7f5ff401c720 comp rx=0 tx=0).stop 2024-09-21T07:24:56.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.552+0000 7f6009475640 1 -- 172.21.15.6:0/2643704788 shutdown_connections 2024-09-21T07:24:56.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.552+0000 7f6009475640 1 --2- 172.21.15.6:0/2643704788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fec003ad0 0x7f5fec003f40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.552+0000 7f6009475640 1 -- 172.21.15.6:0/2643704788 >> 172.21.15.6:0/2643704788 conn(0x7f60040d0bc0 msgr2=0x7f60040d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:56.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.552+0000 7f6009475640 1 -- 172.21.15.6:0/2643704788 shutdown_connections 2024-09-21T07:24:56.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.552+0000 7f6009475640 1 -- 172.21.15.6:0/2643704788 wait complete. 2024-09-21T07:24:56.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6009475640 1 Processor -- start 2024-09-21T07:24:56.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6009475640 1 -- start start 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6009475640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fec003ad0 0x7f6004156180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6009475640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60040c82f0 0x7f60041559f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6009475640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60040cf8f0 0x7f60040cfd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6009475640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f600415d430 con 0x7f60040cf8f0 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6009475640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f600415d2b0 con 0x7f5fec003ad0 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6009475640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f600415d5b0 con 0x7f60040c82f0 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60040cf8f0 0x7f60040cfd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60040cf8f0 0x7f60040cfd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49136/0 (socket says 172.21.15.6:49136) 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 -- 172.21.15.6:0/1843563281 learned_addr learned my addr 172.21.15.6:0/1843563281 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60027fc640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60040c82f0 0x7f60041559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f6002ffd640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fec003ad0 0x7f6004156180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 -- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60040c82f0 msgr2=0x7f60041559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60040c82f0 0x7f60041559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 -- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fec003ad0 msgr2=0x7f6004156180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fec003ad0 0x7f6004156180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 -- 172.21.15.6:0/1843563281 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60040d0240 con 0x7f60040cf8f0 2024-09-21T07:24:56.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.556+0000 7f60037fe640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60040cf8f0 0x7f60040cfd00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f60040cd440 tx=0x7f5ffc010e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:56.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f5feb7fe640 1 -- 172.21.15.6:0/1843563281 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ffc017070 con 0x7f60040cf8f0 2024-09-21T07:24:56.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f5feb7fe640 1 -- 172.21.15.6:0/1843563281 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ffc015070 con 0x7f60040cf8f0 2024-09-21T07:24:56.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f6009475640 1 -- 172.21.15.6:0/1843563281 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60040c8a90 con 0x7f60040cf8f0 2024-09-21T07:24:56.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f5feb7fe640 1 -- 172.21.15.6:0/1843563281 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ffc004d90 con 0x7f60040cf8f0 2024-09-21T07:24:56.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f6009475640 1 -- 172.21.15.6:0/1843563281 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60040b7820 con 0x7f60040cf8f0 2024-09-21T07:24:56.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f5feb7fe640 1 -- 172.21.15.6:0/1843563281 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5ffc003980 con 0x7f60040cf8f0 2024-09-21T07:24:56.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f5feb7fe640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5ff0073200 0x7f5ff0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f5feb7fe640 1 -- 172.21.15.6:0/1843563281 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f5ffc0947e0 con 0x7f60040cf8f0 2024-09-21T07:24:56.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f6002ffd640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5ff0073200 0x7f5ff0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f6010740000 1 Processor -- start 2024-09-21T07:24:56.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.560+0000 7f6010740000 1 -- start start 2024-09-21T07:24:56.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6002ffd640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5ff0073200 0x7f5ff0075710 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5ff40016c0 tx=0x7f5ff4019510 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:56.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb4bb460 0x5620fb9fc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb8ab950 0x5620fb9fcbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fb9fd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5620fb8d1410 con 0x5620fb8ab950 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5620fb80eb40 con 0x5620fb4bb460 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5620fb7fdf70 con 0x5620fb894ca0 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb8ab950 0x5620fb9fcbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb8ab950 0x5620fb9fcbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49140/0 (socket says 172.21.15.6:49140) 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 -- 172.21.15.6:0/3809380291 learned_addr learned my addr 172.21.15.6:0/3809380291 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6002ffd640 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb4bb460 0x5620fb9fc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60037fe640 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fb9fd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 -- 172.21.15.6:0/3809380291 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 msgr2=0x5620fb9fd120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fb9fd120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 -- 172.21.15.6:0/3809380291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb4bb460 msgr2=0x5620fb9fc6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb4bb460 0x5620fb9fc6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 -- 172.21.15.6:0/3809380291 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620fb7c55b0 con 0x5620fb8ab950 2024-09-21T07:24:56.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f60027fc640 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb8ab950 0x5620fb9fcbe0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8006960 tx=0x7f5ff8006e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3838cbcb50e2af6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f5fe8ff9640 1 -- 172.21.15.6:0/3809380291 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff801a070 con 0x5620fb8ab950 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f5fe8ff9640 1 -- 172.21.15.6:0/3809380291 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ff8005310 con 0x5620fb8ab950 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f5fe8ff9640 1 -- 172.21.15.6:0/3809380291 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff800faa0 con 0x5620fb8ab950 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- 172.21.15.6:0/3809380291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb8ab950 msgr2=0x5620fb9fcbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb8ab950 0x5620fb9fcbe0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8006960 tx=0x7f5ff8006e20 comp rx=0 tx=0).stop 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- 172.21.15.6:0/3809380291 shutdown_connections 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fb9fd120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb8ab950 0x5620fb9fcbe0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 --2- 172.21.15.6:0/3809380291 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb4bb460 0x5620fb9fc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- 172.21.15.6:0/3809380291 >> 172.21.15.6:0/3809380291 conn(0x5620fb981d90 msgr2=0x5620fb9b1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- 172.21.15.6:0/3809380291 shutdown_connections 2024-09-21T07:24:56.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- 172.21.15.6:0/3809380291 wait complete. 2024-09-21T07:24:56.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.564+0000 7f6010740000 1 -- start start 2024-09-21T07:24:56.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 Processor -- start 2024-09-21T07:24:56.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba03920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fba03e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba043a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5620fb7985f0 con 0x5620fb4bb460 2024-09-21T07:24:56.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5620fb801d80 con 0x5620fb8ab950 2024-09-21T07:24:56.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5620fb7a4520 con 0x5620fb894ca0 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 10 client.0 _ll_register_callbacks cb 0x5620fb7a8830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba03920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba03920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49150/0 (socket says 172.21.15.6:49150) 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 -- 172.21.15.6:0/262085664 learned_addr learned my addr 172.21.15.6:0/262085664 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f60037fe640 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba043a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f60027fc640 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fba03e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 -- 172.21.15.6:0/262085664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 msgr2=0x5620fba03e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fba03e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 -- 172.21.15.6:0/262085664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 msgr2=0x5620fba043a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba043a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 -- 172.21.15.6:0/262085664 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620fb79c190 con 0x5620fb4bb460 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6002ffd640 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba03920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5ff401aff0 tx=0x7f5ff4006b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed54c7eb7cd31227 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:56.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f5fe1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/262085664 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff40a5580 con 0x5620fb4bb460 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/262085664 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f5ff40b4030 con 0x5620fb4bb460 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 -- 172.21.15.6:0/262085664 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5620fb796110 con 0x5620fb4bb460 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/262085664 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f5ff40a5720 con 0x5620fb4bb460 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 10 client.4617 fetch_fsmap learned FSMap version 8 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 -- 172.21.15.6:0/262085664 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5620fb882f10 con 0x5620fb4bb460 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/262085664 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x5620fb796110 con 0x5620fb4bb460 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/262085664 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7f600406d5f0 con 0x5620fb4bb460 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 10 client.4617 fetch_fsmap finished waiting for FSMap version 8 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 10 client.4617 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 20 client.4617 populate_metadata read hostname 'smithi006' 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] conn(0x5620fb4a07d0 0x5620fba0dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 4 client.4617 mds_command: new command op to 4329 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f6010740000 1 -- 172.21.15.6:0/262085664 --> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620fb810a90 con 0x5620fb4a07d0 2024-09-21T07:24:56.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f60027fc640 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] conn(0x5620fb4a07d0 0x5620fba0dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f5fe1ffb640 10 client.4617 ms_handle_connect on v2:172.21.15.6:6834/2537610971 2024-09-21T07:24:56.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.568+0000 7f60027fc640 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] conn(0x5620fb4a07d0 0x5620fba0dd00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92af3da293345a7a server_cookie=992ca65aa00b0ff8 in_seq=0 out_seq=0 2024-09-21T07:24:56.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/262085664 <== mds.0 v2:172.21.15.6:6834/2537610971 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5620fb810a90 con 0x5620fb4a07d0 2024-09-21T07:24:56.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f5fe1ffb640 10 client.4617 handle_command_reply: tid=0 2024-09-21T07:24:56.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 client.4617 shutdown 2024-09-21T07:24:56.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 -- 172.21.15.6:0/262085664 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 msgr2=0x5620fba03920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba03920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5ff401aff0 tx=0x7f5ff4006b80 comp rx=0 tx=0).stop 2024-09-21T07:24:56.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 -- 172.21.15.6:0/262085664 shutdown_connections 2024-09-21T07:24:56.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] conn(0x5620fb4a07d0 0x5620fba0dd00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba043a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fba03e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f5fe1ffb640 0 client.4617 ms_handle_reset on v2:172.21.15.6:6834/2537610971 2024-09-21T07:24:56.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 --2- 172.21.15.6:0/262085664 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba03920 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 -- 172.21.15.6:0/262085664 >> 172.21.15.6:0/262085664 conn(0x5620fb981d90 msgr2=0x5620fb9b8440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:56.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 -- 172.21.15.6:0/262085664 shutdown_connections 2024-09-21T07:24:56.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 1 -- 172.21.15.6:0/262085664 wait complete. 2024-09-21T07:24:56.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.572+0000 7f6010740000 20 client.4617 trim_cache size 0 max 16384 2024-09-21T07:24:56.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.588+0000 7f6010740000 1 Processor -- start 2024-09-21T07:24:56.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.588+0000 7f6010740000 1 -- start start 2024-09-21T07:24:56.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba6e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fba6ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba6f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f60042058c0 con 0x5620fb4bb460 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f60042048d0 con 0x5620fb8ab950 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f60040ca240 con 0x5620fb894ca0 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba6e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba6e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49166/0 (socket says 172.21.15.6:49166) 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 -- 172.21.15.6:0/119802294 learned_addr learned my addr 172.21.15.6:0/119802294 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 -- 172.21.15.6:0/119802294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 msgr2=0x5620fba6ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 --2- 172.21.15.6:0/119802294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fba6ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 -- 172.21.15.6:0/119802294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 msgr2=0x5620fba6f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f60037fe640 1 --2- 172.21.15.6:0/119802294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba6f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 --2- 172.21.15.6:0/119802294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba6f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 -- 172.21.15.6:0/119802294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620fb859db0 con 0x5620fb4bb460 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6002ffd640 1 --2- 172.21.15.6:0/119802294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba6e840 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5ff401cfc0 tx=0x7f5ff40a5a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6d87ca4825eed62 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f5fe3fff640 1 -- 172.21.15.6:0/119802294 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff40c6460 con 0x5620fb4bb460 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f5fe3fff640 1 -- 172.21.15.6:0/119802294 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ff40d4020 con 0x5620fb4bb460 2024-09-21T07:24:56.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f5fe3fff640 1 -- 172.21.15.6:0/119802294 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff40c6640 con 0x5620fb4bb460 2024-09-21T07:24:56.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- 172.21.15.6:0/119802294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 msgr2=0x5620fba6e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 --2- 172.21.15.6:0/119802294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba6e840 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5ff401cfc0 tx=0x7f5ff40a5a30 comp rx=0 tx=0).stop 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- 172.21.15.6:0/119802294 shutdown_connections 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 --2- 172.21.15.6:0/119802294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba6f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 --2- 172.21.15.6:0/119802294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb894ca0 0x5620fba6ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 --2- 172.21.15.6:0/119802294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb4bb460 0x5620fba6e840 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- 172.21.15.6:0/119802294 >> 172.21.15.6:0/119802294 conn(0x5620fb981d90 msgr2=0x5620fb9b0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- 172.21.15.6:0/119802294 shutdown_connections 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- 172.21.15.6:0/119802294 wait complete. 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 -- start start 2024-09-21T07:24:56.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.592+0000 7f6010740000 1 Processor -- start 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb4bb460 0x5620fba725e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb894ca0 0x5620fba72b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba73060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f60040ca890 con 0x5620fb894ca0 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5620fb882a80 con 0x5620fb8ab950 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5620fb8bd750 con 0x5620fb4bb460 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 10 client.0 _ll_register_callbacks cb 0x7f5fec003700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb894ca0 0x5620fba72b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb894ca0 0x5620fba72b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49170/0 (socket says 172.21.15.6:49170) 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 -- 172.21.15.6:0/1418579034 learned_addr learned my addr 172.21.15.6:0/1418579034 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6002ffd640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb4bb460 0x5620fba725e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60037fe640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba73060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 -- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb4bb460 msgr2=0x5620fba725e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb4bb460 0x5620fba725e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 -- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 msgr2=0x5620fba73060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba73060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 -- 172.21.15.6:0/1418579034 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620fb7c4ab0 con 0x5620fb894ca0 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6002ffd640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb4bb460 0x5620fba725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60037fe640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba73060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:24:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f60027fc640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb894ca0 0x5620fba72b20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8013000 tx=0x7f5ff8001a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=401c3715f8593512 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/1418579034 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff801a040 con 0x5620fb894ca0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/1418579034 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f5ff8027aa0 con 0x5620fb894ca0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- 172.21.15.6:0/1418579034 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ff40d4020 con 0x5620fb894ca0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/1418579034 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f5ff802e050 con 0x5620fb894ca0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 10 client.4623 fetch_fsmap learned FSMap version 8 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- 172.21.15.6:0/1418579034 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5620fb7a3070 con 0x5620fb894ca0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/1418579034 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ff40d4020 con 0x5620fb894ca0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/1418579034 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7f5ff8031020 con 0x5620fb894ca0 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 10 client.4623 fetch_fsmap finished waiting for FSMap version 8 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 10 client.4623 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:24:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 20 client.4623 populate_metadata read hostname 'smithi006' 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] conn(0x5620fb48e830 0x5620fba2e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 4 client.4623 mds_command: new command op to 4329 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- 172.21.15.6:0/1418579034 --> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] -- command(tid 0: {"prefix": "status"}) -- 0x5620fb80c540 con 0x5620fb48e830 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6002ffd640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] conn(0x5620fb48e830 0x5620fba2e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 10 client.4623 ms_handle_connect on v2:172.21.15.6:6834/2537610971 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6002ffd640 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] conn(0x5620fb48e830 0x5620fba2e0e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebc8291c94e93bba server_cookie=a7eb4d8a72b502f8 in_seq=0 out_seq=0 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 1 -- 172.21.15.6:0/1418579034 <== mds.0 v2:172.21.15.6:6834/2537610971 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x5620fb80c540 con 0x5620fb48e830 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 10 client.4623 handle_command_reply: tid=0 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 client.4623 shutdown 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- 172.21.15.6:0/1418579034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb894ca0 msgr2=0x5620fba72b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb894ca0 0x5620fba72b20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8013000 tx=0x7f5ff8001a70 comp rx=0 tx=0).stop 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- 172.21.15.6:0/1418579034 shutdown_connections 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.6:6834/2537610971,v1:172.21.15.6:6835/2537610971] conn(0x5620fb48e830 0x5620fba2e0e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5620fb8ab950 0x5620fba73060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5620fb894ca0 0x5620fba72b20 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f5fe1ffb640 0 client.4623 ms_handle_reset on v2:172.21.15.6:6834/2537610971 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 --2- 172.21.15.6:0/1418579034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5620fb4bb460 0x5620fba725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- 172.21.15.6:0/1418579034 >> 172.21.15.6:0/1418579034 conn(0x5620fb981d90 msgr2=0x5620fb9b1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- 172.21.15.6:0/1418579034 shutdown_connections 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 1 -- 172.21.15.6:0/1418579034 wait complete. 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.596+0000 7f6010740000 20 client.4623 trim_cache size 0 max 16384 2024-09-21T07:24:56.607 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 4329, 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 15.184656202999999, 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 8, 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 20, 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 20, 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 21.304044855000001 2024-09-21T07:24:56.608 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:24:56.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 -- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5ff0073200 msgr2=0x7f5ff0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5ff0073200 0x7f5ff0075710 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5ff40016c0 tx=0x7f5ff4019510 comp rx=0 tx=0).stop 2024-09-21T07:24:56.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 -- 172.21.15.6:0/1843563281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60040cf8f0 msgr2=0x7f60040cfd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60040cf8f0 0x7f60040cfd00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f60040cd440 tx=0x7f5ffc010e90 comp rx=0 tx=0).stop 2024-09-21T07:24:56.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 -- 172.21.15.6:0/1843563281 shutdown_connections 2024-09-21T07:24:56.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5ff0073200 0x7f5ff0075710 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60040cf8f0 0x7f60040cfd00 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f60040c82f0 0x7f60041559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 --2- 172.21.15.6:0/1843563281 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5fec003ad0 0x7f6004156180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 -- 172.21.15.6:0/1843563281 >> 172.21.15.6:0/1843563281 conn(0x7f60040d0bc0 msgr2=0x7f600415f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:56.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 -- 172.21.15.6:0/1843563281 shutdown_connections 2024-09-21T07:24:56.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.600+0000 7f6009475640 1 -- 172.21.15.6:0/1843563281 wait complete. 2024-09-21T07:24:56.622 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-21T07:24:56.648 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-21T07:24:56.648 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-21T07:24:56.649 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-21T07:24:56.649 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T07:24:56.649 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:24:56.649 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-21T07:24:56.649 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T07:24:56.649 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-21T07:24:56.649 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-21T07:24:56.649 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T07:24:56.649 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:24:56.649 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-21T07:24:56.649 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T07:24:56.650 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-21T07:24:56.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:56.650 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:24:56.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:56.658 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link delete ceph-brx 2024-09-21T07:24:56.715 INFO:teuthology.orchestra.run.smithi145.stderr:Cannot find device "ceph-brx" 2024-09-21T07:24:56.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:24:56.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:56.716 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:24:56.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:56.723 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link delete ceph-brx 2024-09-21T07:24:56.783 INFO:teuthology.orchestra.run.smithi006.stderr:Cannot find device "ceph-brx" 2024-09-21T07:24:56.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:24:56.785 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-21T07:24:56.785 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T07:24:56.785 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:24:56.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 -- 172.21.15.6:0/3590698982 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f030406f650 msgr2=0x7f0304159150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 --2- 172.21.15.6:0/3590698982 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f030406f650 0x7f0304159150 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f03040b0330 tx=0x7f02f401c8c0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 -- 172.21.15.6:0/3590698982 shutdown_connections 2024-09-21T07:24:56.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 --2- 172.21.15.6:0/3590698982 >> v2:172.21.15.145:3300/0 conn(0x7f030406d7c0 0x7f030415bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 --2- 172.21.15.6:0/3590698982 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f030406f650 0x7f0304159150 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 -- 172.21.15.6:0/3590698982 >> 172.21.15.6:0/3590698982 conn(0x7f03040b2950 msgr2=0x7f03040b2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:56.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 -- 172.21.15.6:0/3590698982 shutdown_connections 2024-09-21T07:24:56.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 -- 172.21.15.6:0/3590698982 wait complete. 2024-09-21T07:24:56.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 Processor -- start 2024-09-21T07:24:56.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.988+0000 7f0309997640 1 -- start start 2024-09-21T07:24:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f030406f650 0x7f03040b3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040cf1f0 0x7f03040b4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0304152310 0x7f03041f9630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0304168c80 con 0x7f03040cf1f0 2024-09-21T07:24:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0304168b00 con 0x7f0304152310 2024-09-21T07:24:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0304168e00 con 0x7f030406f650 2024-09-21T07:24:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040cf1f0 0x7f03040b4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040cf1f0 0x7f03040b4320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49198/0 (socket says 172.21.15.6:49198) 2024-09-21T07:24:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 -- 172.21.15.6:0/1765714559 learned_addr learned my addr 172.21.15.6:0/1765714559 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:24:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0302ffd640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f030406f650 0x7f03040b3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03037fe640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0304152310 0x7f03041f9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 -- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f030406f650 msgr2=0x7f03040b3de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f030406f650 0x7f03040b3de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 -- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0304152310 msgr2=0x7f03041f9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0304152310 0x7f03041f9630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 -- 172.21.15.6:0/1765714559 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0304153fa0 con 0x7f03040cf1f0 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f03027fc640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040cf1f0 0x7f03040b4320 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f02ec00c780 tx=0x7f02ec00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f02fbfff640 1 -- 172.21.15.6:0/1765714559 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ec017070 con 0x7f03040cf1f0 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f02fbfff640 1 -- 172.21.15.6:0/1765714559 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02ec005070 con 0x7f03040cf1f0 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f02fbfff640 1 -- 172.21.15.6:0/1765714559 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ec005480 con 0x7f03040cf1f0 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0304154280 con 0x7f03040cf1f0 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0304154840 con 0x7f03040cf1f0 2024-09-21T07:24:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f030415bdd0 con 0x7f03040cf1f0 2024-09-21T07:24:56.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f02fbfff640 1 -- 172.21.15.6:0/1765714559 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f02ec01a070 con 0x7f03040cf1f0 2024-09-21T07:24:57.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f02fbfff640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073200 0x7f02e4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:24:57.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f02fbfff640 1 -- 172.21.15.6:0/1765714559 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f02ec093ce0 con 0x7f03040cf1f0 2024-09-21T07:24:57.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.992+0000 7f0302ffd640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073200 0x7f02e4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:24:57.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.996+0000 7f0302ffd640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073200 0x7f02e4075710 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f02f40af000 tx=0x7f02f401b100 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:24:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:56.996+0000 7f02fbfff640 1 -- 172.21.15.6:0/1765714559 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f02ec021020 con 0x7f03040cf1f0 2024-09-21T07:24:57.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.212+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f03041538d0 con 0x7f03040cf1f0 2024-09-21T07:24:57.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.212+0000 7f02fbfff640 1 -- 172.21.15.6:0/1765714559 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f02ec05ede0 con 0x7f03040cf1f0 2024-09-21T07:24:57.217 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:24:57.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.212+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073200 msgr2=0x7f02e4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:57.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.212+0000 7f0309997640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073200 0x7f02e4075710 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f02f40af000 tx=0x7f02f401b100 comp rx=0 tx=0).stop 2024-09-21T07:24:57.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.212+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040cf1f0 msgr2=0x7f03040b4320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:24:57.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.212+0000 7f0309997640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040cf1f0 0x7f03040b4320 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f02ec00c780 tx=0x7f02ec00cc40 comp rx=0 tx=0).stop 2024-09-21T07:24:57.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.216+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 shutdown_connections 2024-09-21T07:24:57.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.216+0000 7f0309997640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073200 0x7f02e4075710 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:57.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.216+0000 7f0309997640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0304152310 0x7f03041f9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:57.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.216+0000 7f0309997640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040cf1f0 0x7f03040b4320 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:57.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.216+0000 7f0309997640 1 --2- 172.21.15.6:0/1765714559 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f030406f650 0x7f03040b3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:24:57.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.216+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 >> 172.21.15.6:0/1765714559 conn(0x7f03040b2950 msgr2=0x7f0304073890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:24:57.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.216+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 shutdown_connections 2024-09-21T07:24:57.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57.216+0000 7f0309997640 1 -- 172.21.15.6:0/1765714559 wait complete. 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:24:57.239 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:24:57.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:57.240 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:24:57.246 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42474sec preferred_lft 42474sec 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:24:57.247 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:24:57.248 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-21T07:24:57.248 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:24:57.248 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:24:57.248 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link add name ceph-brx type bridge 2024-09-21T07:24:57.248 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip addr flush dev ceph-brx 2024-09-21T07:24:57.248 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set ceph-brx up 2024-09-21T07:24:57.248 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-21T07:24:57.248 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:24:57.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:24:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:24:57.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:57.379 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:24:57.389 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:24:57.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:57.391 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:24:57.455 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:24:57.455 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:24:57.455 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:24:57.455 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:24:57.455 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:24:57.455 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:24:57.456 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:24:57.456 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:24:57.456 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:24:57.456 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:24:57.456 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:24:57.456 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:24:57.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:24:57.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:24:57.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:57.580 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:24:57.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:57.585 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list-id 2024-09-21T07:24:57.631 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:24:57.631 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:24:57.631 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:24:57.631 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-21T07:24:57.631 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:24:57.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:24:57.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:24:57.750 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-21T07:24:57.751 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:24:57.751 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:24:57.751 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-21T07:24:57.751 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-21T07:24:57.751 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-21T07:24:57.751 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-21T07:24:57.751 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-21T07:24:57.751 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:24:57.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:24:57.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:24:57.858 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:24:57.858 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:24:57.858 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:24:57.858 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set dev brx.0 master ceph-brx 2024-09-21T07:24:57.858 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:24:57.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:24:57.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:24:57.962 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:24:57.962 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:24:57.962 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:24:58.011 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:24:58.011 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:24:58.011 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:24:58.059 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:24:58.117 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:24:58.166 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:24:58.166 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:24:58.166 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:24:58.167 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:24:58.167 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:24:58.167 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:24:58.167 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:24:58.167 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:24:58.167 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:24:58.168 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:24:58.168 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:24:58.168 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:24:58.168 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:24:58.168 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:24:58.168 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:24:58.169 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:24:58.169 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:24:58.169 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:24:58.169 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:24:58.169 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:24:58.169 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:24:58.170 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:24:58.170 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:24:58.170 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:24:58.170 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:24:58.170 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:24:58.170 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:24:58.171 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:24:58.171 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:24:58.171 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:24:58.171 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:24:58.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:58.173 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:24:58.220 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:24:58.220 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:24:58.268 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:24:58.283 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:24:58.332 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:24:58.332 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:24:58.332 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:24:58.332 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:24:58.333 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:24:58.334 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:24:58.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:58.335 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:24:58.384 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:24:58.380+0000 7f7fc8567580 -1 init, newargv = 0x7f7fac0046b0 newargc=15 2024-09-21T07:24:58.384 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[36436]: starting ceph client 2024-09-21T07:24:58.392 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[36436]: starting fuse 2024-09-21T07:24:59.484 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:24:59.501 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:24:59.548 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:24:59.548 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:24:59.549 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:24:59.550 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:24:59.551 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:24:59.551 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:24:59.551 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:24:59.551 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:24:59.551 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:24:59.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:59.552 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:24:59.600 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:24:59.600 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:24:59.600 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:24:59.601 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:24:59.726 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.36436.asok 2024-09-21T07:24:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:24:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:24:59.738 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.36436.asok 2024-09-21T07:24:59.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:24:59.738 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.36436.asok status 2024-09-21T07:24:59.927 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:24:59.927 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "36436", 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 4641, 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:24:59.928 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 4641 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 4095199532 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 4095199532 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.4641 192.168.0.1:0/4095199532", 2024-09-21T07:24:59.929 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/4095199532", 2024-09-21T07:24:59.930 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:24:59.930 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 8, 2024-09-21T07:24:59.930 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 20, 2024-09-21T07:24:59.930 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:24:59.930 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:24:59.930 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:24:59.930 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:24:59.944 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T07:24:59.944 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:25:00.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- 172.21.15.6:0/3587394616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c073c90 msgr2=0x7f0f8c070f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:00.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 --2- 172.21.15.6:0/3587394616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c073c90 0x7f0f8c070f30 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c069590 tx=0x7f0f8001c770 comp rx=0 tx=0).stop 2024-09-21T07:25:00.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- 172.21.15.6:0/3587394616 shutdown_connections 2024-09-21T07:25:00.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 --2- 172.21.15.6:0/3587394616 >> v2:172.21.15.145:3300/0 conn(0x7f0f8c06fbf0 0x7f0f8c070000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:00.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 --2- 172.21.15.6:0/3587394616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c073c90 0x7f0f8c070f30 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:00.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- 172.21.15.6:0/3587394616 >> 172.21.15.6:0/3587394616 conn(0x7f0f8c06cfb0 msgr2=0x7f0f8c06d3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:00.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- 172.21.15.6:0/3587394616 shutdown_connections 2024-09-21T07:25:00.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- 172.21.15.6:0/3587394616 wait complete. 2024-09-21T07:25:00.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 Processor -- start 2024-09-21T07:25:00.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- start start 2024-09-21T07:25:00.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f8c06fbf0 0x7f0f8c1fd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:00.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f8c15b540 0x7f0f8c14f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c15a9c0 0x7f0f8c154810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8c168e10 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8c168c90 con 0x7f0f8c06fbf0 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.116+0000 7f0f92945640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0f8c168f90 con 0x7f0f8c15b540 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c15a9c0 0x7f0f8c154810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c15a9c0 0x7f0f8c154810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49214/0 (socket says 172.21.15.6:49214) 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 -- 172.21.15.6:0/1376507411 learned_addr learned my addr 172.21.15.6:0/1376507411 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f8bfff640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f8c06fbf0 0x7f0f8c1fd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f8b7fe640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f8c15b540 0x7f0f8c14f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 -- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f8c15b540 msgr2=0x7f0f8c14f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f8c15b540 0x7f0f8c14f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 -- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f8c06fbf0 msgr2=0x7f0f8c1fd0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f8c06fbf0 0x7f0f8c1fd0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 -- 172.21.15.6:0/1376507411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f8c14fc50 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f90ee2640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c15a9c0 0x7f0f8c154810 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0f8400d760 tx=0x7f0f8400dc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f88ff9640 1 -- 172.21.15.6:0/1376507411 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f84017070 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f88ff9640 1 -- 172.21.15.6:0/1376507411 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0f84009d40 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f8c152320 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f88ff9640 1 -- 172.21.15.6:0/1376507411 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f84004280 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f8c154010 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f8c152840 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f88ff9640 1 -- 172.21.15.6:0/1376507411 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0f84003600 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f88ff9640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0f78073200 0x7f0f78075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:00.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f88ff9640 1 -- 172.21.15.6:0/1376507411 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f0f840946f0 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.120+0000 7f0f8bfff640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0f78073200 0x7f0f78075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:00.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.124+0000 7f0f8bfff640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0f78073200 0x7f0f78075710 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c0012f0 tx=0x7f0f7c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:00.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.124+0000 7f0f88ff9640 1 -- 172.21.15.6:0/1376507411 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0f8c152840 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.340+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0f8c070000 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f88ff9640 1 -- 172.21.15.6:0/1376507411 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f0f84020030 con 0x7f0f8c15a9c0 2024-09-21T07:25:00.347 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:25:00.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0f78073200 msgr2=0x7f0f78075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:00.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0f78073200 0x7f0f78075710 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c0012f0 tx=0x7f0f7c009040 comp rx=0 tx=0).stop 2024-09-21T07:25:00.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c15a9c0 msgr2=0x7f0f8c154810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:00.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c15a9c0 0x7f0f8c154810 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0f8400d760 tx=0x7f0f8400dc20 comp rx=0 tx=0).stop 2024-09-21T07:25:00.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 shutdown_connections 2024-09-21T07:25:00.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0f78073200 0x7f0f78075710 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:00.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f8c15a9c0 0x7f0f8c154810 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:00.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f8c15b540 0x7f0f8c14f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:00.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 --2- 172.21.15.6:0/1376507411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f8c06fbf0 0x7f0f8c1fd0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:00.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 >> 172.21.15.6:0/1376507411 conn(0x7f0f8c06cfb0 msgr2=0x7f0f8c0b55b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:00.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 shutdown_connections 2024-09-21T07:25:00.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00.344+0000 7f0f92945640 1 -- 172.21.15.6:0/1376507411 wait complete. 2024-09-21T07:25:00.368 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:25:00.368 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:25:00.368 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:25:00.368 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-21T07:25:00.369 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-21T07:25:00.369 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:25:00.369 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:25:00.369 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:25:00.369 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-21T07:25:00.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:00.369 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:25:00.375 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:00.375 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:00.375 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:00.375 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.375 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:00.375 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42471sec preferred_lft 42471sec 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:25:00.376 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.377 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:25:00.378 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:00.378 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:25:00.378 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:00.378 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:25:00.429 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:25:00.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:00.431 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:25:00.480 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:25:00.480 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:25:00.480 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:25:00.480 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:25:00.480 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:25:00.480 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:25:00.480 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:00.480 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:25:00.481 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:25:00.481 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:25:00.481 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:25:00.481 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:25:00.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:00.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:00.598 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:00.598 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:25:00.646 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:25:00.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:00.647 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list-id 2024-09-21T07:25:00.695 INFO:teuthology.orchestra.run.smithi006.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-21T07:25:00.696 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:00.696 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:25:00.696 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:00.696 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-21T07:25:00.696 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:25:00.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:00.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:00.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:00.889 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-21T07:25:00.904 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.904 INFO:teuthology.orchestra.run.smithi006.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 92:65:47:a0:07:d1 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T07:25:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T07:25:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::9065:47ff:fea0:7d1/64 scope link 2024-09-21T07:25:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:00.906 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-21T07:25:00.960 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:00.960 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:00.960 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:00.960 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.960 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:00.960 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.960 INFO:teuthology.orchestra.run.smithi006.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:00.960 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 92:65:47:a0:07:d1 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T07:25:00.961 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T07:25:00.961 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.961 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::9065:47ff:fea0:7d1/64 scope link 2024-09-21T07:25:00.961 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:00.962 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-21T07:25:00.962 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:00.962 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:25:00.962 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-21T07:25:00.962 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-21T07:25:00.962 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-21T07:25:00.962 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-21T07:25:00.962 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-21T07:25:00.962 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:25:01.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:01.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:01.103 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:01.104 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:25:01.104 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.1 up 2024-09-21T07:25:01.104 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set dev brx.1 master ceph-brx 2024-09-21T07:25:01.104 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:25:01.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:01.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:01.163 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-21T07:25:01.163 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:01.163 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-21T07:25:01.215 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-21T07:25:01.215 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:01.215 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-21T07:25:01.263 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:01.320 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:01.368 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:01.368 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:01.368 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:01.368 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:01.368 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:01.368 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:01.368 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:01.368 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:01.369 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:01.370 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:01.371 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:01.371 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:01.419 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:25:01.419 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-21T07:25:01.419 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-21T07:25:01.464 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:01.478 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:01.527 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:01.527 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:01.528 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:01.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:01.531 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:01.568 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi006.stderr:2024-09-21T07:25:01.564+0000 7f288e40e580 -1 init, newargv = 0x7f287c004270 newargc=15 2024-09-21T07:25:01.568 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi006.stderr:ceph-fuse[36584]: starting ceph client 2024-09-21T07:25:01.572 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:25:01.575 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi006.stderr:ceph-fuse[36584]: starting fuse 2024-09-21T07:25:02.200 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:25:02.203 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:25:02.674 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:02.690 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:02.736 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:02.737 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:02.738 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:02.739 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:02.739 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:02.739 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:02.739 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:02.739 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:02.739 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.2 2024-09-21T07:25:02.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:02.740 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:02.787 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:25:02.787 INFO:teuthology.orchestra.run.smithi006.stdout:46 2024-09-21T07:25:02.788 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-21T07:25:02.788 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.2")) 2024-09-21T07:25:02.789 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:25:02.916 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.2.36584.asok 2024-09-21T07:25:02.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:02.927 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.36584.asok 2024-09-21T07:25:02.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:02.928 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.36584.asok status 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "2", 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "36584", 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:03.114 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 4659, 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 4659 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.2:0", 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3559085880 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:25:03.115 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.2:0", 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3559085880 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.4659 192.168.0.2:0/3559085880", 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.2:0/3559085880", 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 8, 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 20, 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:25:03.116 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:25:03.130 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T07:25:03.130 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:25:03.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 -- 172.21.15.6:0/3454347997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c073e60 msgr2=0x7f4b4c0cda70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:03.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 --2- 172.21.15.6:0/3454347997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c073e60 0x7f4b4c0cda70 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c073910 tx=0x7f4b4001c650 comp rx=0 tx=0).stop 2024-09-21T07:25:03.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 -- 172.21.15.6:0/3454347997 shutdown_connections 2024-09-21T07:25:03.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 --2- 172.21.15.6:0/3454347997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c073e60 0x7f4b4c0cda70 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 --2- 172.21.15.6:0/3454347997 >> v2:172.21.15.145:3300/0 conn(0x7f4b4c15fb60 0x7f4b4c0b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 -- 172.21.15.6:0/3454347997 >> 172.21.15.6:0/3454347997 conn(0x7f4b4c0d1180 msgr2=0x7f4b4c0d1590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:03.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 -- 172.21.15.6:0/3454347997 shutdown_connections 2024-09-21T07:25:03.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 -- 172.21.15.6:0/3454347997 wait complete. 2024-09-21T07:25:03.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 Processor -- start 2024-09-21T07:25:03.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.291+0000 7f4b52118640 1 -- start start 2024-09-21T07:25:03.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b4c073e60 0x7f4b4c150fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:03.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4c0cdfb0 0x7f4b4c1427d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c15fb60 0x7f4b4c15a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4c155fa0 con 0x7f4b4c15fb60 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4c155e20 con 0x7f4b4c073e60 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4b4c074490 con 0x7f4b4c0cdfb0 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c15fb60 0x7f4b4c15a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c15fb60 0x7f4b4c15a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38394/0 (socket says 172.21.15.6:38394) 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 -- 172.21.15.6:0/2008528850 learned_addr learned my addr 172.21.15.6:0/2008528850 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4b7fe640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b4c073e60 0x7f4b4c150fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4affd640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4c0cdfb0 0x7f4b4c1427d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 -- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4c0cdfb0 msgr2=0x7f4b4c1427d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4c0cdfb0 0x7f4b4c1427d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 -- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b4c073e60 msgr2=0x7f4b4c150fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b4c073e60 0x7f4b4c150fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 -- 172.21.15.6:0/2008528850 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b4c142d10 con 0x7f4b4c15fb60 2024-09-21T07:25:03.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b4bfff640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c15fb60 0x7f4b4c15a8a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4b4400b970 tx=0x7f4b4400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:03.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b33fff640 1 -- 172.21.15.6:0/2008528850 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b44019070 con 0x7f4b4c15fb60 2024-09-21T07:25:03.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b33fff640 1 -- 172.21.15.6:0/2008528850 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b4400cc30 con 0x7f4b4c15fb60 2024-09-21T07:25:03.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b4c160ac0 con 0x7f4b4c15fb60 2024-09-21T07:25:03.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b33fff640 1 -- 172.21.15.6:0/2008528850 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b4400ce60 con 0x7f4b4c15fb60 2024-09-21T07:25:03.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b4c161080 con 0x7f4b4c15fb60 2024-09-21T07:25:03.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.295+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b4c1625d0 con 0x7f4b4c15fb60 2024-09-21T07:25:03.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.299+0000 7f4b33fff640 1 -- 172.21.15.6:0/2008528850 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4b4401c070 con 0x7f4b4c15fb60 2024-09-21T07:25:03.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.299+0000 7f4b33fff640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b38073200 0x7f4b38075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:03.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.299+0000 7f4b33fff640 1 -- 172.21.15.6:0/2008528850 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f4b440941e0 con 0x7f4b4c15fb60 2024-09-21T07:25:03.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.299+0000 7f4b4b7fe640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b38073200 0x7f4b38075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:03.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.299+0000 7f4b4b7fe640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b38073200 0x7f4b38075710 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c004630 tx=0x7f4b3c00b2e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:03.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.303+0000 7f4b33fff640 1 -- 172.21.15.6:0/2008528850 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4b4405ebb0 con 0x7f4b4c15fb60 2024-09-21T07:25:03.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4b4c160850 con 0x7f4b4c15fb60 2024-09-21T07:25:03.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b33fff640 1 -- 172.21.15.6:0/2008528850 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f4b440635e0 con 0x7f4b4c15fb60 2024-09-21T07:25:03.516 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:25:03.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b38073200 msgr2=0x7f4b38075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:03.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b38073200 0x7f4b38075710 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c004630 tx=0x7f4b3c00b2e0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c15fb60 msgr2=0x7f4b4c15a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c15fb60 0x7f4b4c15a8a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4b4400b970 tx=0x7f4b4400be30 comp rx=0 tx=0).stop 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 shutdown_connections 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b38073200 0x7f4b38075710 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b4c15fb60 0x7f4b4c15a8a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b4c0cdfb0 0x7f4b4c1427d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 --2- 172.21.15.6:0/2008528850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b4c073e60 0x7f4b4c150fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 >> 172.21.15.6:0/2008528850 conn(0x7f4b4c0d1180 msgr2=0x7f4b4c0b5390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 shutdown_connections 2024-09-21T07:25:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:03.511+0000 7f4b52118640 1 -- 172.21.15.6:0/2008528850 wait complete. 2024-09-21T07:25:03.535 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:25:03.535 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:25:03.535 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:25:03.535 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:25:03.535 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:03.536 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:25:03.536 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:25:03.536 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:25:03.536 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:25:03.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:03.536 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:03.543 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42469sec preferred_lft 42469sec 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:25:03.544 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:03.544 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-21T07:25:03.545 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:03.545 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:03.545 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add name ceph-brx type bridge 2024-09-21T07:25:03.545 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip addr flush dev ceph-brx 2024-09-21T07:25:03.545 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set ceph-brx up 2024-09-21T07:25:03.545 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-21T07:25:03.545 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:03.632 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:03.666 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:03.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:03.673 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:25:03.685 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:25:03.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:03.686 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:03.752 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:03.753 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:03.753 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:25:03.753 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:03.753 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:03.753 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:25:03.753 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:25:03.753 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:25:03.753 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:03.835 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:03.863 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:03.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:03.870 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:25:03.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:03.919 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list-id 2024-09-21T07:25:03.970 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:03.970 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:03.970 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:03.970 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-21T07:25:03.970 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:04.060 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:04.079 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:04.086 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-21T07:25:04.086 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:04.086 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:04.087 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-21T07:25:04.087 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-21T07:25:04.087 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-21T07:25:04.087 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-21T07:25:04.087 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-21T07:25:04.087 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:04.132 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:04.185 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:04.191 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:04.192 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:04.192 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:25:04.192 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set dev brx.0 master ceph-brx 2024-09-21T07:25:04.192 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:04.272 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:04.287 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:04.294 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:25:04.294 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:04.295 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:04.342 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:25:04.342 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:04.342 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:04.389 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:04.446 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:04.495 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:04.495 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:04.495 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:04.495 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:04.495 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:04.495 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:04.495 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:04.495 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:04.496 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:04.497 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:04.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:04.498 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:04.550 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:25:04.550 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:25:04.595 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:04.608 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:04.655 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:04.655 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:04.655 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:04.655 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:04.655 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:04.655 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:04.655 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:04.656 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:04.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:04.657 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:04.702 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:25:04.700+0000 7f4306b7e580 -1 init, newargv = 0x7f42f4001f10 newargc=15 2024-09-21T07:25:04.702 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[34560]: starting ceph client 2024-09-21T07:25:04.710 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[34560]: starting fuse 2024-09-21T07:25:05.802 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:05.819 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:05.867 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:05.867 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:05.868 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:05.869 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:05.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:05.870 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:05.919 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:25:05.919 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:25:05.920 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:25:05.921 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:25:05.922 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:05.922 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:25:05.922 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:25:06.043 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.34560.asok 2024-09-21T07:25:06.047 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:06.056 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.34560.asok 2024-09-21T07:25:06.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:06.056 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.34560.asok status 2024-09-21T07:25:06.238 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:25:06.238 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:25:06.238 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:25:06.238 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:25:06.238 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:25:06.238 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "34560", 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 4481, 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 4481 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:25:06.239 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 2112543411 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 2112543411 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.4481 192.168.0.1:0/2112543411", 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/2112543411", 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 8, 2024-09-21T07:25:06.240 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 20, 2024-09-21T07:25:06.241 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:25:06.241 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:25:06.241 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:25:06.241 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:25:06.254 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T07:25:06.254 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:25:06.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.419+0000 7fc0eebdf640 1 -- 172.21.15.6:0/3508505493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 msgr2=0x7fc0d400ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:06.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.419+0000 7fc0eebdf640 1 --2- 172.21.15.6:0/3508505493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 0x7fc0d400ba30 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0009b30 tx=0x7fc0e001d270 comp rx=0 tx=0).stop 2024-09-21T07:25:06.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.419+0000 7fc0eebdf640 1 -- 172.21.15.6:0/3508505493 shutdown_connections 2024-09-21T07:25:06.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.419+0000 7fc0eebdf640 1 --2- 172.21.15.6:0/3508505493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 0x7fc0d400ba30 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:06.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.419+0000 7fc0eebdf640 1 -- 172.21.15.6:0/3508505493 >> 172.21.15.6:0/3508505493 conn(0x7fc0e80d2250 msgr2=0x7fc0e80d2660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:06.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.419+0000 7fc0eebdf640 1 -- 172.21.15.6:0/3508505493 shutdown_connections 2024-09-21T07:25:06.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.419+0000 7fc0eebdf640 1 -- 172.21.15.6:0/3508505493 wait complete. 2024-09-21T07:25:06.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 Processor -- start 2024-09-21T07:25:06.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 -- start start 2024-09-21T07:25:06.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 0x7fc0e80b7760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:06.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0e814eba0 0x7fc0e814e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:06.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0e815b140 0x7fc0e815b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e815cb90 con 0x7fc0d40053b0 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e815ca10 con 0x7fc0e814eba0 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e80d1e40 con 0x7fc0e815b140 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 0x7fc0e80b7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 0x7fc0e80b7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38408/0 (socket says 172.21.15.6:38408) 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 -- 172.21.15.6:0/2565154032 learned_addr learned my addr 172.21.15.6:0/2565154032 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ed17c640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0e815b140 0x7fc0e815b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0e7fff640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0e814eba0 0x7fc0e814e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 -- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0e815b140 msgr2=0x7fc0e815b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0e815b140 0x7fc0e815b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 -- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0e814eba0 msgr2=0x7fc0e814e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0e814eba0 0x7fc0e814e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:06.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 -- 172.21.15.6:0/2565154032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e815ba90 con 0x7fc0d40053b0 2024-09-21T07:25:06.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ed17c640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0e815b140 0x7fc0e815b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:06.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0ec97b640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 0x7fc0e80b7760 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc0d800d550 tx=0x7fc0d800da10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:06.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0e57fa640 1 -- 172.21.15.6:0/2565154032 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d8011760 con 0x7fc0d40053b0 2024-09-21T07:25:06.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0e57fa640 1 -- 172.21.15.6:0/2565154032 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0d8017020 con 0x7fc0d40053b0 2024-09-21T07:25:06.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e81f6da0 con 0x7fc0d40053b0 2024-09-21T07:25:06.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0e57fa640 1 -- 172.21.15.6:0/2565154032 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d8011c30 con 0x7fc0d40053b0 2024-09-21T07:25:06.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.423+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e81f7360 con 0x7fc0d40053b0 2024-09-21T07:25:06.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.427+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0e8160420 con 0x7fc0d40053b0 2024-09-21T07:25:06.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.427+0000 7fc0e57fa640 1 -- 172.21.15.6:0/2565154032 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc0d8012470 con 0x7fc0d40053b0 2024-09-21T07:25:06.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.427+0000 7fc0e57fa640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0c8073200 0x7fc0c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:06.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.427+0000 7fc0e57fa640 1 -- 172.21.15.6:0/2565154032 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc0d8097a20 con 0x7fc0d40053b0 2024-09-21T07:25:06.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.427+0000 7fc0e7fff640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0c8073200 0x7fc0c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:06.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.427+0000 7fc0e7fff640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0c8073200 0x7fc0c8075710 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0000f90 tx=0x7fc0d0006d90 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:06.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.431+0000 7fc0e57fa640 1 -- 172.21.15.6:0/2565154032 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc0d8021020 con 0x7fc0d40053b0 2024-09-21T07:25:06.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.643+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc0e80b1990 con 0x7fc0d40053b0 2024-09-21T07:25:06.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.643+0000 7fc0e57fa640 1 -- 172.21.15.6:0/2565154032 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7fc0e815ba90 con 0x7fc0d40053b0 2024-09-21T07:25:06.649 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:25:06.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0c8073200 msgr2=0x7fc0c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:06.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0c8073200 0x7fc0c8075710 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0000f90 tx=0x7fc0d0006d90 comp rx=0 tx=0).stop 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 msgr2=0x7fc0e80b7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 0x7fc0e80b7760 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc0d800d550 tx=0x7fc0d800da10 comp rx=0 tx=0).stop 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 shutdown_connections 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0c8073200 0x7fc0c8075710 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0e815b140 0x7fc0e815b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0e814eba0 0x7fc0e814e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 --2- 172.21.15.6:0/2565154032 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0d40053b0 0x7fc0e80b7760 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 >> 172.21.15.6:0/2565154032 conn(0x7fc0e80d2250 msgr2=0x7fc0e815f1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 shutdown_connections 2024-09-21T07:25:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:06.647+0000 7fc0eebdf640 1 -- 172.21.15.6:0/2565154032 wait complete. 2024-09-21T07:25:06.668 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:25:06.668 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:25:06.668 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:25:06.669 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-21T07:25:06.669 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-21T07:25:06.669 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:25:06.669 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:25:06.669 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:25:06.669 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-21T07:25:06.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:06.669 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:25:06.676 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:06.676 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:06.676 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:06.676 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:06.676 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42466sec preferred_lft 42466sec 2024-09-21T07:25:06.677 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:06.678 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:25:06.679 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:06.679 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:25:06.679 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:06.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:06.679 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:25:06.732 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:25:06.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:06.734 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:06.788 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:25:06.789 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:06.789 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:06.789 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:25:06.789 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:25:06.789 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:25:06.789 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:06.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:06.903 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:06.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:06.911 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:25:06.917 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:25:06.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:06.917 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list-id 2024-09-21T07:25:06.962 INFO:teuthology.orchestra.run.smithi145.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-21T07:25:06.963 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:06.963 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:06.963 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:06.963 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-21T07:25:06.963 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:07.050 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:07.071 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:07.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:07.078 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether ae:29:e6:37:2c:67 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T07:25:07.091 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T07:25:07.092 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:07.092 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ac29:e6ff:fe37:2c67/64 scope link 2024-09-21T07:25:07.092 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:07.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:07.092 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-21T07:25:07.145 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:07.145 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:07.145 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:07.145 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:07.146 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:07.146 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:07.146 INFO:teuthology.orchestra.run.smithi145.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:07.146 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether ae:29:e6:37:2c:67 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T07:25:07.146 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T07:25:07.146 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:07.146 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ac29:e6ff:fe37:2c67/64 scope link 2024-09-21T07:25:07.146 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:07.147 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-21T07:25:07.147 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:07.147 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:07.147 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-21T07:25:07.147 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-21T07:25:07.148 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-21T07:25:07.148 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-21T07:25:07.148 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-21T07:25:07.148 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:07.232 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:07.279 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:07.286 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:07.286 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:07.286 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.1 up 2024-09-21T07:25:07.286 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set dev brx.1 master ceph-brx 2024-09-21T07:25:07.286 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:07.371 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:07.391 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:07.398 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-21T07:25:07.398 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:07.398 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-21T07:25:07.446 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-21T07:25:07.447 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:07.447 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-21T07:25:07.494 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:07.552 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:07.603 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:07.603 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:07.603 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:07.604 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:07.605 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:07.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:07.606 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:07.654 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:25:07.654 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-21T07:25:07.655 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-21T07:25:07.699 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:07.716 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:07.767 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:07.767 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:07.767 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:07.768 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:07.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:07.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:07.770 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:07.813 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi145.stderr:2024-09-21T07:25:07.808+0000 7f64c1bf0580 -1 init, newargv = 0x7f64b0001280 newargc=15 2024-09-21T07:25:07.813 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi145.stderr:ceph-fuse[34679]: starting ceph client 2024-09-21T07:25:07.817 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:25:07.820 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi145.stderr:ceph-fuse[34679]: starting fuse 2024-09-21T07:25:08.918 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:08.933 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:08.979 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:08.980 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:08.981 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:08.982 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:08.982 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:08.982 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:08.982 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:08.982 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.3 2024-09-21T07:25:08.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:08.983 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:09.030 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:25:09.030 INFO:teuthology.orchestra.run.smithi145.stdout:46 2024-09-21T07:25:09.031 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:09.031 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.3")) 2024-09-21T07:25:09.032 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:25:09.153 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.3.34679.asok 2024-09-21T07:25:09.157 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:09.165 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.34679.asok 2024-09-21T07:25:09.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.165 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.34679.asok status 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "3", 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "34679", 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:25:09.347 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 4487, 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 4487 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.2:0", 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 585179731 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:09.348 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.2:0", 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 585179731 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.4487 192.168.0.2:0/585179731", 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.2:0/585179731", 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 8, 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 20, 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:25:09.349 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:25:09.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.363 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:25:09.363 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:09.370 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:25:09.370 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:09.371 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.371 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:09.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.431 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:25:09.431 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-21T07:25:09.481 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:25:09.482 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-21T07:25:09.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.482 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-21T07:25:09.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.543 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:25:09.543 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:09.550 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:25:09.550 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:09.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.550 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:09.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.607 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:25:09.607 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-21T07:25:09.655 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:25:09.655 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-21T07:25:09.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:09.656 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-21T07:25:09.710 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-21T07:25:10.133 INFO:tasks.cephfs_test_runner:Starting test: test_mount_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) That when a client unmounts, the thread count on the MDS goes back 2024-09-21T07:25:10.133 INFO:tasks.cephfs_test_runner:test_mount_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-21T07:25:10.134 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:25:10.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.299+0000 7f0b2d31a640 1 -- 172.21.15.6:0/2659077678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b10003ab0 msgr2=0x7f0b10003f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.299+0000 7f0b2d31a640 1 --2- 172.21.15.6:0/2659077678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b10003ab0 0x7f0b10003f20 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0b180016c0 tx=0x7f0b1801c780 comp rx=0 tx=0).stop 2024-09-21T07:25:10.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.299+0000 7f0b277fe640 1 -- 172.21.15.6:0/2659077678 reap_dead start 2024-09-21T07:25:10.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.299+0000 7f0b2d31a640 1 -- 172.21.15.6:0/2659077678 shutdown_connections 2024-09-21T07:25:10.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.299+0000 7f0b2d31a640 1 -- 172.21.15.6:0/2659077678 >> 172.21.15.6:0/2659077678 conn(0x7f0b280693b0 msgr2=0x7f0b280710e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:10.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.299+0000 7f0b2d31a640 1 -- 172.21.15.6:0/2659077678 shutdown_connections 2024-09-21T07:25:10.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.299+0000 7f0b2d31a640 1 -- 172.21.15.6:0/2659077678 wait complete. 2024-09-21T07:25:10.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 Processor -- start 2024-09-21T07:25:10.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 -- start start 2024-09-21T07:25:10.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b10003ab0 0x7f0b2815a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:10.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28155860 0x7f0b2815a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28154de0 0x7f0b2815adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2816abe0 con 0x7f0b28155860 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2816aa60 con 0x7f0b28154de0 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0b2816ad60 con 0x7f0b10003ab0 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28155860 0x7f0b2815a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28155860 0x7f0b2815a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38424/0 (socket says 172.21.15.6:38424) 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 -- 172.21.15.6:0/248249489 learned_addr learned my addr 172.21.15.6:0/248249489 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b26ffd640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b10003ab0 0x7f0b2815a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b277fe640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28154de0 0x7f0b2815adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 -- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b10003ab0 msgr2=0x7f0b2815a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b10003ab0 0x7f0b2815a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 -- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28154de0 msgr2=0x7f0b2815adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28154de0 0x7f0b2815adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 -- 172.21.15.6:0/248249489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b2815b3f0 con 0x7f0b28155860 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b277fe640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28154de0 0x7f0b2815adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b26ffd640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b10003ab0 0x7f0b2815a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b267fc640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28155860 0x7f0b2815a8b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c001ec0 tx=0x7f0b1c00ea20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b0f7fe640 1 -- 172.21.15.6:0/248249489 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c015070 con 0x7f0b28155860 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b0f7fe640 1 -- 172.21.15.6:0/248249489 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b1c010980 con 0x7f0b28155860 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b281595b0 con 0x7f0b28155860 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b0f7fe640 1 -- 172.21.15.6:0/248249489 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c010dd0 con 0x7f0b28155860 2024-09-21T07:25:10.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.303+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b28159b70 con 0x7f0b28155860 2024-09-21T07:25:10.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.307+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b28155440 con 0x7f0b28155860 2024-09-21T07:25:10.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.307+0000 7f0b0f7fe640 1 -- 172.21.15.6:0/248249489 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0b1c018070 con 0x7f0b28155860 2024-09-21T07:25:10.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.307+0000 7f0b0f7fe640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b14073230 0x7f0b14075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:10.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.307+0000 7f0b0f7fe640 1 -- 172.21.15.6:0/248249489 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f0b1c0945a0 con 0x7f0b28155860 2024-09-21T07:25:10.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.307+0000 7f0b26ffd640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b14073230 0x7f0b14075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:10.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.307+0000 7f0b26ffd640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b14073230 0x7f0b14075740 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0b28074f10 tx=0x7f0b18019580 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:10.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.311+0000 7f0b0f7fe640 1 -- 172.21.15.6:0/248249489 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0b1c05f650 con 0x7f0b28155860 2024-09-21T07:25:10.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.487+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0b280c7c50 con 0x7f0b28155860 2024-09-21T07:25:10.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.487+0000 7f0b0f7fe640 1 -- 172.21.15.6:0/248249489 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16629 (secure 0 0 0) 0x7f0b1c05ef50 con 0x7f0b28155860 2024-09-21T07:25:10.494 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:10.494 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":20,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:42.362707+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:25:10.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b14073230 msgr2=0x7f0b14075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b14073230 0x7f0b14075740 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0b28074f10 tx=0x7f0b18019580 comp rx=0 tx=0).stop 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28155860 msgr2=0x7f0b2815a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28155860 0x7f0b2815a8b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c001ec0 tx=0x7f0b1c00ea20 comp rx=0 tx=0).stop 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 shutdown_connections 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b14073230 0x7f0b14075740 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28154de0 0x7f0b2815adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28155860 0x7f0b2815a8b0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 --2- 172.21.15.6:0/248249489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b10003ab0 0x7f0b2815a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 >> 172.21.15.6:0/248249489 conn(0x7f0b280693b0 msgr2=0x7f0b28156060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 shutdown_connections 2024-09-21T07:25:10.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.491+0000 7f0b2d31a640 1 -- 172.21.15.6:0/248249489 wait complete. 2024-09-21T07:25:10.517 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T07:24:30.886944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-21T07:24:38.768377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-21T07:24:39.725642+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T07:25:10.517 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T07:25:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 -- 172.21.15.6:0/2149194601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff140004810 msgr2=0x7ff140004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 --2- 172.21.15.6:0/2149194601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff140004810 0x7ff140004c20 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ff1440016c0 tx=0x7ff14401c520 comp rx=0 tx=0).stop 2024-09-21T07:25:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 -- 172.21.15.6:0/2149194601 shutdown_connections 2024-09-21T07:25:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 --2- 172.21.15.6:0/2149194601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff140004810 0x7ff140004c20 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 -- 172.21.15.6:0/2149194601 >> 172.21.15.6:0/2149194601 conn(0x7ff1540b24e0 msgr2=0x7ff1540b28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 -- 172.21.15.6:0/2149194601 shutdown_connections 2024-09-21T07:25:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 -- 172.21.15.6:0/2149194601 wait complete. 2024-09-21T07:25:10.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 Processor -- start 2024-09-21T07:25:10.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.679+0000 7ff15c151640 1 -- start start 2024-09-21T07:25:10.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff140004810 0x7ff1541fa8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:10.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15414ce40 0x7ff15414c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:10.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1540ccf00 0x7ff1540cd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:10.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff15406fea0 con 0x7ff1540ccf00 2024-09-21T07:25:10.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff15406fd20 con 0x7ff140004810 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff154070020 con 0x7ff15414ce40 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1540ccf00 0x7ff1540cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1540ccf00 0x7ff1540cd310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38428/0 (socket says 172.21.15.6:38428) 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 -- 172.21.15.6:0/1463756885 learned_addr learned my addr 172.21.15.6:0/1463756885 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff159eed640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff140004810 0x7ff1541fa8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff1596ec640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15414ce40 0x7ff15414c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 -- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15414ce40 msgr2=0x7ff15414c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15414ce40 0x7ff15414c710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 -- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff140004810 msgr2=0x7ff1541fa8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff140004810 0x7ff1541fa8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 -- 172.21.15.6:0/1463756885 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff15414cc50 con 0x7ff1540ccf00 2024-09-21T07:25:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15a6ee640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1540ccf00 0x7ff1540cd310 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff1540c7760 tx=0x7ff14c010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:10.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff14a7fc640 1 -- 172.21.15.6:0/1463756885 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14c003980 con 0x7ff1540ccf00 2024-09-21T07:25:10.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff14a7fc640 1 -- 172.21.15.6:0/1463756885 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff14c015070 con 0x7ff1540ccf00 2024-09-21T07:25:10.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1540cd850 con 0x7ff1540ccf00 2024-09-21T07:25:10.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff14a7fc640 1 -- 172.21.15.6:0/1463756885 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14c004050 con 0x7ff1540ccf00 2024-09-21T07:25:10.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1540b5cd0 con 0x7ff1540ccf00 2024-09-21T07:25:10.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.683+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1540cffc0 con 0x7ff1540ccf00 2024-09-21T07:25:10.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.687+0000 7ff14a7fc640 1 -- 172.21.15.6:0/1463756885 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff14c0041f0 con 0x7ff1540ccf00 2024-09-21T07:25:10.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.687+0000 7ff14a7fc640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff138073230 0x7ff138075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:10.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.687+0000 7ff14a7fc640 1 -- 172.21.15.6:0/1463756885 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7ff14c094d50 con 0x7ff1540ccf00 2024-09-21T07:25:10.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.687+0000 7ff159eed640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff138073230 0x7ff138075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:10.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.687+0000 7ff159eed640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff138073230 0x7ff138075740 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff1540ce890 tx=0x7ff150000f40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:10.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.691+0000 7ff14a7fc640 1 -- 172.21.15.6:0/1463756885 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff14c098030 con 0x7ff1540ccf00 2024-09-21T07:25:10.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff1540b07d0 con 0x7ff1540ccf00 2024-09-21T07:25:10.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff14a7fc640 1 -- 172.21.15.6:0/1463756885 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) ==== 93+0+10 (secure 0 0 0) 0x7ff1540cd850 con 0x7ff1540ccf00 2024-09-21T07:25:10.867 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff138073230 msgr2=0x7ff138075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff138073230 0x7ff138075740 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff1540ce890 tx=0x7ff150000f40 comp rx=0 tx=0).stop 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1540ccf00 msgr2=0x7ff1540cd310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1540ccf00 0x7ff1540cd310 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff1540c7760 tx=0x7ff14c010f40 comp rx=0 tx=0).stop 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 shutdown_connections 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff138073230 0x7ff138075740 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1540ccf00 0x7ff1540cd310 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff15414ce40 0x7ff15414c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 --2- 172.21.15.6:0/1463756885 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff140004810 0x7ff1541fa8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:10.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 >> 172.21.15.6:0/1463756885 conn(0x7ff1540b24e0 msgr2=0x7ff1540af580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:10.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 shutdown_connections 2024-09-21T07:25:10.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:10.863+0000 7ff15c151640 1 -- 172.21.15.6:0/1463756885 wait complete. 2024-09-21T07:25:10.888 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-21T07:25:11.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 -- 172.21.15.6:0/3584510696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 msgr2=0x7f564415eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 --2- 172.21.15.6:0/3584510696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 0x7f564415eff0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5644072d20 tx=0x7f563401ca30 comp rx=0 tx=0).stop 2024-09-21T07:25:11.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 -- 172.21.15.6:0/3584510696 shutdown_connections 2024-09-21T07:25:11.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 --2- 172.21.15.6:0/3584510696 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f564415f530 0x7f5644071200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 --2- 172.21.15.6:0/3584510696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 0x7f564415eff0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 --2- 172.21.15.6:0/3584510696 >> v2:172.21.15.145:3300/0 conn(0x7f5644155ac0 0x7f56440b5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 -- 172.21.15.6:0/3584510696 >> 172.21.15.6:0/3584510696 conn(0x7f56440d1120 msgr2=0x7f56440d1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:11.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 -- 172.21.15.6:0/3584510696 shutdown_connections 2024-09-21T07:25:11.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.043+0000 7f564a562640 1 -- 172.21.15.6:0/3584510696 wait complete. 2024-09-21T07:25:11.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 Processor -- start 2024-09-21T07:25:11.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 -- start start 2024-09-21T07:25:11.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 0x7f5644165930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5644155ac0 0x7f5644145bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f564415f530 0x7f56441f9420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f564415c2e0 con 0x7f56440b6070 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f564415c160 con 0x7f564415f530 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f564415c460 con 0x7f5644155ac0 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 0x7f5644165930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 0x7f5644165930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38458/0 (socket says 172.21.15.6:38458) 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 -- 172.21.15.6:0/586129136 learned_addr learned my addr 172.21.15.6:0/586129136 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f56437fe640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5644155ac0 0x7f5644145bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5648aff640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f564415f530 0x7f56441f9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 -- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5644155ac0 msgr2=0x7f5644145bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5644155ac0 0x7f5644145bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 -- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f564415f530 msgr2=0x7f56441f9420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f564415f530 0x7f56441f9420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 -- 172.21.15.6:0/586129136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5644164890 con 0x7f56440b6070 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5643fff640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 0x7f5644165930 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f562c0058d0 tx=0x7f562c00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:11.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5640ff9640 1 -- 172.21.15.6:0/586129136 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f562c017070 con 0x7f56440b6070 2024-09-21T07:25:11.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5640ff9640 1 -- 172.21.15.6:0/586129136 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f562c009d20 con 0x7f56440b6070 2024-09-21T07:25:11.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f5640ff9640 1 -- 172.21.15.6:0/586129136 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f562c0106c0 con 0x7f56440b6070 2024-09-21T07:25:11.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5644164b70 con 0x7f56440b6070 2024-09-21T07:25:11.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.047+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5644165130 con 0x7f56440b6070 2024-09-21T07:25:11.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.051+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56440b5b30 con 0x7f56440b6070 2024-09-21T07:25:11.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.051+0000 7f5640ff9640 1 -- 172.21.15.6:0/586129136 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f562c01a070 con 0x7f56440b6070 2024-09-21T07:25:11.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.051+0000 7f5640ff9640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5624073200 0x7f5624075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.051+0000 7f5640ff9640 1 -- 172.21.15.6:0/586129136 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f562c094490 con 0x7f56440b6070 2024-09-21T07:25:11.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.051+0000 7f56437fe640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5624073200 0x7f5624075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.051+0000 7f56437fe640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5624073200 0x7f5624075710 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f56340af000 tx=0x7f563401b270 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:11.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.055+0000 7f5640ff9640 1 -- 172.21.15.6:0/586129136 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f562c05f410 con 0x7f56440b6070 2024-09-21T07:25:11.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.231+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f56441560e0 con 0x7f56440b6070 2024-09-21T07:25:11.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.231+0000 7f5640ff9640 1 -- 172.21.15.6:0/586129136 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) ==== 104+0+11 (secure 0 0 0) 0x7f562c05ed10 con 0x7f56440b6070 2024-09-21T07:25:11.236 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 32 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5624073200 msgr2=0x7f5624075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5624073200 0x7f5624075710 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f56340af000 tx=0x7f563401b270 comp rx=0 tx=0).stop 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 msgr2=0x7f5644165930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 0x7f5644165930 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f562c0058d0 tx=0x7f562c00dde0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 shutdown_connections 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5624073200 0x7f5624075710 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f564415f530 0x7f56441f9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5644155ac0 0x7f5644145bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 --2- 172.21.15.6:0/586129136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56440b6070 0x7f5644165930 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 >> 172.21.15.6:0/586129136 conn(0x7f56440d1120 msgr2=0x7f564406cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 shutdown_connections 2024-09-21T07:25:11.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.235+0000 7f564a562640 1 -- 172.21.15.6:0/586129136 wait complete. 2024-09-21T07:25:11.258 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-21T07:25:11.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 -- 172.21.15.6:0/4106784326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a680cff80 msgr2=0x7f6a680d0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 --2- 172.21.15.6:0/4106784326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a680cff80 0x7f6a680d0390 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6a50009840 tx=0x7f6a5001c820 comp rx=0 tx=0).stop 2024-09-21T07:25:11.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 -- 172.21.15.6:0/4106784326 shutdown_connections 2024-09-21T07:25:11.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 --2- 172.21.15.6:0/4106784326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a6815ef90 0x7f6a6815f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 --2- 172.21.15.6:0/4106784326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a680cff80 0x7f6a680d0390 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 -- 172.21.15.6:0/4106784326 >> 172.21.15.6:0/4106784326 conn(0x7f6a6806ee90 msgr2=0x7f6a6806f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:11.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 -- 172.21.15.6:0/4106784326 shutdown_connections 2024-09-21T07:25:11.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 -- 172.21.15.6:0/4106784326 wait complete. 2024-09-21T07:25:11.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 Processor -- start 2024-09-21T07:25:11.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.415+0000 7f6a6e739640 1 -- start start 2024-09-21T07:25:11.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a680cdbe0 0x7f6a680c5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a680cff80 0x7f6a680b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a6815ef90 0x7f6a680b5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6a68168c50 con 0x7f6a6815ef90 2024-09-21T07:25:11.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a68168ad0 con 0x7f6a680cff80 2024-09-21T07:25:11.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a68168dd0 con 0x7f6a680cdbe0 2024-09-21T07:25:11.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a6815ef90 0x7f6a680b5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a6815ef90 0x7f6a680b5710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38476/0 (socket says 172.21.15.6:38476) 2024-09-21T07:25:11.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 -- 172.21.15.6:0/1070869659 learned_addr learned my addr 172.21.15.6:0/1070869659 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:11.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a67fff640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a680cdbe0 0x7f6a680c5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a5ffff640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a680cff80 0x7f6a680b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 -- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a680cdbe0 msgr2=0x7f6a680c5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a680cdbe0 0x7f6a680c5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 -- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a680cff80 msgr2=0x7f6a680b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a680cff80 0x7f6a680b51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 -- 172.21.15.6:0/1070869659 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a681f9c00 con 0x7f6a6815ef90 2024-09-21T07:25:11.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a67fff640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a680cdbe0 0x7f6a680c5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:11.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6ccd6640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a6815ef90 0x7f6a680b5710 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6a6000cad0 tx=0x7f6a6000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:11.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a657fa640 1 -- 172.21.15.6:0/1070869659 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a60016020 con 0x7f6a6815ef90 2024-09-21T07:25:11.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a657fa640 1 -- 172.21.15.6:0/1070869659 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a6000ab40 con 0x7f6a6815ef90 2024-09-21T07:25:11.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a681f9ea0 con 0x7f6a6815ef90 2024-09-21T07:25:11.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a657fa640 1 -- 172.21.15.6:0/1070869659 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6000ce10 con 0x7f6a6815ef90 2024-09-21T07:25:11.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a681fa460 con 0x7f6a6815ef90 2024-09-21T07:25:11.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.419+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a680d0390 con 0x7f6a6815ef90 2024-09-21T07:25:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.423+0000 7f6a657fa640 1 -- 172.21.15.6:0/1070869659 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6a60019020 con 0x7f6a6815ef90 2024-09-21T07:25:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.423+0000 7f6a657fa640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a48073230 0x7f6a48075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.423+0000 7f6a657fa640 1 -- 172.21.15.6:0/1070869659 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f6a600946c0 con 0x7f6a6815ef90 2024-09-21T07:25:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.423+0000 7f6a67fff640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a48073230 0x7f6a48075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.423+0000 7f6a67fff640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a48073230 0x7f6a48075740 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6a500af000 tx=0x7f6a5001b060 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:11.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.427+0000 7f6a657fa640 1 -- 172.21.15.6:0/1070869659 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6a60020020 con 0x7f6a6815ef90 2024-09-21T07:25:11.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.599+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f6a68076030 con 0x7f6a6815ef90 2024-09-21T07:25:11.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.599+0000 7f6a657fa640 1 -- 172.21.15.6:0/1070869659 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) ==== 100+0+11 (secure 0 0 0) 0x7f6a681f9c00 con 0x7f6a6815ef90 2024-09-21T07:25:11.606 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 64 2024-09-21T07:25:11.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a48073230 msgr2=0x7f6a48075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a48073230 0x7f6a48075740 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6a500af000 tx=0x7f6a5001b060 comp rx=0 tx=0).stop 2024-09-21T07:25:11.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a6815ef90 msgr2=0x7f6a680b5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a6815ef90 0x7f6a680b5710 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6a6000cad0 tx=0x7f6a6000cbc0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 shutdown_connections 2024-09-21T07:25:11.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a48073230 0x7f6a48075740 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a6815ef90 0x7f6a680b5710 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a680cff80 0x7f6a680b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 --2- 172.21.15.6:0/1070869659 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a680cdbe0 0x7f6a680c5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 >> 172.21.15.6:0/1070869659 conn(0x7f6a6806ee90 msgr2=0x7f6a681406a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:11.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 shutdown_connections 2024-09-21T07:25:11.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.603+0000 7f6a6e739640 1 -- 172.21.15.6:0/1070869659 wait complete. 2024-09-21T07:25:11.628 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close' 2024-09-21T07:25:11.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.775+0000 7fe77721c640 1 -- 172.21.15.6:0/2347535194 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 msgr2=0x7fe7700cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.775+0000 7fe77721c640 1 --2- 172.21.15.6:0/2347535194 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 0x7fe7700cdf20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe7700cdb60 tx=0x7fe75801caf0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.775+0000 7fe77721c640 1 -- 172.21.15.6:0/2347535194 shutdown_connections 2024-09-21T07:25:11.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.775+0000 7fe77721c640 1 --2- 172.21.15.6:0/2347535194 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 0x7fe7700cdf20 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.775+0000 7fe77721c640 1 --2- 172.21.15.6:0/2347535194 >> v2:172.21.15.145:3300/0 conn(0x7fe77006ee70 0x7fe7700cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.775+0000 7fe77721c640 1 -- 172.21.15.6:0/2347535194 >> 172.21.15.6:0/2347535194 conn(0x7fe7700d0020 msgr2=0x7fe7700d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:11.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.775+0000 7fe77721c640 1 -- 172.21.15.6:0/2347535194 shutdown_connections 2024-09-21T07:25:11.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.775+0000 7fe77721c640 1 -- 172.21.15.6:0/2347535194 wait complete. 2024-09-21T07:25:11.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 Processor -- start 2024-09-21T07:25:11.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 -- start start 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe77006ee70 0x7fe7701f7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 0x7fe77015e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe77015feb0 0x7fe77009acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe770169280 con 0x7fe7700cf570 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe770169100 con 0x7fe77015feb0 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe770169400 con 0x7fe77006ee70 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 0x7fe77015e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 0x7fe77015e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38492/0 (socket says 172.21.15.6:38492) 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 -- 172.21.15.6:0/2871856898 learned_addr learned my addr 172.21.15.6:0/2871856898 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:11.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe7757b9640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe77015feb0 0x7fe77009acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe774fb8640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe77006ee70 0x7fe7701f7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 -- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe77006ee70 msgr2=0x7fe7701f7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe77006ee70 0x7fe7701f7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 -- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe77015feb0 msgr2=0x7fe77009acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe77015feb0 0x7fe77009acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 -- 172.21.15.6:0/2871856898 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe77009ce20 con 0x7fe7700cf570 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe774fb8640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe77006ee70 0x7fe7701f7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76ffff640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 0x7fe77015e980 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe758000f90 tx=0x7fe758009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76d7fa640 1 -- 172.21.15.6:0/2871856898 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7580bb070 con 0x7fe7700cf570 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76d7fa640 1 -- 172.21.15.6:0/2871856898 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe758004d40 con 0x7fe7700cf570 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe77009d0c0 con 0x7fe7700cf570 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe76d7fa640 1 -- 172.21.15.6:0/2871856898 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7580b2040 con 0x7fe7700cf570 2024-09-21T07:25:11.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.779+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe77009d680 con 0x7fe7700cf570 2024-09-21T07:25:11.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.783+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7700cf030 con 0x7fe7700cf570 2024-09-21T07:25:11.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.783+0000 7fe76d7fa640 1 -- 172.21.15.6:0/2871856898 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe758004260 con 0x7fe7700cf570 2024-09-21T07:25:11.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.783+0000 7fe76d7fa640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe750073200 0x7fe750075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:11.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.783+0000 7fe76d7fa640 1 -- 172.21.15.6:0/2871856898 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fe75812e660 con 0x7fe7700cf570 2024-09-21T07:25:11.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.783+0000 7fe774fb8640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe750073200 0x7fe750075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:11.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.783+0000 7fe774fb8640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe750073200 0x7fe750075710 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe760009ac0 tx=0x7fe7600091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:11.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:11.787+0000 7fe76d7fa640 1 -- 172.21.15.6:0/2871856898 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe7580c4020 con 0x7fe7700cf570 2024-09-21T07:25:12.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.023+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]} v 0) -- 0x7fe7700cfd00 con 0x7fe7700cf570 2024-09-21T07:25:12.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.915+0000 7fe76d7fa640 1 -- 172.21.15.6:0/2871856898 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]}]=0 v52) ==== 147+0+0 (secure 0 0 0) 0x7fe758016770 con 0x7fe7700cf570 2024-09-21T07:25:12.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe750073200 msgr2=0x7fe750075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:12.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe750073200 0x7fe750075710 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe760009ac0 tx=0x7fe7600091e0 comp rx=0 tx=0).stop 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 msgr2=0x7fe77015e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 0x7fe77015e980 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe758000f90 tx=0x7fe758009280 comp rx=0 tx=0).stop 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 shutdown_connections 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe750073200 0x7fe750075710 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe77015feb0 0x7fe77009acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe7700cf570 0x7fe77015e980 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 --2- 172.21.15.6:0/2871856898 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe77006ee70 0x7fe7701f7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 >> 172.21.15.6:0/2871856898 conn(0x7fe7700d0020 msgr2=0x7fe77015c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:12.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 shutdown_connections 2024-09-21T07:25:12.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:12.919+0000 7fe77721c640 1 -- 172.21.15.6:0/2871856898 wait complete. 2024-09-21T07:25:12.949 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T07:25:13.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 -- 172.21.15.6:0/3515793266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75940cdb40 msgr2=0x7f75940cdf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 --2- 172.21.15.6:0/3515793266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75940cdb40 0x7f75940cdf50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f75940739f0 tx=0x7f758c01cd80 comp rx=0 tx=0).stop 2024-09-21T07:25:13.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 -- 172.21.15.6:0/3515793266 shutdown_connections 2024-09-21T07:25:13.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 --2- 172.21.15.6:0/3515793266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75940cdb40 0x7f75940cdf50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 --2- 172.21.15.6:0/3515793266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940cd5d0 0x7f759406d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 --2- 172.21.15.6:0/3515793266 >> v2:172.21.15.145:3300/0 conn(0x7f759415fe10 0x7f759406cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 -- 172.21.15.6:0/3515793266 >> 172.21.15.6:0/3515793266 conn(0x7f759406ea50 msgr2=0x7f75940b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:13.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 -- 172.21.15.6:0/3515793266 shutdown_connections 2024-09-21T07:25:13.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.099+0000 7f759b5ff640 1 -- 172.21.15.6:0/3515793266 wait complete. 2024-09-21T07:25:13.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 Processor -- start 2024-09-21T07:25:13.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 -- start start 2024-09-21T07:25:13.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940cd5d0 0x7f759414a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:13.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940cdb40 0x7f75941f9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:13.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f759415fe10 0x7f75941f7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:13.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f75940d0b20 con 0x7f759415fe10 2024-09-21T07:25:13.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f75940d09a0 con 0x7f75940cdb40 2024-09-21T07:25:13.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f75940d0ca0 con 0x7f75940cd5d0 2024-09-21T07:25:13.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f759415fe10 0x7f75941f7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:13.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f759415fe10 0x7f75941f7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38514/0 (socket says 172.21.15.6:38514) 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 -- 172.21.15.6:0/510716511 learned_addr learned my addr 172.21.15.6:0/510716511 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759939b640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940cd5d0 0x7f759414a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7598b9a640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940cdb40 0x7f75941f9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 -- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940cd5d0 msgr2=0x7f759414a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940cd5d0 0x7f759414a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 -- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940cdb40 msgr2=0x7f75941f9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940cdb40 0x7f75941f9f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 -- 172.21.15.6:0/510716511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75941f7880 con 0x7f759415fe10 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7599b9c640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f759415fe10 0x7f75941f7340 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f758c009bd0 tx=0x7f758c005b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7589ffb640 1 -- 172.21.15.6:0/510716511 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758c0bb070 con 0x7f759415fe10 2024-09-21T07:25:13.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7589ffb640 1 -- 172.21.15.6:0/510716511 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f758c004d40 con 0x7f759415fe10 2024-09-21T07:25:13.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f7589ffb640 1 -- 172.21.15.6:0/510716511 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758c0b2040 con 0x7f759415fe10 2024-09-21T07:25:13.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75941fa870 con 0x7f759415fe10 2024-09-21T07:25:13.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.103+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75941f6b40 con 0x7f759415fe10 2024-09-21T07:25:13.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.107+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7594151dd0 con 0x7f759415fe10 2024-09-21T07:25:13.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.107+0000 7f7589ffb640 1 -- 172.21.15.6:0/510716511 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f758c0be070 con 0x7f759415fe10 2024-09-21T07:25:13.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.107+0000 7f7589ffb640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7578073200 0x7f7578075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:13.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.107+0000 7f7589ffb640 1 -- 172.21.15.6:0/510716511 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f758c12df80 con 0x7f759415fe10 2024-09-21T07:25:13.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.107+0000 7f759939b640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7578073200 0x7f7578075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:13.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.107+0000 7f759939b640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7578073200 0x7f7578075710 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f759000b9a0 tx=0x7f7590005c30 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:13.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.111+0000 7f7589ffb640 1 -- 172.21.15.6:0/510716511 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f758c016970 con 0x7f759415fe10 2024-09-21T07:25:13.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.287+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f75940cdf50 con 0x7f759415fe10 2024-09-21T07:25:13.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.287+0000 7f7589ffb640 1 -- 172.21.15.6:0/510716511 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v31) ==== 59+0+2294 (secure 0 0 0) 0x7f758c0f9030 con 0x7f759415fe10 2024-09-21T07:25:13.292 INFO:teuthology.orchestra.run.smithi006.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T07:25:13.292 INFO:teuthology.orchestra.run.smithi006.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T07:25:13.292 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced client_mount_timeout 30 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_client 20/20 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_mgr 20/20 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_ms 1/1 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4406.361004 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4273.484714 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4038.127657 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4577.714672 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 4589.677100 2024-09-21T07:25:13.293 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4430.080254 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4169.446825 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4450.453400 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds 20/20 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_ms 2/2 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_frag true 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_scatterstat true 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_verify_scatter true 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T07:25:13.294 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T07:25:13.295 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced client_mount_timeout 600 2024-09-21T07:25:13.295 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_client 20/20 2024-09-21T07:25:13.295 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_ms 1/1 2024-09-21T07:25:13.295 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T07:25:13.295 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T07:25:13.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.287+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7578073200 msgr2=0x7f7578075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.287+0000 7f759b5ff640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7578073200 0x7f7578075710 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f759000b9a0 tx=0x7f7590005c30 comp rx=0 tx=0).stop 2024-09-21T07:25:13.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f759415fe10 msgr2=0x7f75941f7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f759415fe10 0x7f75941f7340 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f758c009bd0 tx=0x7f758c005b00 comp rx=0 tx=0).stop 2024-09-21T07:25:13.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 shutdown_connections 2024-09-21T07:25:13.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7578073200 0x7f7578075710 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f759415fe10 0x7f75941f7340 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f75940cdb40 0x7f75941f9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 --2- 172.21.15.6:0/510716511 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f75940cd5d0 0x7f759414a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 >> 172.21.15.6:0/510716511 conn(0x7f759406ea50 msgr2=0x7f759415e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:13.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 shutdown_connections 2024-09-21T07:25:13.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.291+0000 7f759b5ff640 1 -- 172.21.15.6:0/510716511 wait complete. 2024-09-21T07:25:13.315 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T07:25:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 -- 172.21.15.6:0/2611502369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 msgr2=0x7fe00815b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 --2- 172.21.15.6:0/2611502369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 0x7fe00815b620 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdff8009900 tx=0x7fdff801c8e0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 -- 172.21.15.6:0/2611502369 shutdown_connections 2024-09-21T07:25:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 --2- 172.21.15.6:0/2611502369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 0x7fe00815b620 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 -- 172.21.15.6:0/2611502369 >> 172.21.15.6:0/2611502369 conn(0x7fe00806ee90 msgr2=0x7fe00806f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 -- 172.21.15.6:0/2611502369 shutdown_connections 2024-09-21T07:25:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 -- 172.21.15.6:0/2611502369 wait complete. 2024-09-21T07:25:13.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 Processor -- start 2024-09-21T07:25:13.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.471+0000 7fe00ffbb640 1 -- start start 2024-09-21T07:25:13.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe008074090 0x7fe00813f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:13.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 0x7fe0081f9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:13.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe00815b210 0x7fe0081f9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe008169bc0 con 0x7fe0080ccf50 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe008169a40 con 0x7fe008074090 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe008169d40 con 0x7fe00815b210 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 0x7fe0081f9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 0x7fe0081f9a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45394/0 (socket says 172.21.15.6:45394) 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 -- 172.21.15.6:0/1352225383 learned_addr learned my addr 172.21.15.6:0/1352225383 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00e558640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe00815b210 0x7fe0081f9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00dd57640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe008074090 0x7fe00813f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 -- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe00815b210 msgr2=0x7fe0081f9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe00815b210 0x7fe0081f9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 -- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe008074090 msgr2=0x7fe00813f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe008074090 0x7fe00813f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 -- 172.21.15.6:0/1352225383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe00813fd40 con 0x7fe0080ccf50 2024-09-21T07:25:13.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00dd57640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe008074090 0x7fe00813f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:13.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00d556640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 0x7fe0081f9a50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdff8009850 tx=0x7fdff80a5700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:13.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fdffe7fc640 1 -- 172.21.15.6:0/1352225383 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff80ba020 con 0x7fe0080ccf50 2024-09-21T07:25:13.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fdffe7fc640 1 -- 172.21.15.6:0/1352225383 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdff80044b0 con 0x7fe0080ccf50 2024-09-21T07:25:13.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe008141e50 con 0x7fe0080ccf50 2024-09-21T07:25:13.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fdffe7fc640 1 -- 172.21.15.6:0/1352225383 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff80b2040 con 0x7fe0080ccf50 2024-09-21T07:25:13.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe008142410 con 0x7fe0080ccf50 2024-09-21T07:25:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe00815b620 con 0x7fe0080ccf50 2024-09-21T07:25:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fdffe7fc640 1 -- 172.21.15.6:0/1352225383 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdff80bd070 con 0x7fe0080ccf50 2024-09-21T07:25:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.475+0000 7fdffe7fc640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfec073230 0x7fdfec075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.479+0000 7fdffe7fc640 1 -- 172.21.15.6:0/1352225383 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fdff812db10 con 0x7fe0080ccf50 2024-09-21T07:25:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.479+0000 7fe00dd57640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfec073230 0x7fdfec075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.479+0000 7fe00dd57640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfec073230 0x7fdfec075740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe004007fd0 tx=0x7fe004009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.483+0000 7fdffe7fc640 1 -- 172.21.15.6:0/1352225383 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdff80164d0 con 0x7fe0080ccf50 2024-09-21T07:25:13.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.651+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe0080b4320 con 0x7fe0080ccf50 2024-09-21T07:25:13.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.659+0000 7fdffe7fc640 1 -- 172.21.15.6:0/1352225383 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v32)=0 v32) ==== 122+0+0 (secure 0 0 0) 0x7fdff80f8c80 con 0x7fe0080ccf50 2024-09-21T07:25:13.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfec073230 msgr2=0x7fdfec075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfec073230 0x7fdfec075740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe004007fd0 tx=0x7fe004009040 comp rx=0 tx=0).stop 2024-09-21T07:25:13.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 msgr2=0x7fe0081f9a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 0x7fe0081f9a50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdff8009850 tx=0x7fdff80a5700 comp rx=0 tx=0).stop 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 shutdown_connections 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfec073230 0x7fdfec075740 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe00815b210 0x7fe0081f9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0080ccf50 0x7fe0081f9a50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 --2- 172.21.15.6:0/1352225383 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe008074090 0x7fe00813f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 >> 172.21.15.6:0/1352225383 conn(0x7fe00806ee90 msgr2=0x7fe00815c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 shutdown_connections 2024-09-21T07:25:13.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:13.663+0000 7fe00ffbb640 1 -- 172.21.15.6:0/1352225383 wait complete. 2024-09-21T07:25:13.685 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:25:13.685 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:25:13.748 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:25:13.815 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:25:13.815 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:13.815 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:13.821 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:13.821 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:13.867 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:14.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.071+0000 7f6ddc17c640 1 -- 172.21.15.6:0/1066251088 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dc0004810 msgr2=0x7f6dc0004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.071+0000 7f6ddc17c640 1 --2- 172.21.15.6:0/1066251088 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dc0004810 0x7f6dc0004c20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6dc400c260 tx=0x7f6dc401f6c0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.071+0000 7f6ddc17c640 1 -- 172.21.15.6:0/1066251088 shutdown_connections 2024-09-21T07:25:14.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.071+0000 7f6ddc17c640 1 --2- 172.21.15.6:0/1066251088 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dc0004810 0x7f6dc0004c20 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.071+0000 7f6ddc17c640 1 -- 172.21.15.6:0/1066251088 >> 172.21.15.6:0/1066251088 conn(0x7f6dd40d44c0 msgr2=0x7f6dd40d48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:14.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.071+0000 7f6ddc17c640 1 -- 172.21.15.6:0/1066251088 shutdown_connections 2024-09-21T07:25:14.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.071+0000 7f6ddc17c640 1 -- 172.21.15.6:0/1066251088 wait complete. 2024-09-21T07:25:14.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 Processor -- start 2024-09-21T07:25:14.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 -- start start 2024-09-21T07:25:14.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dc0004810 0x7f6dd41573e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:14.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6dd40cca90 0x7f6dd41f8740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:14.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dd40b5530 0x7f6dd40b5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:14.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd40cf340 con 0x7f6dd40b5530 2024-09-21T07:25:14.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd40cf1c0 con 0x7f6dc0004810 2024-09-21T07:25:14.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6dd406e1b0 con 0x7f6dd40cca90 2024-09-21T07:25:14.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dd40b5530 0x7f6dd40b5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:14.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dd40b5530 0x7f6dd40b5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45406/0 (socket says 172.21.15.6:45406) 2024-09-21T07:25:14.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 -- 172.21.15.6:0/3865119943 learned_addr learned my addr 172.21.15.6:0/3865119943 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:14.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 -- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6dd40cca90 msgr2=0x7f6dd41f8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6dd40cca90 0x7f6dd41f8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 -- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dc0004810 msgr2=0x7f6dd41573e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dc0004810 0x7f6dd41573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 -- 172.21.15.6:0/3865119943 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dd40b5e80 con 0x7f6dd40b5530 2024-09-21T07:25:14.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dda719640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dd40b5530 0x7f6dd40b5940 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4069d60 tx=0x7f6dcc00dad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:14.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dca7fc640 1 -- 172.21.15.6:0/3865119943 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc003d90 con 0x7f6dd40b5530 2024-09-21T07:25:14.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dca7fc640 1 -- 172.21.15.6:0/3865119943 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dcc006070 con 0x7f6dd40b5530 2024-09-21T07:25:14.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dd4154b60 con 0x7f6dd40b5530 2024-09-21T07:25:14.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6dca7fc640 1 -- 172.21.15.6:0/3865119943 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc0064c0 con 0x7f6dd40b5530 2024-09-21T07:25:14.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.075+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dd4155120 con 0x7f6dd40b5530 2024-09-21T07:25:14.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.079+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dd40d3400 con 0x7f6dd40b5530 2024-09-21T07:25:14.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.079+0000 7f6dca7fc640 1 -- 172.21.15.6:0/3865119943 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6dcc006660 con 0x7f6dd40b5530 2024-09-21T07:25:14.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.079+0000 7f6dca7fc640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6db8073200 0x7f6db8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:14.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.079+0000 7f6dca7fc640 1 -- 172.21.15.6:0/3865119943 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f6dcc094560 con 0x7f6dd40b5530 2024-09-21T07:25:14.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.079+0000 7f6dd9f18640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6db8073200 0x7f6db8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:14.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.079+0000 7f6dd9f18640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6db8073200 0x7f6db8075710 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6dd00058d0 tx=0x7f6dd0005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:14.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.083+0000 7f6dca7fc640 1 -- 172.21.15.6:0/3865119943 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6dd40b5e80 con 0x7f6dd40b5530 2024-09-21T07:25:14.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.259+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6dd415f0f0 con 0x7f6dd40b5530 2024-09-21T07:25:14.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6dca7fc640 1 -- 172.21.15.6:0/3865119943 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f6dcc05f570 con 0x7f6dd40b5530 2024-09-21T07:25:14.267 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6db8073200 msgr2=0x7f6db8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6db8073200 0x7f6db8075710 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6dd00058d0 tx=0x7f6dd0005860 comp rx=0 tx=0).stop 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dd40b5530 msgr2=0x7f6dd40b5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dd40b5530 0x7f6dd40b5940 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4069d60 tx=0x7f6dcc00dad0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 shutdown_connections 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6db8073200 0x7f6db8075710 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6dd40b5530 0x7f6dd40b5940 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6dd40cca90 0x7f6dd41f8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 --2- 172.21.15.6:0/3865119943 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6dc0004810 0x7f6dd41573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 >> 172.21.15.6:0/3865119943 conn(0x7f6dd40d44c0 msgr2=0x7f6dd415de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:14.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 shutdown_connections 2024-09-21T07:25:14.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.263+0000 7f6ddc17c640 1 -- 172.21.15.6:0/3865119943 wait complete. 2024-09-21T07:25:14.288 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:14.288 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:14.296 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:14.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 -- 172.21.15.6:0/2865971903 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59740cf100 msgr2=0x7f59740aea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 --2- 172.21.15.6:0/2865971903 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59740cf100 0x7f59740aea80 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f5964009900 tx=0x7f596401c7c0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 -- 172.21.15.6:0/2865971903 shutdown_connections 2024-09-21T07:25:14.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 --2- 172.21.15.6:0/2865971903 >> v2:172.21.15.145:3300/0 conn(0x7f59740ce270 0x7f59740b13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 --2- 172.21.15.6:0/2865971903 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59740cf100 0x7f59740aea80 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 -- 172.21.15.6:0/2865971903 >> 172.21.15.6:0/2865971903 conn(0x7f597406ea50 msgr2=0x7f59740b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:14.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 -- 172.21.15.6:0/2865971903 shutdown_connections 2024-09-21T07:25:14.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 -- 172.21.15.6:0/2865971903 wait complete. 2024-09-21T07:25:14.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 Processor -- start 2024-09-21T07:25:14.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.487+0000 7f5979916640 1 -- start start 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59740cf100 0x7f597414d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59740d0850 0x7f59741556c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f597414dba0 0x7f5974155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5974169090 con 0x7f597414dba0 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5974168f10 con 0x7f59740d0850 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5974169210 con 0x7f59740cf100 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f597414dba0 0x7f5974155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f597414dba0 0x7f5974155c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45418/0 (socket says 172.21.15.6:45418) 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 -- 172.21.15.6:0/313116497 learned_addr learned my addr 172.21.15.6:0/313116497 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5972ffd640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59740cf100 0x7f597414d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59727fc640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59740d0850 0x7f59741556c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:14.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 -- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59740cf100 msgr2=0x7f597414d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59740cf100 0x7f597414d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 -- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59740d0850 msgr2=0x7f59741556c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59740d0850 0x7f59741556c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 -- 172.21.15.6:0/313116497 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59740afc30 con 0x7f597414dba0 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59727fc640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59740d0850 0x7f59741556c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f59737fe640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f597414dba0 0x7f5974155c00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f596c00ea80 tx=0x7f596c00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f595bfff640 1 -- 172.21.15.6:0/313116497 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f596c004b30 con 0x7f597414dba0 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f595bfff640 1 -- 172.21.15.6:0/313116497 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f596c004cf0 con 0x7f597414dba0 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59741506e0 con 0x7f597414dba0 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f595bfff640 1 -- 172.21.15.6:0/313116497 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f596c005280 con 0x7f597414dba0 2024-09-21T07:25:14.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f597414e6f0 con 0x7f597414dba0 2024-09-21T07:25:14.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59740afea0 con 0x7f597414dba0 2024-09-21T07:25:14.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f595bfff640 1 -- 172.21.15.6:0/313116497 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f596c005420 con 0x7f597414dba0 2024-09-21T07:25:14.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f595bfff640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5960073200 0x7f5960075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:14.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.491+0000 7f595bfff640 1 -- 172.21.15.6:0/313116497 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f596c094f40 con 0x7f597414dba0 2024-09-21T07:25:14.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.495+0000 7f5972ffd640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5960073200 0x7f5960075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:14.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.495+0000 7f5972ffd640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5960073200 0x7f5960075710 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f59640ae000 tx=0x7f596401b000 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:14.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.499+0000 7f595bfff640 1 -- 172.21.15.6:0/313116497 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f596c05ff70 con 0x7f597414dba0 2024-09-21T07:25:14.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f59740aea80 con 0x7f597414dba0 2024-09-21T07:25:14.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f595bfff640 1 -- 172.21.15.6:0/313116497 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f596c05f870 con 0x7f597414dba0 2024-09-21T07:25:14.692 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:14.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5960073200 msgr2=0x7f5960075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5960073200 0x7f5960075710 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f59640ae000 tx=0x7f596401b000 comp rx=0 tx=0).stop 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f597414dba0 msgr2=0x7f5974155c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f597414dba0 0x7f5974155c00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f596c00ea80 tx=0x7f596c00ef40 comp rx=0 tx=0).stop 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 shutdown_connections 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5960073200 0x7f5960075710 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f597414dba0 0x7f5974155c00 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f59740d0850 0x7f59741556c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 --2- 172.21.15.6:0/313116497 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f59740cf100 0x7f597414d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 >> 172.21.15.6:0/313116497 conn(0x7f597406ea50 msgr2=0x7f5974071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 shutdown_connections 2024-09-21T07:25:14.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:14.687+0000 7f5979916640 1 -- 172.21.15.6:0/313116497 wait complete. 2024-09-21T07:25:14.713 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:25:14.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:14.714 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:14.735 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:14.735 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:25:14.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:14.735 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:25:14.788 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:14.788 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:14.794 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:14.795 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:14.843 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:15.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 -- 172.21.15.6:0/1784513191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 msgr2=0x7fb9880cf760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 --2- 172.21.15.6:0/1784513191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 0x7fb9880cf760 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb978009840 tx=0x7fb97801c820 comp rx=0 tx=0).stop 2024-09-21T07:25:15.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 -- 172.21.15.6:0/1784513191 shutdown_connections 2024-09-21T07:25:15.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 --2- 172.21.15.6:0/1784513191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 0x7fb9880cf760 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 -- 172.21.15.6:0/1784513191 >> 172.21.15.6:0/1784513191 conn(0x7fb9880d1310 msgr2=0x7fb9880d1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:15.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 -- 172.21.15.6:0/1784513191 shutdown_connections 2024-09-21T07:25:15.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 -- 172.21.15.6:0/1784513191 wait complete. 2024-09-21T07:25:15.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 Processor -- start 2024-09-21T07:25:15.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.003+0000 7fb98f513640 1 -- start start 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9880b1190 0x7fb9881549f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 0x7fb988158680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9880cfca0 0x7fb988162060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb98816a0a0 con 0x7fb9880ce480 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb988169f20 con 0x7fb9880b1190 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb98816a220 con 0x7fb9880cfca0 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 0x7fb988158680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 0x7fb988158680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45432/0 (socket says 172.21.15.6:45432) 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 -- 172.21.15.6:0/816099416 learned_addr learned my addr 172.21.15.6:0/816099416 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 -- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9880cfca0 msgr2=0x7fb988162060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9880cfca0 0x7fb988162060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 -- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9880b1190 msgr2=0x7fb9881549f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9880b1190 0x7fb9881549f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 -- 172.21.15.6:0/816099416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb988154f30 con 0x7fb9880ce480 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98caae640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 0x7fb988158680 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb98400b3e0 tx=0x7fb98400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb97dffb640 1 -- 172.21.15.6:0/816099416 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb984015020 con 0x7fb9880ce480 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb97dffb640 1 -- 172.21.15.6:0/816099416 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb984011940 con 0x7fb9880ce480 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb97dffb640 1 -- 172.21.15.6:0/816099416 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb984011d90 con 0x7fb9880ce480 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb988155470 con 0x7fb9880ce480 2024-09-21T07:25:15.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb98815f730 con 0x7fb9880ce480 2024-09-21T07:25:15.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9880cf760 con 0x7fb9880ce480 2024-09-21T07:25:15.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.007+0000 7fb97dffb640 1 -- 172.21.15.6:0/816099416 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb984018020 con 0x7fb9880ce480 2024-09-21T07:25:15.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.011+0000 7fb97dffb640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb96c073230 0x7fb96c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.011+0000 7fb97dffb640 1 -- 172.21.15.6:0/816099416 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb984094490 con 0x7fb9880ce480 2024-09-21T07:25:15.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.011+0000 7fb98d2af640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb96c073230 0x7fb96c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.011+0000 7fb98d2af640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb96c073230 0x7fb96c075740 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb9780af000 tx=0x7fb9780195c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:15.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.015+0000 7fb97dffb640 1 -- 172.21.15.6:0/816099416 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb98401f020 con 0x7fb9880ce480 2024-09-21T07:25:15.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.191+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb9880cf330 con 0x7fb9880ce480 2024-09-21T07:25:15.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb97dffb640 1 -- 172.21.15.6:0/816099416 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7fb988155470 con 0x7fb9880ce480 2024-09-21T07:25:15.199 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb96c073230 msgr2=0x7fb96c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb96c073230 0x7fb96c075740 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb9780af000 tx=0x7fb9780195c0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 msgr2=0x7fb988158680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 0x7fb988158680 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb98400b3e0 tx=0x7fb98400b8a0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 shutdown_connections 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb96c073230 0x7fb96c075740 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9880cfca0 0x7fb988162060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9880ce480 0x7fb988158680 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 --2- 172.21.15.6:0/816099416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9880b1190 0x7fb9881549f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 >> 172.21.15.6:0/816099416 conn(0x7fb9880d1310 msgr2=0x7fb988164a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:15.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 shutdown_connections 2024-09-21T07:25:15.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.195+0000 7fb98f513640 1 -- 172.21.15.6:0/816099416 wait complete. 2024-09-21T07:25:15.219 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:15.220 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:15.226 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:15.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 -- 172.21.15.6:0/3071692799 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0cbab0 msgr2=0x7fec2c0af3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 --2- 172.21.15.6:0/3071692799 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0cbab0 0x7fec2c0af3d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fec2c0746b0 tx=0x7fec2001c800 comp rx=0 tx=0).stop 2024-09-21T07:25:15.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 -- 172.21.15.6:0/3071692799 shutdown_connections 2024-09-21T07:25:15.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 --2- 172.21.15.6:0/3071692799 >> v2:172.21.15.145:3300/0 conn(0x7fec2c0ca9c0 0x7fec2c0cadd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 --2- 172.21.15.6:0/3071692799 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0cbab0 0x7fec2c0af3d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 -- 172.21.15.6:0/3071692799 >> 172.21.15.6:0/3071692799 conn(0x7fec2c0d0090 msgr2=0x7fec2c0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:15.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 -- 172.21.15.6:0/3071692799 shutdown_connections 2024-09-21T07:25:15.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 -- 172.21.15.6:0/3071692799 wait complete. 2024-09-21T07:25:15.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 Processor -- start 2024-09-21T07:25:15.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 -- start start 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec2c0acf20 0x7fec2c157920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0ca9c0 0x7fec2c1f8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec2c0cbab0 0x7fec2c1f9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fec2c169970 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.379+0000 7fec33b82640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fec2c1697f0 con 0x7fec2c0acf20 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec33b82640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fec2c169af0 con 0x7fec2c0cbab0 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0ca9c0 0x7fec2c1f8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0ca9c0 0x7fec2c1f8d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45454/0 (socket says 172.21.15.6:45454) 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 -- 172.21.15.6:0/730713306 learned_addr learned my addr 172.21.15.6:0/730713306 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3191e640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec2c0acf20 0x7fec2c157920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3211f640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec2c0cbab0 0x7fec2c1f9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 -- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec2c0cbab0 msgr2=0x7fec2c1f9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec2c0cbab0 0x7fec2c1f9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 -- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec2c0acf20 msgr2=0x7fec2c157920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec2c0acf20 0x7fec2c157920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 -- 172.21.15.6:0/730713306 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec2c0c97e0 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3191e640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec2c0acf20 0x7fec2c157920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3211f640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec2c0cbab0 0x7fec2c1f9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3111d640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0ca9c0 0x7fec2c1f8d40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fec2800c9a0 tx=0x7fec2800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec1e7fc640 1 -- 172.21.15.6:0/730713306 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec28004220 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec1e7fc640 1 -- 172.21.15.6:0/730713306 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec280044b0 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec1e7fc640 1 -- 172.21.15.6:0/730713306 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec28007c10 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec2c0c9a80 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec2c1f8700 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec2c0cadd0 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec1e7fc640 1 -- 172.21.15.6:0/730713306 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fec28003620 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec1e7fc640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec10073200 0x7fec10075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec1e7fc640 1 -- 172.21.15.6:0/730713306 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fec28094680 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.383+0000 7fec3191e640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec10073200 0x7fec10075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.387+0000 7fec3191e640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec10073200 0x7fec10075710 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fec200af000 tx=0x7fec2001b040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:15.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.387+0000 7fec1e7fc640 1 -- 172.21.15.6:0/730713306 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fec28014030 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.575+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fec2c0ad740 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec1e7fc640 1 -- 172.21.15.6:0/730713306 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7fec2805f6a0 con 0x7fec2c0ca9c0 2024-09-21T07:25:15.583 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:15.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec10073200 msgr2=0x7fec10075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec10073200 0x7fec10075710 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fec200af000 tx=0x7fec2001b040 comp rx=0 tx=0).stop 2024-09-21T07:25:15.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0ca9c0 msgr2=0x7fec2c1f8d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0ca9c0 0x7fec2c1f8d40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fec2800c9a0 tx=0x7fec2800ce60 comp rx=0 tx=0).stop 2024-09-21T07:25:15.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 shutdown_connections 2024-09-21T07:25:15.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec10073200 0x7fec10075710 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec2c0cbab0 0x7fec2c1f9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec2c0ca9c0 0x7fec2c1f8d40 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 --2- 172.21.15.6:0/730713306 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec2c0acf20 0x7fec2c157920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 >> 172.21.15.6:0/730713306 conn(0x7fec2c0d0090 msgr2=0x7fec2c15c1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:15.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 shutdown_connections 2024-09-21T07:25:15.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.579+0000 7fec33b82640 1 -- 172.21.15.6:0/730713306 wait complete. 2024-09-21T07:25:15.605 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:25:15.605 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:15.605 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:15.630 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:15.631 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:25:15.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:15.631 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:25:15.684 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:15.684 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:15.689 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:15.689 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:15.739 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:15.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.939+0000 7f5535634640 1 -- 172.21.15.6:0/2683331207 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5518004da0 msgr2=0x7f5518005270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.939+0000 7f5535634640 1 --2- 172.21.15.6:0/2683331207 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5518004da0 0x7f5518005270 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5528001dc0 tx=0x7f552801cb30 comp rx=0 tx=0).stop 2024-09-21T07:25:15.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.939+0000 7f552f7fe640 1 -- 172.21.15.6:0/2683331207 reap_dead start 2024-09-21T07:25:15.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.939+0000 7f5535634640 1 -- 172.21.15.6:0/2683331207 shutdown_connections 2024-09-21T07:25:15.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.939+0000 7f5535634640 1 -- 172.21.15.6:0/2683331207 >> 172.21.15.6:0/2683331207 conn(0x7f55300cdc60 msgr2=0x7f55300ce070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:15.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.939+0000 7f5535634640 1 -- 172.21.15.6:0/2683331207 shutdown_connections 2024-09-21T07:25:15.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.939+0000 7f5535634640 1 -- 172.21.15.6:0/2683331207 wait complete. 2024-09-21T07:25:15.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 Processor -- start 2024-09-21T07:25:15.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 -- start start 2024-09-21T07:25:15.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55301f1f00 0x7f55300cc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55300cce10 0x7f553015d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f553015da60 0x7f55300cb810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f553015bd90 con 0x7f553015da60 2024-09-21T07:25:15.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f553015bc10 con 0x7f55300cce10 2024-09-21T07:25:15.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f55300d0c50 con 0x7f55301f1f00 2024-09-21T07:25:15.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f553015da60 0x7f55300cb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f553015da60 0x7f55300cb810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45464/0 (socket says 172.21.15.6:45464) 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 -- 172.21.15.6:0/4052607815 learned_addr learned my addr 172.21.15.6:0/4052607815 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552effd640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55301f1f00 0x7f55300cc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552e7fc640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55300cce10 0x7f553015d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 -- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55301f1f00 msgr2=0x7f55300cc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55301f1f00 0x7f55300cc8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 -- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55300cce10 msgr2=0x7f553015d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55300cce10 0x7f553015d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 -- 172.21.15.6:0/4052607815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f553015de70 con 0x7f553015da60 2024-09-21T07:25:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f552f7fe640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f553015da60 0x7f55300cb810 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f552801d3d0 tx=0x7f55280a5ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:15.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f55177fe640 1 -- 172.21.15.6:0/4052607815 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55280013f0 con 0x7f553015da60 2024-09-21T07:25:15.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f55177fe640 1 -- 172.21.15.6:0/4052607815 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55280019f0 con 0x7f553015da60 2024-09-21T07:25:15.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55301f5cc0 con 0x7f553015da60 2024-09-21T07:25:15.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f55177fe640 1 -- 172.21.15.6:0/4052607815 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5528006cb0 con 0x7f553015da60 2024-09-21T07:25:15.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.943+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55301f6240 con 0x7f553015da60 2024-09-21T07:25:15.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.947+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55300d0540 con 0x7f553015da60 2024-09-21T07:25:15.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.947+0000 7f55177fe640 1 -- 172.21.15.6:0/4052607815 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5528006330 con 0x7f553015da60 2024-09-21T07:25:15.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.947+0000 7f55177fe640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f551c073230 0x7f551c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:15.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.947+0000 7f55177fe640 1 -- 172.21.15.6:0/4052607815 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f552812dda0 con 0x7f553015da60 2024-09-21T07:25:15.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.947+0000 7f552effd640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f551c073230 0x7f551c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:15.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.947+0000 7f552effd640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f551c073230 0x7f551c075740 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f55301457e0 tx=0x7f55200091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:15.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:15.951+0000 7f55177fe640 1 -- 172.21.15.6:0/4052607815 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f553015de70 con 0x7f553015da60 2024-09-21T07:25:16.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.139+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f55300c6e10 con 0x7f553015da60 2024-09-21T07:25:16.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.139+0000 7f55177fe640 1 -- 172.21.15.6:0/4052607815 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f5528016890 con 0x7f553015da60 2024-09-21T07:25:16.159 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:16.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f551c073230 msgr2=0x7f551c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f551c073230 0x7f551c075740 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f55301457e0 tx=0x7f55200091e0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f553015da60 msgr2=0x7f55300cb810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f553015da60 0x7f55300cb810 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f552801d3d0 tx=0x7f55280a5ea0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 shutdown_connections 2024-09-21T07:25:16.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f551c073230 0x7f551c075740 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f553015da60 0x7f55300cb810 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55300cce10 0x7f553015d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 --2- 172.21.15.6:0/4052607815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55301f1f00 0x7f55300cc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 >> 172.21.15.6:0/4052607815 conn(0x7f55300cdc60 msgr2=0x7f55301587a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:16.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 shutdown_connections 2024-09-21T07:25:16.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.143+0000 7f5535634640 1 -- 172.21.15.6:0/4052607815 wait complete. 2024-09-21T07:25:16.169 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:16.169 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:16.174 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.371+0000 7fb44c58b640 1 -- 172.21.15.6:0/159639253 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb430004810 msgr2=0x7fb430004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.371+0000 7fb44c58b640 1 --2- 172.21.15.6:0/159639253 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb430004810 0x7fb430004c20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb4440d0060 tx=0x7fb43401c6c0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.371+0000 7fb44c58b640 1 -- 172.21.15.6:0/159639253 shutdown_connections 2024-09-21T07:25:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.371+0000 7fb44c58b640 1 --2- 172.21.15.6:0/159639253 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb430004810 0x7fb430004c20 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.371+0000 7fb44c58b640 1 -- 172.21.15.6:0/159639253 >> 172.21.15.6:0/159639253 conn(0x7fb4440d0090 msgr2=0x7fb4440d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.371+0000 7fb44c58b640 1 -- 172.21.15.6:0/159639253 shutdown_connections 2024-09-21T07:25:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.371+0000 7fb44c58b640 1 -- 172.21.15.6:0/159639253 wait complete. 2024-09-21T07:25:16.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 Processor -- start 2024-09-21T07:25:16.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 -- start start 2024-09-21T07:25:16.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb430004810 0x7fb444158ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:16.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb444200600 0x7fb444200a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:16.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4440ce670 0x7fb4440cea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:16.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb44406eff0 con 0x7fb4440ce670 2024-09-21T07:25:16.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb44406ee70 con 0x7fb444200600 2024-09-21T07:25:16.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb44406f170 con 0x7fb430004810 2024-09-21T07:25:16.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4440ce670 0x7fb4440cea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:16.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4440ce670 0x7fb4440cea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45480/0 (socket says 172.21.15.6:45480) 2024-09-21T07:25:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 -- 172.21.15.6:0/1584451826 learned_addr learned my addr 172.21.15.6:0/1584451826 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44a327640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb430004810 0x7fb444158ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb449b26640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb444200600 0x7fb444200a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 -- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb430004810 msgr2=0x7fb444158ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb430004810 0x7fb444158ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 -- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb444200600 msgr2=0x7fb444200a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb444200600 0x7fb444200a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 -- 172.21.15.6:0/1584451826 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb444200f50 con 0x7fb4440ce670 2024-09-21T07:25:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44ab28640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4440ce670 0x7fb4440cea80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb4300057f0 tx=0x7fb43c00fed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb43affd640 1 -- 172.21.15.6:0/1584451826 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43c003d90 con 0x7fb4440ce670 2024-09-21T07:25:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb43affd640 1 -- 172.21.15.6:0/1584451826 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb43c017070 con 0x7fb4440ce670 2024-09-21T07:25:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4441597e0 con 0x7fb4440ce670 2024-09-21T07:25:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb43affd640 1 -- 172.21.15.6:0/1584451826 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43c00d930 con 0x7fb4440ce670 2024-09-21T07:25:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.375+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4440cde70 con 0x7fb4440ce670 2024-09-21T07:25:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.379+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb444159550 con 0x7fb4440ce670 2024-09-21T07:25:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.379+0000 7fb43affd640 1 -- 172.21.15.6:0/1584451826 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb43c00dad0 con 0x7fb4440ce670 2024-09-21T07:25:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.379+0000 7fb43affd640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb428073230 0x7fb428075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.379+0000 7fb43affd640 1 -- 172.21.15.6:0/1584451826 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb43c094750 con 0x7fb4440ce670 2024-09-21T07:25:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.379+0000 7fb44a327640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb428073230 0x7fb428075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:16.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.379+0000 7fb44a327640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb428073230 0x7fb428075740 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb440001930 tx=0x7fb440006040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:16.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.383+0000 7fb43affd640 1 -- 172.21.15.6:0/1584451826 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb444200f50 con 0x7fb4440ce670 2024-09-21T07:25:16.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.567+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb4440cdc60 con 0x7fb4440ce670 2024-09-21T07:25:16.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb43affd640 1 -- 172.21.15.6:0/1584451826 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7fb43c05f120 con 0x7fb4440ce670 2024-09-21T07:25:16.575 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:16.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb428073230 msgr2=0x7fb428075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb428073230 0x7fb428075740 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb440001930 tx=0x7fb440006040 comp rx=0 tx=0).stop 2024-09-21T07:25:16.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4440ce670 msgr2=0x7fb4440cea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4440ce670 0x7fb4440cea80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb4300057f0 tx=0x7fb43c00fed0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 shutdown_connections 2024-09-21T07:25:16.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb428073230 0x7fb428075740 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4440ce670 0x7fb4440cea80 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb444200600 0x7fb444200a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 --2- 172.21.15.6:0/1584451826 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb430004810 0x7fb444158ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 >> 172.21.15.6:0/1584451826 conn(0x7fb4440d0090 msgr2=0x7fb44409aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:16.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 shutdown_connections 2024-09-21T07:25:16.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.571+0000 7fb44c58b640 1 -- 172.21.15.6:0/1584451826 wait complete. 2024-09-21T07:25:16.597 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:25:16.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:16.597 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-21T07:25:16.607 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:16.607 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:25:16.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:16.607 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-21T07:25:16.655 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:16.656 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:16.662 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:16.662 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:16.711 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:16.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 -- 172.21.15.6:0/2971921862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0ca9c0 msgr2=0x7f139c0cadd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 --2- 172.21.15.6:0/2971921862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0ca9c0 0x7f139c0cadd0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f139c0740f0 tx=0x7f138c01cae0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 -- 172.21.15.6:0/2971921862 shutdown_connections 2024-09-21T07:25:16.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 --2- 172.21.15.6:0/2971921862 >> v2:172.21.15.145:3300/0 conn(0x7f139c0acf20 0x7f139c0ad330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 --2- 172.21.15.6:0/2971921862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0ca9c0 0x7f139c0cadd0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 -- 172.21.15.6:0/2971921862 >> 172.21.15.6:0/2971921862 conn(0x7f139c0d0090 msgr2=0x7f139c0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:16.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 -- 172.21.15.6:0/2971921862 shutdown_connections 2024-09-21T07:25:16.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 -- 172.21.15.6:0/2971921862 wait complete. 2024-09-21T07:25:16.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 Processor -- start 2024-09-21T07:25:16.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.871+0000 7f13a2f70640 1 -- start start 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0acf20 0x7f139c0ca020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f139c0ca9c0 0x7f139c141360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f139c0cbab0 0x7f139c1560f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f139c169970 con 0x7f139c0acf20 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1697f0 con 0x7f139c0ca9c0 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f139c169af0 con 0x7f139c0cbab0 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0acf20 0x7f139c0ca020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0acf20 0x7f139c0ca020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45492/0 (socket says 172.21.15.6:45492) 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 -- 172.21.15.6:0/3675550887 learned_addr learned my addr 172.21.15.6:0/3675550887 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f139bfff640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f139c0ca9c0 0x7f139c141360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:16.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a150d640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f139c0cbab0 0x7f139c1560f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 -- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f139c0cbab0 msgr2=0x7f139c1560f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f139c0cbab0 0x7f139c1560f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 -- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f139c0ca9c0 msgr2=0x7f139c141360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f139c0ca9c0 0x7f139c141360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 -- 172.21.15.6:0/3675550887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f139c1440b0 con 0x7f139c0acf20 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f139bfff640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f139c0ca9c0 0x7f139c141360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a0d0c640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0acf20 0x7f139c0ca020 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f138400b410 tx=0x7f138400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13997fa640 1 -- 172.21.15.6:0/3675550887 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1384015030 con 0x7f139c0acf20 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13997fa640 1 -- 172.21.15.6:0/3675550887 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1384004020 con 0x7f139c0acf20 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f139c155610 con 0x7f139c0acf20 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13997fa640 1 -- 172.21.15.6:0/3675550887 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13840044b0 con 0x7f139c0acf20 2024-09-21T07:25:16.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f139c155bd0 con 0x7f139c0acf20 2024-09-21T07:25:16.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f139c0ad330 con 0x7f139c0acf20 2024-09-21T07:25:16.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13997fa640 1 -- 172.21.15.6:0/3675550887 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1384018070 con 0x7f139c0acf20 2024-09-21T07:25:16.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13997fa640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f137c073200 0x7f137c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:16.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.875+0000 7f13997fa640 1 -- 172.21.15.6:0/3675550887 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f1384094090 con 0x7f139c0acf20 2024-09-21T07:25:16.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.879+0000 7f139bfff640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f137c073200 0x7f137c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:16.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.879+0000 7f139bfff640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f137c073200 0x7f137c075710 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f138c0af000 tx=0x7f138c01b320 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:16.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:16.879+0000 7f13997fa640 1 -- 172.21.15.6:0/3675550887 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f138405f220 con 0x7f139c0acf20 2024-09-21T07:25:17.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f139c0ca560 con 0x7f139c0acf20 2024-09-21T07:25:17.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13997fa640 1 -- 172.21.15.6:0/3675550887 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f138405eb20 con 0x7f139c0acf20 2024-09-21T07:25:17.068 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f137c073200 msgr2=0x7f137c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f137c073200 0x7f137c075710 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f138c0af000 tx=0x7f138c01b320 comp rx=0 tx=0).stop 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0acf20 msgr2=0x7f139c0ca020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0acf20 0x7f139c0ca020 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f138400b410 tx=0x7f138400b8d0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 shutdown_connections 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f137c073200 0x7f137c075710 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f139c0cbab0 0x7f139c1560f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f139c0ca9c0 0x7f139c141360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.063+0000 7f13a2f70640 1 --2- 172.21.15.6:0/3675550887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f139c0acf20 0x7f139c0ca020 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.067+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 >> 172.21.15.6:0/3675550887 conn(0x7f139c0d0090 msgr2=0x7f139c15b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:17.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.067+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 shutdown_connections 2024-09-21T07:25:17.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.067+0000 7f13a2f70640 1 -- 172.21.15.6:0/3675550887 wait complete. 2024-09-21T07:25:17.089 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:17.090 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:17.096 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.243+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3644332720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41d4003a60 msgr2=0x7f41d4003e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.243+0000 7f41ec8d2640 1 --2- 172.21.15.6:0/3644332720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41d4003a60 0x7f41d4003e90 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f41d000c290 tx=0x7f41d001cfa0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.243+0000 7f41e6d9d640 1 -- 172.21.15.6:0/3644332720 reap_dead start 2024-09-21T07:25:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.243+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3644332720 shutdown_connections 2024-09-21T07:25:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.243+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3644332720 >> 172.21.15.6:0/3644332720 conn(0x7f41e80d0090 msgr2=0x7f41e80d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.243+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3644332720 shutdown_connections 2024-09-21T07:25:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.243+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3644332720 wait complete. 2024-09-21T07:25:17.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 Processor -- start 2024-09-21T07:25:17.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 -- start start 2024-09-21T07:25:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d4003a60 0x7f41e8162500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41e80b5b20 0x7f41e8162a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41e81f9710 0x7f41e81f9b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f41e81674d0 con 0x7f41e80b5b20 2024-09-21T07:25:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f41e8167350 con 0x7f41e81f9710 2024-09-21T07:25:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f41e8167650 con 0x7f41d4003a60 2024-09-21T07:25:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41e80b5b20 0x7f41e8162a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41e80b5b20 0x7f41e8162a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45520/0 (socket says 172.21.15.6:45520) 2024-09-21T07:25:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 -- 172.21.15.6:0/3800709478 learned_addr learned my addr 172.21.15.6:0/3800709478 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e659c640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d4003a60 0x7f41e8162500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e6d9d640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41e81f9710 0x7f41e81f9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 -- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d4003a60 msgr2=0x7f41e8162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d4003a60 0x7f41e8162500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 -- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41e81f9710 msgr2=0x7f41e81f9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41e81f9710 0x7f41e81f9b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 -- 172.21.15.6:0/3800709478 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e8076640 con 0x7f41e80b5b20 2024-09-21T07:25:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41e5d9b640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41e80b5b20 0x7f41e8162a40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009fd0 tx=0x7f41d8011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41deffd640 1 -- 172.21.15.6:0/3800709478 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d8004460 con 0x7f41e80b5b20 2024-09-21T07:25:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41deffd640 1 -- 172.21.15.6:0/3800709478 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f41d8016070 con 0x7f41e80b5b20 2024-09-21T07:25:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41deffd640 1 -- 172.21.15.6:0/3800709478 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d800fba0 con 0x7f41e80b5b20 2024-09-21T07:25:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41e81f6190 con 0x7f41e80b5b20 2024-09-21T07:25:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.247+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41e81f6750 con 0x7f41e80b5b20 2024-09-21T07:25:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.251+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41e80cc2c0 con 0x7f41e80b5b20 2024-09-21T07:25:17.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.251+0000 7f41deffd640 1 -- 172.21.15.6:0/3800709478 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f41d8018030 con 0x7f41e80b5b20 2024-09-21T07:25:17.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.251+0000 7f41deffd640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f41c8073200 0x7f41c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:17.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.251+0000 7f41deffd640 1 -- 172.21.15.6:0/3800709478 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f41d8094a90 con 0x7f41e80b5b20 2024-09-21T07:25:17.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.251+0000 7f41e659c640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f41c8073200 0x7f41c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.251+0000 7f41e659c640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f41c8073200 0x7f41c8075710 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f41d00ac000 tx=0x7f41d0019de0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:17.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.255+0000 7f41deffd640 1 -- 172.21.15.6:0/3800709478 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f41d805fa10 con 0x7f41e80b5b20 2024-09-21T07:25:17.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.443+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f41e815ec60 con 0x7f41e80b5b20 2024-09-21T07:25:17.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.443+0000 7f41deffd640 1 -- 172.21.15.6:0/3800709478 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) ==== 80+0+0 (secure 0 0 0) 0x7f41d805f310 con 0x7f41e80b5b20 2024-09-21T07:25:17.450 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:17.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f41c8073200 msgr2=0x7f41c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f41c8073200 0x7f41c8075710 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f41d00ac000 tx=0x7f41d0019de0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41e80b5b20 msgr2=0x7f41e8162a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41e80b5b20 0x7f41e8162a40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009fd0 tx=0x7f41d8011cb0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 shutdown_connections 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f41c8073200 0x7f41c8075710 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f41e81f9710 0x7f41e81f9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41e80b5b20 0x7f41e8162a40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 --2- 172.21.15.6:0/3800709478 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f41d4003a60 0x7f41e8162500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 >> 172.21.15.6:0/3800709478 conn(0x7f41e80d0090 msgr2=0x7f41e80afb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 shutdown_connections 2024-09-21T07:25:17.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.447+0000 7f41ec8d2640 1 -- 172.21.15.6:0/3800709478 wait complete. 2024-09-21T07:25:17.473 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:25:17.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:17.473 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-21T07:25:17.488 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:17.488 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:25:17.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:17.488 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-21T07:25:17.535 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T07:25:17.535 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:17.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.691+0000 7f3837556640 1 -- 172.21.15.6:0/1380065500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f383015c7a0 msgr2=0x7f38300cc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.691+0000 7f3837556640 1 --2- 172.21.15.6:0/1380065500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f383015c7a0 0x7f38300cc2e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f382c009900 tx=0x7f382c01c6f0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.691+0000 7f3837556640 1 -- 172.21.15.6:0/1380065500 shutdown_connections 2024-09-21T07:25:17.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.691+0000 7f3837556640 1 --2- 172.21.15.6:0/1380065500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f38300af060 0x7f38300af470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.691+0000 7f3837556640 1 --2- 172.21.15.6:0/1380065500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f383015c7a0 0x7f38300cc2e0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.691+0000 7f3837556640 1 -- 172.21.15.6:0/1380065500 >> 172.21.15.6:0/1380065500 conn(0x7f38300d0020 msgr2=0x7f38300d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:17.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.691+0000 7f3837556640 1 -- 172.21.15.6:0/1380065500 shutdown_connections 2024-09-21T07:25:17.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.691+0000 7f3837556640 1 -- 172.21.15.6:0/1380065500 wait complete. 2024-09-21T07:25:17.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 Processor -- start 2024-09-21T07:25:17.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 -- start start 2024-09-21T07:25:17.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f38300adfa0 0x7f383014d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:17.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38300af060 0x7f38301fc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:17.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f383015c7a0 0x7f3830150130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:17.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f383006fcb0 con 0x7f38300af060 2024-09-21T07:25:17.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f383006fb30 con 0x7f38300adfa0 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f383006fe30 con 0x7f383015c7a0 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38300af060 0x7f38301fc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38300af060 0x7f38301fc1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45538/0 (socket says 172.21.15.6:45538) 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 -- 172.21.15.6:0/572388123 learned_addr learned my addr 172.21.15.6:0/572388123 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3835af3640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f383015c7a0 0x7f3830150130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f38352f2640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f38300adfa0 0x7f383014d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 -- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f383015c7a0 msgr2=0x7f3830150130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f383015c7a0 0x7f3830150130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 -- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f38300adfa0 msgr2=0x7f383014d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f38300adfa0 0x7f383014d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 -- 172.21.15.6:0/572388123 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f383015a860 con 0x7f38300af060 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3834af1640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38300af060 0x7f38301fc1d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f382000b3c0 tx=0x7f382000b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:17.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3825ffb640 1 -- 172.21.15.6:0/572388123 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3820011830 con 0x7f38300af060 2024-09-21T07:25:17.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3825ffb640 1 -- 172.21.15.6:0/572388123 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3820016070 con 0x7f38300af060 2024-09-21T07:25:17.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3825ffb640 1 -- 172.21.15.6:0/572388123 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3820011d60 con 0x7f38300af060 2024-09-21T07:25:17.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38301fce30 con 0x7f38300af060 2024-09-21T07:25:17.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3830073330 con 0x7f38300af060 2024-09-21T07:25:17.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.695+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38301fcba0 con 0x7f38300af060 2024-09-21T07:25:17.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.699+0000 7f3825ffb640 1 -- 172.21.15.6:0/572388123 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f382001b460 con 0x7f38300af060 2024-09-21T07:25:17.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.699+0000 7f3825ffb640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3814073200 0x7f3814075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:17.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.699+0000 7f3825ffb640 1 -- 172.21.15.6:0/572388123 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f3820093f20 con 0x7f38300af060 2024-09-21T07:25:17.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.699+0000 7f38352f2640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3814073200 0x7f3814075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:17.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.699+0000 7f38352f2640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3814073200 0x7f3814075710 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f382c0af000 tx=0x7f382c01af30 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:17.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.703+0000 7f3825ffb640 1 -- 172.21.15.6:0/572388123 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f382005eea0 con 0x7f38300af060 2024-09-21T07:25:17.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.907+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38300702d0 con 0x7f38300af060 2024-09-21T07:25:17.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3825ffb640 1 -- 172.21.15.6:0/572388123 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5217 (secure 0 0 0) 0x7f382005e7a0 con 0x7f38300af060 2024-09-21T07:25:17.915 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:17.915 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:24:40.764183+0000","modified":"2024-09-21T07:24:43.858572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4329":{"gid":4329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4329,"qdb_cluster":[4329]},"id":1}]} 2024-09-21T07:25:17.915 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-09-21T07:25:17.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3814073200 msgr2=0x7f3814075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3814073200 0x7f3814075710 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f382c0af000 tx=0x7f382c01af30 comp rx=0 tx=0).stop 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38300af060 msgr2=0x7f38301fc1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38300af060 0x7f38301fc1d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f382000b3c0 tx=0x7f382000b880 comp rx=0 tx=0).stop 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 shutdown_connections 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3814073200 0x7f3814075710 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f383015c7a0 0x7f3830150130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38300af060 0x7f38301fc1d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 --2- 172.21.15.6:0/572388123 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f38300adfa0 0x7f383014d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 >> 172.21.15.6:0/572388123 conn(0x7f38300d0020 msgr2=0x7f38300ae3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 shutdown_connections 2024-09-21T07:25:17.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:17.911+0000 7f3837556640 1 -- 172.21.15.6:0/572388123 wait complete. 2024-09-21T07:25:17.936 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:18.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.075+0000 7f4954a8b640 1 -- 172.21.15.6:0/3751733715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f493c004810 msgr2=0x7f493c004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.075+0000 7f4954a8b640 1 --2- 172.21.15.6:0/3751733715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f493c004810 0x7f493c004c20 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f49380016c0 tx=0x7f493801c770 comp rx=0 tx=0).stop 2024-09-21T07:25:18.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.075+0000 7f4954a8b640 1 -- 172.21.15.6:0/3751733715 shutdown_connections 2024-09-21T07:25:18.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.075+0000 7f4954a8b640 1 --2- 172.21.15.6:0/3751733715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f493c004810 0x7f493c004c20 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.075+0000 7f4954a8b640 1 -- 172.21.15.6:0/3751733715 >> 172.21.15.6:0/3751733715 conn(0x7f49500d0020 msgr2=0x7f49500d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:18.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.075+0000 7f4954a8b640 1 -- 172.21.15.6:0/3751733715 shutdown_connections 2024-09-21T07:25:18.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.075+0000 7f4954a8b640 1 -- 172.21.15.6:0/3751733715 wait complete. 2024-09-21T07:25:18.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 Processor -- start 2024-09-21T07:25:18.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 -- start start 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f493c004810 0x7f4950154420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f495009d8f0 0x7f49500afdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49500b0330 0x7f49501f4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f49500afa10 con 0x7f495009d8f0 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f49500af890 con 0x7f49500b0330 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f49500cc2e0 con 0x7f493c004810 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f495009d8f0 0x7f49500afdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f495009d8f0 0x7f49500afdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45546/0 (socket says 172.21.15.6:45546) 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 -- 172.21.15.6:0/1255218622 learned_addr learned my addr 172.21.15.6:0/1255218622 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:18.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f494e59c640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f493c004810 0x7f4950154420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f494ed9d640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49500b0330 0x7f49501f4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 -- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f493c004810 msgr2=0x7f4950154420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f493c004810 0x7f4950154420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 -- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49500b0330 msgr2=0x7f49501f4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49500b0330 0x7f49501f4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 -- 172.21.15.6:0/1255218622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f495015a3a0 con 0x7f495009d8f0 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4945d9b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f495009d8f0 0x7f49500afdf0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f493801ae70 tx=0x7f4938001440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f49477fe640 1 -- 172.21.15.6:0/1255218622 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49380036c0 con 0x7f495009d8f0 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f49477fe640 1 -- 172.21.15.6:0/1255218622 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4938003950 con 0x7f495009d8f0 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f49477fe640 1 -- 172.21.15.6:0/1255218622 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4938003d40 con 0x7f495009d8f0 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f495015a680 con 0x7f495009d8f0 2024-09-21T07:25:18.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49501f3e60 con 0x7f495009d8f0 2024-09-21T07:25:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.079+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49500cc840 con 0x7f495009d8f0 2024-09-21T07:25:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.083+0000 7f49477fe640 1 -- 172.21.15.6:0/1255218622 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f49380a55d0 con 0x7f495009d8f0 2024-09-21T07:25:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.083+0000 7f49477fe640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4930073200 0x7f4930075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.083+0000 7f49477fe640 1 -- 172.21.15.6:0/1255218622 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f493812d9d0 con 0x7f495009d8f0 2024-09-21T07:25:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.083+0000 7f494e59c640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4930073200 0x7f4930075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.083+0000 7f494e59c640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4930073200 0x7f4930075710 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f495006c170 tx=0x7f49400091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:18.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.087+0000 7f49477fe640 1 -- 172.21.15.6:0/1255218622 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f49380b3070 con 0x7f495009d8f0 2024-09-21T07:25:18.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f495009e0d0 con 0x7f495009d8f0 2024-09-21T07:25:18.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f49477fe640 1 -- 172.21.15.6:0/1255218622 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5217 (secure 0 0 0) 0x7f49380164d0 con 0x7f495009d8f0 2024-09-21T07:25:18.299 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:18.300 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:24:40.764183+0000","modified":"2024-09-21T07:24:43.858572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4329":{"gid":4329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4329,"qdb_cluster":[4329]},"id":1}]} 2024-09-21T07:25:18.300 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4930073200 msgr2=0x7f4930075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4930073200 0x7f4930075710 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f495006c170 tx=0x7f49400091e0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f495009d8f0 msgr2=0x7f49500afdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f495009d8f0 0x7f49500afdf0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f493801ae70 tx=0x7f4938001440 comp rx=0 tx=0).stop 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 shutdown_connections 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4930073200 0x7f4930075710 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f49500b0330 0x7f49501f4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f495009d8f0 0x7f49500afdf0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 --2- 172.21.15.6:0/1255218622 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f493c004810 0x7f4950154420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 >> 172.21.15.6:0/1255218622 conn(0x7f49500d0020 msgr2=0x7f49500b1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:18.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 shutdown_connections 2024-09-21T07:25:18.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.295+0000 7f4954a8b640 1 -- 172.21.15.6:0/1255218622 wait complete. 2024-09-21T07:25:18.321 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:25:18.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.459+0000 7f315642a640 1 -- 172.21.15.6:0/2293209316 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3138004130 msgr2=0x7f3138004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.459+0000 7f315642a640 1 --2- 172.21.15.6:0/2293209316 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3138004130 0x7f3138004810 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f31500710d0 tx=0x7f314401d280 comp rx=0 tx=0).stop 2024-09-21T07:25:18.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.459+0000 7f31549c7640 1 -- 172.21.15.6:0/2293209316 reap_dead start 2024-09-21T07:25:18.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.459+0000 7f315642a640 1 -- 172.21.15.6:0/2293209316 shutdown_connections 2024-09-21T07:25:18.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.459+0000 7f315642a640 1 -- 172.21.15.6:0/2293209316 >> 172.21.15.6:0/2293209316 conn(0x7f31500d0020 msgr2=0x7f31500d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:18.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.459+0000 7f315642a640 1 -- 172.21.15.6:0/2293209316 shutdown_connections 2024-09-21T07:25:18.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.459+0000 7f315642a640 1 -- 172.21.15.6:0/2293209316 wait complete. 2024-09-21T07:25:18.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 Processor -- start 2024-09-21T07:25:18.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 -- start start 2024-09-21T07:25:18.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3138004130 0x7f315015dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3150166010 0x7f3150166420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31500ae110 0x7f31500ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3150166e60 con 0x7f31500ae110 2024-09-21T07:25:18.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3150166ce0 con 0x7f3150166010 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3150166fe0 con 0x7f3138004130 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31500ae110 0x7f31500ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31500ae110 0x7f31500ae520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45560/0 (socket says 172.21.15.6:45560) 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 -- 172.21.15.6:0/1070214062 learned_addr learned my addr 172.21.15.6:0/1070214062 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f314ffff640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3138004130 0x7f315015dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f314f7fe640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3150166010 0x7f3150166420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 -- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3138004130 msgr2=0x7f315015dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3138004130 0x7f315015dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 -- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3150166010 msgr2=0x7f3150166420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3150166010 0x7f3150166420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 -- 172.21.15.6:0/1070214062 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31500cd8b0 con 0x7f31500ae110 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f314f7fe640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3150166010 0x7f3150166420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f31549c7640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31500ae110 0x7f31500ae520 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f31500752c0 tx=0x7f31480019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f314cff9640 1 -- 172.21.15.6:0/1070214062 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3148006440 con 0x7f31500ae110 2024-09-21T07:25:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f314cff9640 1 -- 172.21.15.6:0/1070214062 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31480036f0 con 0x7f31500ae110 2024-09-21T07:25:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31500aea60 con 0x7f31500ae110 2024-09-21T07:25:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f314cff9640 1 -- 172.21.15.6:0/1070214062 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3148003b40 con 0x7f31500ae110 2024-09-21T07:25:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.463+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3150154c30 con 0x7f31500ae110 2024-09-21T07:25:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.467+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31500cdf20 con 0x7f31500ae110 2024-09-21T07:25:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.467+0000 7f314cff9640 1 -- 172.21.15.6:0/1070214062 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3148003ce0 con 0x7f31500ae110 2024-09-21T07:25:18.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.467+0000 7f314cff9640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f313c073230 0x7f313c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.467+0000 7f314cff9640 1 -- 172.21.15.6:0/1070214062 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f3148094d60 con 0x7f31500ae110 2024-09-21T07:25:18.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.467+0000 7f314ffff640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f313c073230 0x7f313c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.467+0000 7f314ffff640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f313c073230 0x7f313c075740 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3140005fd0 tx=0x7f3140005f40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:18.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.471+0000 7f314cff9640 1 -- 172.21.15.6:0/1070214062 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f314801e020 con 0x7f31500ae110 2024-09-21T07:25:18.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.639+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f31500b0a20 con 0x7f31500ae110 2024-09-21T07:25:18.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.639+0000 7f314cff9640 1 -- 172.21.15.6:0/1070214062 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16629 (secure 0 0 0) 0x7f31500aea60 con 0x7f31500ae110 2024-09-21T07:25:18.646 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:18.646 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":20,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:42.362707+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f313c073230 msgr2=0x7f313c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f313c073230 0x7f313c075740 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3140005fd0 tx=0x7f3140005f40 comp rx=0 tx=0).stop 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31500ae110 msgr2=0x7f31500ae520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31500ae110 0x7f31500ae520 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f31500752c0 tx=0x7f31480019b0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 shutdown_connections 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f313c073230 0x7f313c075740 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31500ae110 0x7f31500ae520 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3150166010 0x7f3150166420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 --2- 172.21.15.6:0/1070214062 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3138004130 0x7f315015dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 >> 172.21.15.6:0/1070214062 conn(0x7f31500d0020 msgr2=0x7f31500b1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:18.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 shutdown_connections 2024-09-21T07:25:18.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.643+0000 7f315642a640 1 -- 172.21.15.6:0/1070214062 wait complete. 2024-09-21T07:25:18.667 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:25:18.667 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:18.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.819+0000 7fbf9fd73640 1 -- 172.21.15.6:0/3655811481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980d25a0 msgr2=0x7fbf980d0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.819+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/3655811481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980d25a0 0x7fbf980d0300 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbf980c9310 tx=0x7fbf9001cd40 comp rx=0 tx=0).stop 2024-09-21T07:25:18.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.819+0000 7fbf9fd73640 1 -- 172.21.15.6:0/3655811481 shutdown_connections 2024-09-21T07:25:18.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.819+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/3655811481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980d25a0 0x7fbf980d0300 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.819+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/3655811481 >> v2:172.21.15.145:3300/0 conn(0x7fbf980cd310 0x7fbf9815d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.819+0000 7fbf9fd73640 1 -- 172.21.15.6:0/3655811481 >> 172.21.15.6:0/3655811481 conn(0x7fbf98069180 msgr2=0x7fbf980695c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:18.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.819+0000 7fbf9fd73640 1 -- 172.21.15.6:0/3655811481 shutdown_connections 2024-09-21T07:25:18.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.819+0000 7fbf9fd73640 1 -- 172.21.15.6:0/3655811481 wait complete. 2024-09-21T07:25:18.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 Processor -- start 2024-09-21T07:25:18.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 -- start start 2024-09-21T07:25:18.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980cd310 0x7fbf981f75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf98160e20 0x7fbf981510a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf981515e0 0x7fbf98149de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9816a000 con 0x7fbf980cd310 2024-09-21T07:25:18.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbf98169e80 con 0x7fbf98160e20 2024-09-21T07:25:18.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbf9816a180 con 0x7fbf981515e0 2024-09-21T07:25:18.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980cd310 0x7fbf981f75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980cd310 0x7fbf981f75e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45578/0 (socket says 172.21.15.6:45578) 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 -- 172.21.15.6:0/1494797530 learned_addr learned my addr 172.21.15.6:0/1494797530 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9d30e640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf98160e20 0x7fbf981510a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9e310640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf981515e0 0x7fbf98149de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 -- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf981515e0 msgr2=0x7fbf98149de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf981515e0 0x7fbf98149de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 -- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf98160e20 msgr2=0x7fbf981510a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf98160e20 0x7fbf981510a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 -- 172.21.15.6:0/1494797530 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf980b2440 con 0x7fbf980cd310 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9d30e640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf98160e20 0x7fbf981510a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9db0f640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980cd310 0x7fbf981f75e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbf940058d0 tx=0x7fbf9400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf8e7fc640 1 -- 172.21.15.6:0/1494797530 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf94017070 con 0x7fbf980cd310 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf8e7fc640 1 -- 172.21.15.6:0/1494797530 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf94009d20 con 0x7fbf980cd310 2024-09-21T07:25:18.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf980b5860 con 0x7fbf980cd310 2024-09-21T07:25:18.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf8e7fc640 1 -- 172.21.15.6:0/1494797530 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf940106c0 con 0x7fbf980cd310 2024-09-21T07:25:18.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf980b5e20 con 0x7fbf980cd310 2024-09-21T07:25:18.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf9815d9c0 con 0x7fbf980cd310 2024-09-21T07:25:18.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.823+0000 7fbf8e7fc640 1 -- 172.21.15.6:0/1494797530 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbf9401a070 con 0x7fbf980cd310 2024-09-21T07:25:18.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.827+0000 7fbf8e7fc640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf7c073200 0x7fbf7c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:18.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.827+0000 7fbf8e7fc640 1 -- 172.21.15.6:0/1494797530 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fbf940943f0 con 0x7fbf980cd310 2024-09-21T07:25:18.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.827+0000 7fbf9d30e640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf7c073200 0x7fbf7c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:18.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.827+0000 7fbf9d30e640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf7c073200 0x7fbf7c075710 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbf980b1820 tx=0x7fbf88008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:18.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:18.831+0000 7fbf8e7fc640 1 -- 172.21.15.6:0/1494797530 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbf980b2440 con 0x7fbf980cd310 2024-09-21T07:25:19.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.035+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbf980c5730 con 0x7fbf980cd310 2024-09-21T07:25:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.035+0000 7fbf8e7fc640 1 -- 172.21.15.6:0/1494797530 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5217 (secure 0 0 0) 0x7fbf9405f410 con 0x7fbf980cd310 2024-09-21T07:25:19.042 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:19.043 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:24:40.764183+0000","modified":"2024-09-21T07:24:43.858572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4329":{"gid":4329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4329,"qdb_cluster":[4329]},"id":1}]} 2024-09-21T07:25:19.043 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-09-21T07:25:19.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf7c073200 msgr2=0x7fbf7c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf7c073200 0x7fbf7c075710 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbf980b1820 tx=0x7fbf88008040 comp rx=0 tx=0).stop 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980cd310 msgr2=0x7fbf981f75e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980cd310 0x7fbf981f75e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbf940058d0 tx=0x7fbf9400dde0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 shutdown_connections 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf7c073200 0x7fbf7c075710 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf981515e0 0x7fbf98149de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf98160e20 0x7fbf981510a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 --2- 172.21.15.6:0/1494797530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf980cd310 0x7fbf981f75e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 >> 172.21.15.6:0/1494797530 conn(0x7fbf98069180 msgr2=0x7fbf9815dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 shutdown_connections 2024-09-21T07:25:19.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.039+0000 7fbf9fd73640 1 -- 172.21.15.6:0/1494797530 wait complete. 2024-09-21T07:25:19.063 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:19.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- 172.21.15.6:0/3670722709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 msgr2=0x7f65d00af470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 --2- 172.21.15.6:0/3670722709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 0x7f65d00af470 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f65d0070e80 tx=0x7f65c401c890 comp rx=0 tx=0).stop 2024-09-21T07:25:19.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- 172.21.15.6:0/3670722709 shutdown_connections 2024-09-21T07:25:19.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 --2- 172.21.15.6:0/3670722709 >> v2:172.21.15.145:3300/0 conn(0x7f65d00adfa0 0x7f65d00ae3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 --2- 172.21.15.6:0/3670722709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 0x7f65d00af470 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 --2- 172.21.15.6:0/3670722709 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d015c7a0 0x7f65d00cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- 172.21.15.6:0/3670722709 >> 172.21.15.6:0/3670722709 conn(0x7f65d00d0020 msgr2=0x7f65d00d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:19.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- 172.21.15.6:0/3670722709 shutdown_connections 2024-09-21T07:25:19.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- 172.21.15.6:0/3670722709 wait complete. 2024-09-21T07:25:19.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 Processor -- start 2024-09-21T07:25:19.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- start start 2024-09-21T07:25:19.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d00adfa0 0x7f65d0157ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 0x7f65d00afb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d015c7a0 0x7f65d00b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f65d01610e0 con 0x7f65d00af060 2024-09-21T07:25:19.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f65d0160f60 con 0x7f65d00adfa0 2024-09-21T07:25:19.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65d5f75640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f65d006f110 con 0x7f65d015c7a0 2024-09-21T07:25:19.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65ceffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 0x7f65d00afb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65ceffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 0x7f65d00afb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45594/0 (socket says 172.21.15.6:45594) 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.211+0000 7f65ceffd640 1 -- 172.21.15.6:0/1956167887 learned_addr learned my addr 172.21.15.6:0/1956167887 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65ceffd640 1 -- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d015c7a0 msgr2=0x7f65d00b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65ceffd640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d015c7a0 0x7f65d00b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65ceffd640 1 -- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d00adfa0 msgr2=0x7f65d0157ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65ceffd640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d00adfa0 0x7f65d0157ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65ceffd640 1 -- 172.21.15.6:0/1956167887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65d01589a0 con 0x7f65d00af060 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65ceffd640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 0x7f65d00afb90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f65c40b0040 tx=0x7f65c40a5780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65b7fff640 1 -- 172.21.15.6:0/1956167887 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c40bc020 con 0x7f65d00af060 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65b7fff640 1 -- 172.21.15.6:0/1956167887 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65c40044b0 con 0x7f65d00af060 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65d0158c80 con 0x7f65d00af060 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65b7fff640 1 -- 172.21.15.6:0/1956167887 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c40b2040 con 0x7f65d00af060 2024-09-21T07:25:19.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65d00c5770 con 0x7f65d00af060 2024-09-21T07:25:19.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65d0143dd0 con 0x7f65d00af060 2024-09-21T07:25:19.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65b7fff640 1 -- 172.21.15.6:0/1956167887 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f65c40bf070 con 0x7f65d00af060 2024-09-21T07:25:19.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65b7fff640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f65bc073200 0x7f65bc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65b7fff640 1 -- 172.21.15.6:0/1956167887 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f65c412e160 con 0x7f65d00af060 2024-09-21T07:25:19.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65cf7fe640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f65bc073200 0x7f65bc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.215+0000 7f65cf7fe640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f65bc073200 0x7f65bc075710 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f65c000a860 tx=0x7f65c0005b50 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:19.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.219+0000 7f65b7fff640 1 -- 172.21.15.6:0/1956167887 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f65d0143dd0 con 0x7f65d00af060 2024-09-21T07:25:19.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.423+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65d00af470 con 0x7f65d00af060 2024-09-21T07:25:19.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.423+0000 7f65b7fff640 1 -- 172.21.15.6:0/1956167887 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5217 (secure 0 0 0) 0x7f65c40164b0 con 0x7f65d00af060 2024-09-21T07:25:19.428 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:19.429 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"btime":"2024-09-21T07:24:44:436786+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/4123844603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4123844603},{"type":"v1","addr":"172.21.15.145:6835","nonce":4123844603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4301,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/3716225618","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":3716225618},{"type":"v1","addr":"172.21.15.145:6837","nonce":3716225618}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4326,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/2167429069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2167429069},{"type":"v1","addr":"172.21.15.6:6833","nonce":2167429069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:24:40.764183+0000","modified":"2024-09-21T07:24:43.858572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4329":{"gid":4329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2537610971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2537610971},{"type":"v1","addr":"172.21.15.6:6835","nonce":2537610971}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4329,"qdb_cluster":[4329]},"id":1}]} 2024-09-21T07:25:19.429 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f65bc073200 msgr2=0x7f65bc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f65bc073200 0x7f65bc075710 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f65c000a860 tx=0x7f65c0005b50 comp rx=0 tx=0).stop 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 msgr2=0x7f65d00afb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 0x7f65d00afb90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f65c40b0040 tx=0x7f65c40a5780 comp rx=0 tx=0).stop 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 shutdown_connections 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f65bc073200 0x7f65bc075710 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65d015c7a0 0x7f65d00b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d00af060 0x7f65d00afb90 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 --2- 172.21.15.6:0/1956167887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f65d00adfa0 0x7f65d0157ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 >> 172.21.15.6:0/1956167887 conn(0x7f65d00d0020 msgr2=0x7f65d0159d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 shutdown_connections 2024-09-21T07:25:19.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.427+0000 7f65d5f75640 1 -- 172.21.15.6:0/1956167887 wait complete. 2024-09-21T07:25:19.450 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:25:19.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.595+0000 7fb4e228d640 1 -- 172.21.15.6:0/1654642544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 msgr2=0x7fb4c4004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.595+0000 7fb4e228d640 1 --2- 172.21.15.6:0/1654642544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 0x7fb4c4004c20 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc006fd0 tx=0x7fb4cc01f6a0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.595+0000 7fb4e082a640 1 -- 172.21.15.6:0/1654642544 reap_dead start 2024-09-21T07:25:19.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.595+0000 7fb4e228d640 1 -- 172.21.15.6:0/1654642544 shutdown_connections 2024-09-21T07:25:19.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.595+0000 7fb4e228d640 1 -- 172.21.15.6:0/1654642544 >> 172.21.15.6:0/1654642544 conn(0x7fb4dc0cdc40 msgr2=0x7fb4dc0ce050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:19.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.595+0000 7fb4e228d640 1 -- 172.21.15.6:0/1654642544 shutdown_connections 2024-09-21T07:25:19.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.595+0000 7fb4e228d640 1 -- 172.21.15.6:0/1654642544 wait complete. 2024-09-21T07:25:19.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e228d640 1 Processor -- start 2024-09-21T07:25:19.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e228d640 1 -- start start 2024-09-21T07:25:19.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e228d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 0x7fb4dc0b2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e228d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4dc14d7d0 0x7fb4dc0a9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e228d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4dc14b8f0 0x7fb4dc14bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e228d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc073f50 con 0x7fb4c4004810 2024-09-21T07:25:19.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e228d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc073dd0 con 0x7fb4dc14d7d0 2024-09-21T07:25:19.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e228d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb4dc0740d0 con 0x7fb4dc14b8f0 2024-09-21T07:25:19.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 0x7fb4dc0b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 0x7fb4dc0b2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45604/0 (socket says 172.21.15.6:45604) 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 -- 172.21.15.6:0/3814535578 learned_addr learned my addr 172.21.15.6:0/3814535578 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4e082a640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4dc14b8f0 0x7fb4dc14bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4db7fe640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4dc14d7d0 0x7fb4dc0a9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 -- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4dc14b8f0 msgr2=0x7fb4dc14bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4dc14b8f0 0x7fb4dc14bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 -- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4dc14d7d0 msgr2=0x7fb4dc0a9eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4dc14d7d0 0x7fb4dc0a9eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 -- 172.21.15.6:0/3814535578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4dc14a850 con 0x7fb4c4004810 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4dbfff640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 0x7fb4dc0b2530 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0004ee0 tx=0x7fb4d0001640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4d8ff9640 1 -- 172.21.15.6:0/3814535578 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0015020 con 0x7fb4c4004810 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4d8ff9640 1 -- 172.21.15.6:0/3814535578 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4d0011960 con 0x7fb4c4004810 2024-09-21T07:25:19.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.599+0000 7fb4d8ff9640 1 -- 172.21.15.6:0/3814535578 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0011d90 con 0x7fb4c4004810 2024-09-21T07:25:19.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.603+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4dc14ab30 con 0x7fb4c4004810 2024-09-21T07:25:19.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.603+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4dc14b0f0 con 0x7fb4c4004810 2024-09-21T07:25:19.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.603+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4dc0b2a70 con 0x7fb4c4004810 2024-09-21T07:25:19.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.603+0000 7fb4d8ff9640 1 -- 172.21.15.6:0/3814535578 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb4d0018020 con 0x7fb4c4004810 2024-09-21T07:25:19.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.603+0000 7fb4d8ff9640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4c8073200 0x7fb4c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.603+0000 7fb4d8ff9640 1 -- 172.21.15.6:0/3814535578 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fb4d0094d80 con 0x7fb4c4004810 2024-09-21T07:25:19.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.603+0000 7fb4db7fe640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4c8073200 0x7fb4c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.603+0000 7fb4db7fe640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4c8073200 0x7fb4c8075710 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0b0000 tx=0x7fb4cc01c4e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:19.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.607+0000 7fb4d8ff9640 1 -- 172.21.15.6:0/3814535578 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb4d001f020 con 0x7fb4c4004810 2024-09-21T07:25:19.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.783+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb4dc074660 con 0x7fb4c4004810 2024-09-21T07:25:19.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4d8ff9640 1 -- 172.21.15.6:0/3814535578 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16629 (secure 0 0 0) 0x7fb4d005fda0 con 0x7fb4c4004810 2024-09-21T07:25:19.792 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:19.792 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":20,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:24:42.362707+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:24:38.768377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T07:24:39.725642+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:25:19.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4c8073200 msgr2=0x7fb4c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4c8073200 0x7fb4c8075710 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0b0000 tx=0x7fb4cc01c4e0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 msgr2=0x7fb4dc0b2530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 0x7fb4dc0b2530 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0004ee0 tx=0x7fb4d0001640 comp rx=0 tx=0).stop 2024-09-21T07:25:19.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 shutdown_connections 2024-09-21T07:25:19.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4c8073200 0x7fb4c8075710 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4dc14b8f0 0x7fb4dc14bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4dc14d7d0 0x7fb4dc0a9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 --2- 172.21.15.6:0/3814535578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4c4004810 0x7fb4dc0b2530 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 >> 172.21.15.6:0/3814535578 conn(0x7fb4dc0cdc40 msgr2=0x7fb4dc15f920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:19.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 shutdown_connections 2024-09-21T07:25:19.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.787+0000 7fb4e228d640 1 -- 172.21.15.6:0/3814535578 wait complete. 2024-09-21T07:25:19.815 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T07:25:19.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 -- 172.21.15.6:0/566306823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 msgr2=0x7f3968004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 --2- 172.21.15.6:0/566306823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 0x7f3968004c20 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f396400c730 tx=0x7f396401c700 comp rx=0 tx=0).stop 2024-09-21T07:25:19.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 -- 172.21.15.6:0/566306823 shutdown_connections 2024-09-21T07:25:19.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 --2- 172.21.15.6:0/566306823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 0x7f3968004c20 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 -- 172.21.15.6:0/566306823 >> 172.21.15.6:0/566306823 conn(0x7f397c0d1310 msgr2=0x7f397c0d1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:19.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 -- 172.21.15.6:0/566306823 shutdown_connections 2024-09-21T07:25:19.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 -- 172.21.15.6:0/566306823 wait complete. 2024-09-21T07:25:19.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 Processor -- start 2024-09-21T07:25:19.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.971+0000 7f3982018640 1 -- start start 2024-09-21T07:25:19.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 0x7f397c0c9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f397c1f4830 0x7f397c1f4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f397c0c4e40 0x7f397c0c5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f397c0b5690 con 0x7f3968004810 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f397c0b2020 con 0x7f397c1f4830 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f397c0b5810 con 0x7f397c0c4e40 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 0x7f397c0c9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 0x7f397c0c9fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45632/0 (socket says 172.21.15.6:45632) 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 -- 172.21.15.6:0/2024969727 learned_addr learned my addr 172.21.15.6:0/2024969727 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3973fff640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f397c1f4830 0x7f397c1f4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397bfff640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f397c0c4e40 0x7f397c0c5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 -- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f397c0c4e40 msgr2=0x7f397c0c5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f397c0c4e40 0x7f397c0c5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 -- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f397c1f4830 msgr2=0x7f397c1f4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:19.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f397c1f4830 0x7f397c1f4c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:19.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 -- 172.21.15.6:0/2024969727 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f397c0c8f00 con 0x7f3968004810 2024-09-21T07:25:19.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f397b7fe640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 0x7f397c0c9fa0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f396c001780 tx=0x7f396c00e6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:19.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3978ff9640 1 -- 172.21.15.6:0/2024969727 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396c012850 con 0x7f3968004810 2024-09-21T07:25:19.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3978ff9640 1 -- 172.21.15.6:0/2024969727 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f396c012ae0 con 0x7f3968004810 2024-09-21T07:25:19.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3978ff9640 1 -- 172.21.15.6:0/2024969727 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396c01a400 con 0x7f3968004810 2024-09-21T07:25:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f397c0c91e0 con 0x7f3968004810 2024-09-21T07:25:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f397c0c97a0 con 0x7f3968004810 2024-09-21T07:25:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.975+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f397c0cf760 con 0x7f3968004810 2024-09-21T07:25:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.979+0000 7f3978ff9640 1 -- 172.21.15.6:0/2024969727 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f396c00d030 con 0x7f3968004810 2024-09-21T07:25:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.979+0000 7f3978ff9640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f395c073200 0x7f395c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.979+0000 7f3978ff9640 1 -- 172.21.15.6:0/2024969727 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f396c097460 con 0x7f3968004810 2024-09-21T07:25:19.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.979+0000 7f3973fff640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f395c073200 0x7f395c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:19.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.979+0000 7f3973fff640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f395c073200 0x7f395c075710 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f396400c700 tx=0x7f39640194a0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:19.983+0000 7f3978ff9640 1 -- 172.21.15.6:0/2024969727 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f396c016030 con 0x7f3968004810 2024-09-21T07:25:20.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.195+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f397c0cf330 con 0x7f3968004810 2024-09-21T07:25:20.200 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:25:20.195+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:25:20.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3978ff9640 1 -- 172.21.15.6:0/2024969727 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7f396c062480 con 0x7f3968004810 2024-09-21T07:25:20.203 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T07:25:20.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f395c073200 msgr2=0x7f395c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:20.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f395c073200 0x7f395c075710 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f396400c700 tx=0x7f39640194a0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 msgr2=0x7f397c0c9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:20.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 0x7f397c0c9fa0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f396c001780 tx=0x7f396c00e6b0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 shutdown_connections 2024-09-21T07:25:20.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f395c073200 0x7f395c075710 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f397c0c4e40 0x7f397c0c5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f397c1f4830 0x7f397c1f4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 --2- 172.21.15.6:0/2024969727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3968004810 0x7f397c0c9fa0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 >> 172.21.15.6:0/2024969727 conn(0x7f397c0d1310 msgr2=0x7f397c0716d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:20.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 shutdown_connections 2024-09-21T07:25:20.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.199+0000 7f3982018640 1 -- 172.21.15.6:0/2024969727 wait complete. 2024-09-21T07:25:20.217 INFO:tasks.ceph.mds.a.smithi006.stderr: -2604> 2024-09-21T07:24:45.308+0000 7fd7f996b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:25:20.227 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T07:25:20.284 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:25:20.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.367+0000 7fe16e3b0640 1 -- 172.21.15.6:0/3671728627 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 msgr2=0x7fe150004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:20.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.367+0000 7fe16e3b0640 1 --2- 172.21.15.6:0/3671728627 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 0x7fe150004c20 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe1680b1990 tx=0x7fe15801cd40 comp rx=0 tx=0).stop 2024-09-21T07:25:20.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 -- 172.21.15.6:0/3671728627 shutdown_connections 2024-09-21T07:25:20.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 --2- 172.21.15.6:0/3671728627 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 0x7fe150004c20 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 -- 172.21.15.6:0/3671728627 >> 172.21.15.6:0/3671728627 conn(0x7fe1680693b0 msgr2=0x7fe1680d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:20.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 -- 172.21.15.6:0/3671728627 shutdown_connections 2024-09-21T07:25:20.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 -- 172.21.15.6:0/3671728627 wait complete. 2024-09-21T07:25:20.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 Processor -- start 2024-09-21T07:25:20.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 -- start start 2024-09-21T07:25:20.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 0x7fe1681519c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:20.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe168152850 0x7fe1680c7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:20.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1680c76d0 0x7fe1680c5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:20.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe1680b40b0 con 0x7fe150004810 2024-09-21T07:25:20.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe1680d0450 con 0x7fe1680c76d0 2024-09-21T07:25:20.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16e3b0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe1680b4230 con 0x7fe168152850 2024-09-21T07:25:20.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe167fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 0x7fe1681519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:20.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe167fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 0x7fe1681519c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45676/0 (socket says 172.21.15.6:45676) 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe167fff640 1 -- 172.21.15.6:0/417987701 learned_addr learned my addr 172.21.15.6:0/417987701 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe1677fe640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe168152850 0x7fe1680c7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe167fff640 1 -- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe168152850 msgr2=0x7fe1680c7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe167fff640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe168152850 0x7fe1680c7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe16c94d640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1680c76d0 0x7fe1680c5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe167fff640 1 -- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1680c76d0 msgr2=0x7fe1680c5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe167fff640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1680c76d0 0x7fe1680c5cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe167fff640 1 -- 172.21.15.6:0/417987701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1681f97c0 con 0x7fe150004810 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.371+0000 7fe1677fe640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe168152850 0x7fe1680c7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe167fff640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 0x7fe1681519c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe15c00f5d0 tx=0x7fe15c00fa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe164ff9640 1 -- 172.21.15.6:0/417987701 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c017070 con 0x7fe150004810 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe164ff9640 1 -- 172.21.15.6:0/417987701 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe15c011990 con 0x7fe150004810 2024-09-21T07:25:20.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1680c7ae0 con 0x7fe150004810 2024-09-21T07:25:20.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe164ff9640 1 -- 172.21.15.6:0/417987701 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c011dc0 con 0x7fe150004810 2024-09-21T07:25:20.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1680b7de0 con 0x7fe150004810 2024-09-21T07:25:20.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1680d19d0 con 0x7fe150004810 2024-09-21T07:25:20.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe164ff9640 1 -- 172.21.15.6:0/417987701 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe15c01a070 con 0x7fe150004810 2024-09-21T07:25:20.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe164ff9640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe154073200 0x7fe154075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:20.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe164ff9640 1 -- 172.21.15.6:0/417987701 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5795+0+0 (secure 0 0 0) 0x7fe15c097560 con 0x7fe150004810 2024-09-21T07:25:20.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe1677fe640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe154073200 0x7fe154075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:20.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.375+0000 7fe1677fe640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe154073200 0x7fe154075710 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe1580b0000 tx=0x7fe1580a7040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:20.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.379+0000 7fe164ff9640 1 -- 172.21.15.6:0/417987701 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe1680c7ae0 con 0x7fe150004810 2024-09-21T07:25:20.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:20.591+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fe16815dca0 con 0x7fe150004810 2024-09-21T07:25:21.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.199+0000 7fe164ff9640 1 -- 172.21.15.6:0/417987701 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7fe1681f97c0 con 0x7fe150004810 2024-09-21T07:25:21.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe154073200 msgr2=0x7fe154075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:21.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe154073200 0x7fe154075710 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe1580b0000 tx=0x7fe1580a7040 comp rx=0 tx=0).stop 2024-09-21T07:25:21.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 msgr2=0x7fe1681519c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 0x7fe1681519c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe15c00f5d0 tx=0x7fe15c00fa90 comp rx=0 tx=0).stop 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 shutdown_connections 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe154073200 0x7fe154075710 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1680c76d0 0x7fe1680c5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe168152850 0x7fe1680c7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 --2- 172.21.15.6:0/417987701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150004810 0x7fe1681519c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 >> 172.21.15.6:0/417987701 conn(0x7fe1680693b0 msgr2=0x7fe168070fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 shutdown_connections 2024-09-21T07:25:21.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.203+0000 7fe16e3b0640 1 -- 172.21.15.6:0/417987701 wait complete. 2024-09-21T07:25:21.241 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T07:25:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.399+0000 7f40b17e7640 1 -- 172.21.15.6:0/1502306533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 msgr2=0x7f4094003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.399+0000 7f40b17e7640 1 --2- 172.21.15.6:0/1502306533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 0x7f4094003f40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f409c0016f0 tx=0x7f409c01c750 comp rx=0 tx=0).stop 2024-09-21T07:25:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.399+0000 7f40b17e7640 1 -- 172.21.15.6:0/1502306533 shutdown_connections 2024-09-21T07:25:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.399+0000 7f40b17e7640 1 --2- 172.21.15.6:0/1502306533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 0x7f4094003f40 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.399+0000 7f40b17e7640 1 -- 172.21.15.6:0/1502306533 >> 172.21.15.6:0/1502306533 conn(0x7f40ac0d11e0 msgr2=0x7f40ac0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.399+0000 7f40b17e7640 1 -- 172.21.15.6:0/1502306533 shutdown_connections 2024-09-21T07:25:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 -- 172.21.15.6:0/1502306533 wait complete. 2024-09-21T07:25:21.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 Processor -- start 2024-09-21T07:25:21.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 -- start start 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 0x7f40ac0c86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40ac157730 0x7f40ac1f7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40ac157b40 0x7f40ac1f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac15c8d0 con 0x7f4094003ad0 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac15c750 con 0x7f40ac157b40 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40b17e7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f40ac0cedb0 con 0x7f40ac157730 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aaffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 0x7f40ac0c86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aaffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 0x7f40ac0c86f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45702/0 (socket says 172.21.15.6:45702) 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aaffd640 1 -- 172.21.15.6:0/745423997 learned_addr learned my addr 172.21.15.6:0/745423997 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:21.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aa7fc640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40ac157730 0x7f40ac1f7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40ab7fe640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40ac157b40 0x7f40ac1f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aaffd640 1 -- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40ac157730 msgr2=0x7f40ac1f7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aaffd640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40ac157730 0x7f40ac1f7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aaffd640 1 -- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40ac157b40 msgr2=0x7f40ac1f8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aaffd640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40ac157b40 0x7f40ac1f8530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.403+0000 7f40aaffd640 1 -- 172.21.15.6:0/745423997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40ac0b2840 con 0x7f4094003ad0 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40aa7fc640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40ac157730 0x7f40ac1f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40aaffd640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 0x7f40ac0c86f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f409c000fe0 tx=0x7f409c006930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40937fe640 1 -- 172.21.15.6:0/745423997 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409c003600 con 0x7f4094003ad0 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40ac0b2b20 con 0x7f4094003ad0 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40937fe640 1 -- 172.21.15.6:0/745423997 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f409c003890 con 0x7f4094003ad0 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40937fe640 1 -- 172.21.15.6:0/745423997 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409c003c60 con 0x7f4094003ad0 2024-09-21T07:25:21.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40ac0b30e0 con 0x7f4094003ad0 2024-09-21T07:25:21.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40ac0cf2b0 con 0x7f4094003ad0 2024-09-21T07:25:21.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40937fe640 1 -- 172.21.15.6:0/745423997 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f409c0a5530 con 0x7f4094003ad0 2024-09-21T07:25:21.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40937fe640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4098073200 0x7f4098075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:21.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40937fe640 1 -- 172.21.15.6:0/745423997 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5911+0+0 (secure 0 0 0) 0x7f409c12dbc0 con 0x7f4094003ad0 2024-09-21T07:25:21.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.407+0000 7f40aa7fc640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4098073200 0x7f4098075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:21.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.411+0000 7f40aa7fc640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4098073200 0x7f4098075710 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f40a0005fd0 tx=0x7f40a000b4d0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:21.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.411+0000 7f40937fe640 1 -- 172.21.15.6:0/745423997 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f409c0b3070 con 0x7f4094003ad0 2024-09-21T07:25:21.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:21.591+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f40ac0cd120 con 0x7f4094003ad0 2024-09-21T07:25:22.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.215+0000 7f40937fe640 1 -- 172.21.15.6:0/745423997 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7f409c0164b0 con 0x7f4094003ad0 2024-09-21T07:25:22.219 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.215+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4098073200 msgr2=0x7f4098075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.215+0000 7f40b17e7640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4098073200 0x7f4098075710 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f40a0005fd0 tx=0x7f40a000b4d0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 msgr2=0x7f40ac0c86f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 0x7f40ac0c86f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f409c000fe0 tx=0x7f409c006930 comp rx=0 tx=0).stop 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 shutdown_connections 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4098073200 0x7f4098075710 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40ac157b40 0x7f40ac1f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40ac157730 0x7f40ac1f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 --2- 172.21.15.6:0/745423997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4094003ad0 0x7f40ac0c86f0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 >> 172.21.15.6:0/745423997 conn(0x7f40ac0d11e0 msgr2=0x7f40ac15a670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:22.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 shutdown_connections 2024-09-21T07:25:22.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.219+0000 7f40b17e7640 1 -- 172.21.15.6:0/745423997 wait complete. 2024-09-21T07:25:22.255 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T07:25:22.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.419+0000 7f6c0627e640 1 -- 172.21.15.6:0/113435814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b27d0 msgr2=0x7f6c000cd2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:22.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.419+0000 7f6c0627e640 1 --2- 172.21.15.6:0/113435814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b27d0 0x7f6c000cd2d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f6bf8009c80 tx=0x7f6bf801cbc0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.419+0000 7f6c0627e640 1 -- 172.21.15.6:0/113435814 shutdown_connections 2024-09-21T07:25:22.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.419+0000 7f6c0627e640 1 --2- 172.21.15.6:0/113435814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b27d0 0x7f6c000cd2d0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.419+0000 7f6c0627e640 1 --2- 172.21.15.6:0/113435814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c000b1690 0x7f6c000b2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.419+0000 7f6c0627e640 1 -- 172.21.15.6:0/113435814 >> 172.21.15.6:0/113435814 conn(0x7f6c000b2dc0 msgr2=0x7f6c000b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:22.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.419+0000 7f6c0627e640 1 -- 172.21.15.6:0/113435814 shutdown_connections 2024-09-21T07:25:22.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.419+0000 7f6c0627e640 1 -- 172.21.15.6:0/113435814 wait complete. 2024-09-21T07:25:22.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 Processor -- start 2024-09-21T07:25:22.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 -- start start 2024-09-21T07:25:22.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c000b1690 0x7f6c001576d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:22.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c000b27d0 0x7f6c0009c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:22.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b6850 0x7f6c000b5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:22.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0016c1d0 con 0x7f6c000b6850 2024-09-21T07:25:22.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0016c050 con 0x7f6c000b27d0 2024-09-21T07:25:22.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6c0016c350 con 0x7f6c000b1690 2024-09-21T07:25:22.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b6850 0x7f6c000b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:22.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b6850 0x7f6c000b5630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45718/0 (socket says 172.21.15.6:45718) 2024-09-21T07:25:22.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 -- 172.21.15.6:0/589946448 learned_addr learned my addr 172.21.15.6:0/589946448 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:22.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6bfffff640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c000b1690 0x7f6c001576d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:22.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 -- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c000b1690 msgr2=0x7f6c001576d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c000b1690 0x7f6c001576d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 -- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c000b27d0 msgr2=0x7f6c0009c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c000b27d0 0x7f6c0009c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 -- 172.21.15.6:0/589946448 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c00145f50 con 0x7f6c000b6850 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0481b640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b6850 0x7f6c000b5630 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6bf8009bd0 tx=0x7f6bf8009350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6bfcff9640 1 -- 172.21.15.6:0/589946448 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf80bb070 con 0x7f6c000b6850 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.423+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c00146230 con 0x7f6c000b6850 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.427+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c00158d30 con 0x7f6c000b6850 2024-09-21T07:25:22.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.427+0000 7f6bfcff9640 1 -- 172.21.15.6:0/589946448 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6bf8004d40 con 0x7f6c000b6850 2024-09-21T07:25:22.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.427+0000 7f6bfcff9640 1 -- 172.21.15.6:0/589946448 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf80b2040 con 0x7f6c000b6850 2024-09-21T07:25:22.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.427+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6be00052a0 con 0x7f6c000b6850 2024-09-21T07:25:22.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.427+0000 7f6bfcff9640 1 -- 172.21.15.6:0/589946448 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6bf8004260 con 0x7f6c000b6850 2024-09-21T07:25:22.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.427+0000 7f6bfcff9640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bec073200 0x7f6bec075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:22.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.427+0000 7f6bfcff9640 1 -- 172.21.15.6:0/589946448 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5473+0+0 (secure 0 0 0) 0x7f6bf812dee0 con 0x7f6c000b6850 2024-09-21T07:25:22.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.427+0000 7f6bfffff640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bec073200 0x7f6bec075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:22.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.431+0000 7f6bfffff640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bec073200 0x7f6bec075710 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6bf000b810 tx=0x7f6bf0008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:22.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.431+0000 7f6bfcff9640 1 -- 172.21.15.6:0/589946448 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6c000b2be0 con 0x7f6c000b6850 2024-09-21T07:25:22.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:22.607+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6be0005590 con 0x7f6c000b6850 2024-09-21T07:25:23.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.223+0000 7f6bfcff9640 1 -- 172.21.15.6:0/589946448 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f6bf80f8ff0 con 0x7f6c000b6850 2024-09-21T07:25:23.229 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-09-21T07:25:23.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bec073200 msgr2=0x7f6bec075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:23.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bec073200 0x7f6bec075710 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6bf000b810 tx=0x7f6bf0008040 comp rx=0 tx=0).stop 2024-09-21T07:25:23.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b6850 msgr2=0x7f6c000b5630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:23.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b6850 0x7f6c000b5630 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6bf8009bd0 tx=0x7f6bf8009350 comp rx=0 tx=0).stop 2024-09-21T07:25:23.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 shutdown_connections 2024-09-21T07:25:23.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bec073200 0x7f6bec075710 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:23.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c000b6850 0x7f6c000b5630 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:23.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6c000b27d0 0x7f6c0009c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:23.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 --2- 172.21.15.6:0/589946448 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6c000b1690 0x7f6c001576d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:23.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.227+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 >> 172.21.15.6:0/589946448 conn(0x7f6c000b2dc0 msgr2=0x7f6c000b40c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.231+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 shutdown_connections 2024-09-21T07:25:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.231+0000 7f6c0627e640 1 -- 172.21.15.6:0/589946448 wait complete. 2024-09-21T07:25:23.259 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:25:23.259 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T07:25:23.259 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:25:23.260 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:23.260 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:25:23.260 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T07:25:23.260 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:25:23.260 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:23.260 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:25:23.260 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T07:25:23.261 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:25:23.261 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:23.261 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:25:23.261 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T07:25:23.261 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:25:23.261 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:23.273 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:25:23.273 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:25:23.274 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:25:23.275 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:25:23.285 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:25:23.285 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:25:23.286 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:25:23.286 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:25:23.319 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:25:23.320 DEBUG:teuthology.parallel:result is None 2024-09-21T07:25:23.320 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:25:23.321 DEBUG:teuthology.parallel:result is None 2024-09-21T07:25:23.331 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:25:23.331 DEBUG:teuthology.parallel:result is None 2024-09-21T07:25:23.332 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:25:23.333 DEBUG:teuthology.parallel:result is None 2024-09-21T07:25:23.333 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T07:25:23.413 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:25:23.413 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:25:23.431 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:25:23.431 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:25:23.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 -- 172.21.15.6:0/1339776758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff0073f40 msgr2=0x7f2ff0074350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:23.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 --2- 172.21.15.6:0/1339776758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff0073f40 0x7f2ff0074350 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f2fe8009c80 tx=0x7f2fe801cd70 comp rx=0 tx=0).stop 2024-09-21T07:25:23.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 -- 172.21.15.6:0/1339776758 shutdown_connections 2024-09-21T07:25:23.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 --2- 172.21.15.6:0/1339776758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff0073f40 0x7f2ff0074350 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:23.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 -- 172.21.15.6:0/1339776758 >> 172.21.15.6:0/1339776758 conn(0x7f2ff00cdc80 msgr2=0x7f2ff00ce090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:23.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 -- 172.21.15.6:0/1339776758 shutdown_connections 2024-09-21T07:25:23.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 -- 172.21.15.6:0/1339776758 wait complete. 2024-09-21T07:25:23.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 Processor -- start 2024-09-21T07:25:23.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.483+0000 7f2ff7f10640 1 -- start start 2024-09-21T07:25:23.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff006cde0 0x7f2ff0150370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff0073f40 0x7f2ff009db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff0160c30 0x7f2ff0150bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff0153970 con 0x7f2ff006cde0 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff01537f0 con 0x7f2ff0073f40 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2ff0153af0 con 0x7f2ff0160c30 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff006cde0 0x7f2ff0150370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff006cde0 0x7f2ff0150370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51854/0 (socket says 172.21.15.6:51854) 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 -- 172.21.15.6:0/782489630 learned_addr learned my addr 172.21.15.6:0/782489630 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff54ab640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff0073f40 0x7f2ff009db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff64ad640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff0160c30 0x7f2ff0150bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 -- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff0160c30 msgr2=0x7f2ff0150bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff0160c30 0x7f2ff0150bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 -- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff0073f40 msgr2=0x7f2ff009db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:23.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff0073f40 0x7f2ff009db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 -- 172.21.15.6:0/782489630 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff015ed20 con 0x7f2ff006cde0 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff54ab640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff0073f40 0x7f2ff009db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff5cac640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff006cde0 0x7f2ff0150370 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f2fec00c3f0 tx=0x7f2fec00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2fe67fc640 1 -- 172.21.15.6:0/782489630 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fec017070 con 0x7f2ff006cde0 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2fe67fc640 1 -- 172.21.15.6:0/782489630 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fec003600 con 0x7f2ff006cde0 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ff015f000 con 0x7f2ff006cde0 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2fe67fc640 1 -- 172.21.15.6:0/782489630 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fec003a50 con 0x7f2ff006cde0 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ff009c7d0 con 0x7f2ff006cde0 2024-09-21T07:25:23.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.487+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ff015f520 con 0x7f2ff006cde0 2024-09-21T07:25:23.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.491+0000 7f2fe67fc640 1 -- 172.21.15.6:0/782489630 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2fec01a070 con 0x7f2ff006cde0 2024-09-21T07:25:23.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.491+0000 7f2fe67fc640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2fd4073200 0x7f2fd4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:23.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.491+0000 7f2fe67fc640 1 -- 172.21.15.6:0/782489630 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f2fec093210 con 0x7f2ff006cde0 2024-09-21T07:25:23.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.491+0000 7f2ff54ab640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2fd4073200 0x7f2fd4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:23.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.491+0000 7f2ff54ab640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2fd4073200 0x7f2fd4075710 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2fe0000f70 tx=0x7f2fe0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:23.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.495+0000 7f2fe67fc640 1 -- 172.21.15.6:0/782489630 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2ff015f520 con 0x7f2ff006cde0 2024-09-21T07:25:23.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:23.679+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f2ff009ca30 con 0x7f2ff006cde0 2024-09-21T07:25:24.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.251+0000 7f2fe67fc640 1 -- 172.21.15.6:0/782489630 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v26) ==== 97+0+0 (secure 0 0 0) 0x7f2fec05e530 con 0x7f2ff006cde0 2024-09-21T07:25:24.257 INFO:teuthology.orchestra.run.smithi006.stderr: removed all blocklist entries 2024-09-21T07:25:24.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2fd4073200 msgr2=0x7f2fd4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2fd4073200 0x7f2fd4075710 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2fe0000f70 tx=0x7f2fe0009040 comp rx=0 tx=0).stop 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff006cde0 msgr2=0x7f2ff0150370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff006cde0 0x7f2ff0150370 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f2fec00c3f0 tx=0x7f2fec00c8b0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 shutdown_connections 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2fd4073200 0x7f2fd4075710 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ff0160c30 0x7f2ff0150bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ff0073f40 0x7f2ff009db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 --2- 172.21.15.6:0/782489630 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ff006cde0 0x7f2ff0150370 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 >> 172.21.15.6:0/782489630 conn(0x7f2ff00cdc80 msgr2=0x7f2ff00b2c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 shutdown_connections 2024-09-21T07:25:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.255+0000 7f2ff7f10640 1 -- 172.21.15.6:0/782489630 wait complete. 2024-09-21T07:25:24.284 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T07:25:24.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.443+0000 7f5c951c5640 1 -- 172.21.15.6:0/1243106855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 msgr2=0x7f5c78003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.443+0000 7f5c951c5640 1 --2- 172.21.15.6:0/1243106855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 0x7f5c78003f40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5c8000bb10 tx=0x7f5c8001cda0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.443+0000 7f5c951c5640 1 -- 172.21.15.6:0/1243106855 shutdown_connections 2024-09-21T07:25:24.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.443+0000 7f5c951c5640 1 --2- 172.21.15.6:0/1243106855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 0x7f5c78003f40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.443+0000 7f5c951c5640 1 -- 172.21.15.6:0/1243106855 >> 172.21.15.6:0/1243106855 conn(0x7f5c900d0020 msgr2=0x7f5c900d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:24.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.443+0000 7f5c951c5640 1 -- 172.21.15.6:0/1243106855 shutdown_connections 2024-09-21T07:25:24.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.443+0000 7f5c951c5640 1 -- 172.21.15.6:0/1243106855 wait complete. 2024-09-21T07:25:24.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 Processor -- start 2024-09-21T07:25:24.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 -- start start 2024-09-21T07:25:24.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 0x7f5c900b39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:24.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c90152a30 0x7f5c9009c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:24.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c90152e40 0x7f5c9009c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:24.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5c90073b30 con 0x7f5c78003ad0 2024-09-21T07:25:24.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5c900ceb90 con 0x7f5c90152a30 2024-09-21T07:25:24.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5c90073cb0 con 0x7f5c90152e40 2024-09-21T07:25:24.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 0x7f5c900b39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 0x7f5c900b39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51862/0 (socket says 172.21.15.6:51862) 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 -- 172.21.15.6:0/1873164656 learned_addr learned my addr 172.21.15.6:0/1873164656 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8f59e640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c90152e40 0x7f5c9009c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8e59c640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c90152a30 0x7f5c9009c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 -- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c90152e40 msgr2=0x7f5c9009c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c90152e40 0x7f5c9009c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 -- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c90152a30 msgr2=0x7f5c9009c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c90152a30 0x7f5c9009c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 -- 172.21.15.6:0/1873164656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c9015ac70 con 0x7f5c78003ad0 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8e59c640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c90152a30 0x7f5c9009c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c8ed9d640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 0x7f5c900b39e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5c8001cbd0 tx=0x7f5c8000b6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c777fe640 1 -- 172.21.15.6:0/1873164656 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c800be070 con 0x7f5c78003ad0 2024-09-21T07:25:24.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c777fe640 1 -- 172.21.15.6:0/1873164656 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c80005330 con 0x7f5c78003ad0 2024-09-21T07:25:24.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c90159eb0 con 0x7f5c78003ad0 2024-09-21T07:25:24.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c777fe640 1 -- 172.21.15.6:0/1873164656 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c800ab050 con 0x7f5c78003ad0 2024-09-21T07:25:24.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.447+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c9015a470 con 0x7f5c78003ad0 2024-09-21T07:25:24.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.451+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c90074210 con 0x7f5c78003ad0 2024-09-21T07:25:24.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.451+0000 7f5c777fe640 1 -- 172.21.15.6:0/1873164656 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5c800c1070 con 0x7f5c78003ad0 2024-09-21T07:25:24.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.451+0000 7f5c777fe640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c7c073200 0x7f5c7c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:24.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.451+0000 7f5c777fe640 1 -- 172.21.15.6:0/1873164656 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f5c8012e260 con 0x7f5c78003ad0 2024-09-21T07:25:24.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.451+0000 7f5c8e59c640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c7c073200 0x7f5c7c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:24.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.451+0000 7f5c8e59c640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c7c073200 0x7f5c7c075710 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5c9015c160 tx=0x7f5c84009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:24.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.455+0000 7f5c777fe640 1 -- 172.21.15.6:0/1873164656 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5c80016ab0 con 0x7f5c78003ad0 2024-09-21T07:25:24.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.695+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f5c900cfd00 con 0x7f5c78003ad0 2024-09-21T07:25:24.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.695+0000 7f5c777fe640 1 -- 172.21.15.6:0/1873164656 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v18) ==== 80+0+6645 (secure 0 0 0) 0x7f5c800f95d0 con 0x7f5c78003ad0 2024-09-21T07:25:24.701 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:24.701 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:25:24.701 INFO:teuthology.orchestra.run.smithi006.stdout: "auth_dump": [ 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.a", 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w==", 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.702 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.b", 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ==", 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.703 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.c", 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw==", 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.704 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.d", 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw==", 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.0", 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA==", 2024-09-21T07:25:24.705 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.1", 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ==", 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.706 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.2", 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw==", 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:25:24.707 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.3", 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg==", 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.708 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.4", 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w==", 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.709 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.5", 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg==", 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.710 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.6", 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ==", 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.7", 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ==", 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.711 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.0", 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw==", 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.1", 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg==", 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.712 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.2", 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg==", 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.713 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.3", 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ==", 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.admin", 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB1dO5m38/uORAAopvjCJolcw1Xq7HVZV5vGw==", 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.714 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.bootstrap-mds", 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCfdO5moEXsDBAAF+mA5KSXXnN6fCKWSlck+A==", 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile bootstrap-mds" 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.bootstrap-mgr", 2024-09-21T07:25:24.715 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCfdO5mLGDsDBAAbO0nkQvVlrYd6UOkwYiyIw==", 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.bootstrap-osd", 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCfdO5m23fsDBAA7w5F30MitK6Rtkoy5b2GmQ==", 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile bootstrap-osd" 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.bootstrap-rbd", 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCfdO5m0I7sDBAARNcWg/3AKcJtJfZkCMdiwA==", 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.716 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCfdO5m4s3sDBAAcs/IMsdAC3gFhh5ZM+DWLg==", 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.bootstrap-rgw", 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCfdO5mPejsDBAA+sLXim3hyD1hs5T+mPk8Nw==", 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-21T07:25:24.717 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.x", 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg==", 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.y", 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw==", 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:25:24.718 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:25:24.719 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:25:24.719 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:25:24.719 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.719 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:24.719 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:25:24.719 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c7c073200 msgr2=0x7f5c7c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c7c073200 0x7f5c7c075710 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5c9015c160 tx=0x7f5c84009040 comp rx=0 tx=0).stop 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 msgr2=0x7f5c900b39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 0x7f5c900b39e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5c8001cbd0 tx=0x7f5c8000b6f0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 shutdown_connections 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c7c073200 0x7f5c7c075710 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c90152e40 0x7f5c9009c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c90152a30 0x7f5c9009c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 --2- 172.21.15.6:0/1873164656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c78003ad0 0x7f5c900b39e0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 >> 172.21.15.6:0/1873164656 conn(0x7f5c900d0020 msgr2=0x7f5c900d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 shutdown_connections 2024-09-21T07:25:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.699+0000 7f5c951c5640 1 -- 172.21.15.6:0/1873164656 wait complete. 2024-09-21T07:25:24.723 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-21T07:25:24.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 -- 172.21.15.6:0/1598640878 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0b55a0 msgr2=0x7f509c0b1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 --2- 172.21.15.6:0/1598640878 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0b55a0 0x7f509c0b1940 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f508c009840 tx=0x7f508c01c820 comp rx=0 tx=0).stop 2024-09-21T07:25:24.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 -- 172.21.15.6:0/1598640878 shutdown_connections 2024-09-21T07:25:24.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 --2- 172.21.15.6:0/1598640878 >> v2:172.21.15.145:3300/0 conn(0x7f509c0ad450 0x7f509c0ad860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 --2- 172.21.15.6:0/1598640878 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0b55a0 0x7f509c0b1940 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 -- 172.21.15.6:0/1598640878 >> 172.21.15.6:0/1598640878 conn(0x7f509c074590 msgr2=0x7f509c0749a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:24.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 -- 172.21.15.6:0/1598640878 shutdown_connections 2024-09-21T07:25:24.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 -- 172.21.15.6:0/1598640878 wait complete. 2024-09-21T07:25:24.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 Processor -- start 2024-09-21T07:25:24.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.875+0000 7f50a14b7640 1 -- start start 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0ad450 0x7f509c1fc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f509c0b55a0 0x7f509c1fc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f509c0d0250 0x7f509c097500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f509c166d40 con 0x7f509c0d0250 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f509c166bc0 con 0x7f509c0b55a0 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f509c166ec0 con 0x7f509c0ad450 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f509c0d0250 0x7f509c097500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f509c0d0250 0x7f509c097500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51872/0 (socket says 172.21.15.6:51872) 2024-09-21T07:25:24.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 -- 172.21.15.6:0/2406663837 learned_addr learned my addr 172.21.15.6:0/2406663837 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509affd640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0ad450 0x7f509c1fc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509a7fc640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f509c0b55a0 0x7f509c1fc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 -- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0ad450 msgr2=0x7f509c1fc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0ad450 0x7f509c1fc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 -- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f509c0b55a0 msgr2=0x7f509c1fc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f509c0b55a0 0x7f509c1fc9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 -- 172.21.15.6:0/2406663837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f509c152630 con 0x7f509c0d0250 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509affd640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0ad450 0x7f509c1fc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509a7fc640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f509c0b55a0 0x7f509c1fc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509b7fe640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f509c0d0250 0x7f509c097500 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f509400ed30 tx=0x7f509400c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50837fe640 1 -- 172.21.15.6:0/2406663837 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5094004d30 con 0x7f509c0d0250 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50837fe640 1 -- 172.21.15.6:0/2406663837 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f509400b570 con 0x7f509c0d0250 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f509c152910 con 0x7f509c0d0250 2024-09-21T07:25:24.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50837fe640 1 -- 172.21.15.6:0/2406663837 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509400b9a0 con 0x7f509c0d0250 2024-09-21T07:25:24.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f509c152ed0 con 0x7f509c0d0250 2024-09-21T07:25:24.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f509c0ad860 con 0x7f509c0d0250 2024-09-21T07:25:24.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50837fe640 1 -- 172.21.15.6:0/2406663837 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f509400bb40 con 0x7f509c0d0250 2024-09-21T07:25:24.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50837fe640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5088073200 0x7f5088075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:24.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f50837fe640 1 -- 172.21.15.6:0/2406663837 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f50940949f0 con 0x7f509c0d0250 2024-09-21T07:25:24.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.879+0000 7f509affd640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5088073200 0x7f5088075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:24.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.883+0000 7f509affd640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5088073200 0x7f5088075710 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f508c0af000 tx=0x7f508c01b060 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:24.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:24.887+0000 7f50837fe640 1 -- 172.21.15.6:0/2406663837 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f509400ee20 con 0x7f509c0d0250 2024-09-21T07:25:25.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.123+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f509c0b3ca0 con 0x7f509c0d0250 2024-09-21T07:25:25.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.127+0000 7f50837fe640 1 -- 172.21.15.6:0/2406663837 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v19) ==== 90+0+0 (secure 0 0 0) 0x7f509405fe80 con 0x7f509c0d0250 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5088073200 msgr2=0x7f5088075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5088073200 0x7f5088075710 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f508c0af000 tx=0x7f508c01b060 comp rx=0 tx=0).stop 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f509c0d0250 msgr2=0x7f509c097500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f509c0d0250 0x7f509c097500 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f509400ed30 tx=0x7f509400c740 comp rx=0 tx=0).stop 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 shutdown_connections 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5088073200 0x7f5088075710 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f509c0d0250 0x7f509c097500 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f509c0b55a0 0x7f509c1fc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 --2- 172.21.15.6:0/2406663837 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f509c0ad450 0x7f509c1fc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 >> 172.21.15.6:0/2406663837 conn(0x7f509c074590 msgr2=0x7f509c099700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:25.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 shutdown_connections 2024-09-21T07:25:25.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.131+0000 7f50a14b7640 1 -- 172.21.15.6:0/2406663837 wait complete. 2024-09-21T07:25:25.155 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-21T07:25:25.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/3255543945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9d8004080 msgr2=0x7fb9d8004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9f4cbe640 1 --2- 172.21.15.6:0/3255543945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9d8004080 0x7fb9d8004810 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb9e40016f0 tx=0x7fb9e401c7b0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9eed9d640 1 -- 172.21.15.6:0/3255543945 reap_dead start 2024-09-21T07:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/3255543945 shutdown_connections 2024-09-21T07:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/3255543945 >> 172.21.15.6:0/3255543945 conn(0x7fb9f006ea50 msgr2=0x7fb9f00b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/3255543945 shutdown_connections 2024-09-21T07:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/3255543945 wait complete. 2024-09-21T07:25:25.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9f4cbe640 1 Processor -- start 2024-09-21T07:25:25.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.307+0000 7fb9f4cbe640 1 -- start start 2024-09-21T07:25:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d8004080 0x7fb9f0151dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9f00b5650 0x7fb9f00b41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9f00b4730 0x7fb9f01f5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f00ae7b0 con 0x7fb9f00b5650 2024-09-21T07:25:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f00d0e80 con 0x7fb9d8004080 2024-09-21T07:25:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb9f00ae930 con 0x7fb9f00b4730 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9f00b5650 0x7fb9f00b41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9f00b5650 0x7fb9f00b41f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51900/0 (socket says 172.21.15.6:51900) 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 -- 172.21.15.6:0/2464741503 learned_addr learned my addr 172.21.15.6:0/2464741503 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9ee59c640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d8004080 0x7fb9f0151dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9eed9d640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9f00b4730 0x7fb9f01f5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 -- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9f00b4730 msgr2=0x7fb9f01f5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9f00b4730 0x7fb9f01f5ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 -- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d8004080 msgr2=0x7fb9f0151dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d8004080 0x7fb9f0151dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 -- 172.21.15.6:0/2464741503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f01f6c20 con 0x7fb9f00b5650 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9eed9d640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9f00b4730 0x7fb9f01f5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9edd9b640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9f00b5650 0x7fb9f00b41f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4000c10 tx=0x7fb9e4003be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9deffd640 1 -- 172.21.15.6:0/2464741503 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e40bd070 con 0x7fb9f00b5650 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9deffd640 1 -- 172.21.15.6:0/2464741503 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb9e4006500 con 0x7fb9f00b5650 2024-09-21T07:25:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9deffd640 1 -- 172.21.15.6:0/2464741503 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4006930 con 0x7fb9f00b5650 2024-09-21T07:25:25.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9f0151010 con 0x7fb9f00b5650 2024-09-21T07:25:25.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9f01515d0 con 0x7fb9f00b5650 2024-09-21T07:25:25.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9f00ae0a0 con 0x7fb9f00b5650 2024-09-21T07:25:25.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.311+0000 7fb9deffd640 1 -- 172.21.15.6:0/2464741503 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb9e40c0070 con 0x7fb9f00b5650 2024-09-21T07:25:25.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.315+0000 7fb9deffd640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb9d0073230 0x7fb9d0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:25.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.315+0000 7fb9deffd640 1 -- 172.21.15.6:0/2464741503 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fb9e412dcf0 con 0x7fb9f00b5650 2024-09-21T07:25:25.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.315+0000 7fb9ee59c640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb9d0073230 0x7fb9d0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:25.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.315+0000 7fb9ee59c640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb9d0073230 0x7fb9d0075740 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0001cb0 tx=0x7fb9e0001260 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:25.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.319+0000 7fb9deffd640 1 -- 172.21.15.6:0/2464741503 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb9e40aa050 con 0x7fb9f00b5650 2024-09-21T07:25:25.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.559+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fb9f00b3c90 con 0x7fb9f00b5650 2024-09-21T07:25:25.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.563+0000 7fb9deffd640 1 -- 172.21.15.6:0/2464741503 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v20) ==== 90+0+0 (secure 0 0 0) 0x7fb9e4016510 con 0x7fb9f00b5650 2024-09-21T07:25:25.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb9d0073230 msgr2=0x7fb9d0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb9d0073230 0x7fb9d0075740 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0001cb0 tx=0x7fb9e0001260 comp rx=0 tx=0).stop 2024-09-21T07:25:25.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9f00b5650 msgr2=0x7fb9f00b41f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9f00b5650 0x7fb9f00b41f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4000c10 tx=0x7fb9e4003be0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 shutdown_connections 2024-09-21T07:25:25.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb9d0073230 0x7fb9d0075740 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9f00b4730 0x7fb9f01f5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9f00b5650 0x7fb9f00b41f0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 --2- 172.21.15.6:0/2464741503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9d8004080 0x7fb9f0151dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 >> 172.21.15.6:0/2464741503 conn(0x7fb9f006ea50 msgr2=0x7fb9f00b2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:25.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 shutdown_connections 2024-09-21T07:25:25.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.567+0000 7fb9f4cbe640 1 -- 172.21.15.6:0/2464741503 wait complete. 2024-09-21T07:25:25.591 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-21T07:25:25.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.743+0000 7ff01452b640 1 -- 172.21.15.6:0/1995851360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feff80053b0 msgr2=0x7feff800ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.743+0000 7ff01452b640 1 --2- 172.21.15.6:0/1995851360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feff80053b0 0x7feff800ba30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff0040013e0 tx=0x7ff00401d240 comp rx=0 tx=0).stop 2024-09-21T07:25:25.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.743+0000 7ff01452b640 1 -- 172.21.15.6:0/1995851360 shutdown_connections 2024-09-21T07:25:25.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.743+0000 7ff01452b640 1 --2- 172.21.15.6:0/1995851360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feff80053b0 0x7feff800ba30 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.743+0000 7ff01452b640 1 -- 172.21.15.6:0/1995851360 >> 172.21.15.6:0/1995851360 conn(0x7ff00c0d0090 msgr2=0x7ff00c0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:25.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.743+0000 7ff01452b640 1 -- 172.21.15.6:0/1995851360 shutdown_connections 2024-09-21T07:25:25.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.743+0000 7ff01452b640 1 -- 172.21.15.6:0/1995851360 wait complete. 2024-09-21T07:25:25.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 Processor -- start 2024-09-21T07:25:25.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 -- start start 2024-09-21T07:25:25.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80053b0 0x7ff00c154b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff00c0b3f90 0x7ff00c152060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff00c0c6e20 0x7ff00c0c7230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c075110 con 0x7ff00c0b3f90 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c074f90 con 0x7ff00c0c6e20 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff00c074020 con 0x7feff80053b0 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff00c0b3f90 0x7ff00c152060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff00c0b3f90 0x7ff00c152060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51932/0 (socket says 172.21.15.6:51932) 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 -- 172.21.15.6:0/3467191180 learned_addr learned my addr 172.21.15.6:0/3467191180 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff012ac8640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff00c0c6e20 0x7ff00c0c7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff0122c7640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80053b0 0x7ff00c154b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 -- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80053b0 msgr2=0x7ff00c154b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80053b0 0x7ff00c154b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 -- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff00c0c6e20 msgr2=0x7ff00c0c7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff00c0c6e20 0x7ff00c0c7230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 -- 172.21.15.6:0/3467191180 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff00c0c7770 con 0x7ff00c0b3f90 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff012ac8640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff00c0c6e20 0x7ff00c0c7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff011ac6640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff00c0b3f90 0x7ff00c152060 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ff00800c460 tx=0x7ff00800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7feffeffd640 1 -- 172.21.15.6:0/3467191180 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff008017070 con 0x7ff00c0b3f90 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7feffeffd640 1 -- 172.21.15.6:0/3467191180 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0080053e0 con 0x7ff00c0b3f90 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff00c155680 con 0x7ff00c0b3f90 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7feffeffd640 1 -- 172.21.15.6:0/3467191180 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff008012890 con 0x7ff00c0b3f90 2024-09-21T07:25:25.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.747+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff00c0c8f80 con 0x7ff00c0b3f90 2024-09-21T07:25:25.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.751+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff00c1553f0 con 0x7ff00c0b3f90 2024-09-21T07:25:25.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.751+0000 7feffeffd640 1 -- 172.21.15.6:0/3467191180 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff00801a070 con 0x7ff00c0b3f90 2024-09-21T07:25:25.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.751+0000 7feffeffd640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feff0073230 0x7feff0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:25.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.751+0000 7feffeffd640 1 -- 172.21.15.6:0/3467191180 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7ff0080931e0 con 0x7ff00c0b3f90 2024-09-21T07:25:25.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.751+0000 7ff0122c7640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feff0073230 0x7feff0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:25.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.751+0000 7ff0122c7640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feff0073230 0x7feff0075740 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff00000fad0 tx=0x7ff00000f4b0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:25.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.755+0000 7feffeffd640 1 -- 172.21.15.6:0/3467191180 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff00c0c7770 con 0x7ff00c0b3f90 2024-09-21T07:25:25.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.987+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7ff00c073500 con 0x7ff00c0b3f90 2024-09-21T07:25:25.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7feffeffd640 1 -- 172.21.15.6:0/3467191180 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v21) ==== 90+0+0 (secure 0 0 0) 0x7ff00805e550 con 0x7ff00c0b3f90 2024-09-21T07:25:26.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feff0073230 msgr2=0x7feff0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feff0073230 0x7feff0075740 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff00000fad0 tx=0x7ff00000f4b0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff00c0b3f90 msgr2=0x7ff00c152060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff00c0b3f90 0x7ff00c152060 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ff00800c460 tx=0x7ff00800c920 comp rx=0 tx=0).stop 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 shutdown_connections 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feff0073230 0x7feff0075740 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff00c0c6e20 0x7ff00c0c7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff00c0b3f90 0x7ff00c152060 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.995+0000 7ff01452b640 1 --2- 172.21.15.6:0/3467191180 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feff80053b0 0x7ff00c154b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.999+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 >> 172.21.15.6:0/3467191180 conn(0x7ff00c0d0090 msgr2=0x7ff00c0c5a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.999+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 shutdown_connections 2024-09-21T07:25:26.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:25.999+0000 7ff01452b640 1 -- 172.21.15.6:0/3467191180 wait complete. 2024-09-21T07:25:26.020 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-21T07:25:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.159+0000 7f058cb12640 1 -- 172.21.15.6:0/3019554922 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815a930 msgr2=0x7f058806cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.159+0000 7f058cb12640 1 --2- 172.21.15.6:0/3019554922 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815a930 0x7f058806cde0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f0580009c80 tx=0x7f058001cd10 comp rx=0 tx=0).stop 2024-09-21T07:25:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.159+0000 7f058cb12640 1 -- 172.21.15.6:0/3019554922 shutdown_connections 2024-09-21T07:25:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.159+0000 7f058cb12640 1 --2- 172.21.15.6:0/3019554922 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058815ba40 0x7f058806d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.159+0000 7f058cb12640 1 --2- 172.21.15.6:0/3019554922 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815a930 0x7f058806cde0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.159+0000 7f058cb12640 1 -- 172.21.15.6:0/3019554922 >> 172.21.15.6:0/3019554922 conn(0x7f05880d08e0 msgr2=0x7f05880d0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.159+0000 7f058cb12640 1 -- 172.21.15.6:0/3019554922 shutdown_connections 2024-09-21T07:25:26.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.159+0000 7f058cb12640 1 -- 172.21.15.6:0/3019554922 wait complete. 2024-09-21T07:25:26.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 Processor -- start 2024-09-21T07:25:26.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 -- start start 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f058815a930 0x7f05880b5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815ad40 0x7f05880b5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058815ba40 0x7f05880b3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f058806f950 con 0x7f058815ad40 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f05880aff40 con 0x7f058815a930 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f058806fad0 con 0x7f058815ba40 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815ad40 0x7f05880b5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815ad40 0x7f05880b5ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51950/0 (socket says 172.21.15.6:51950) 2024-09-21T07:25:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 -- 172.21.15.6:0/359392568 learned_addr learned my addr 172.21.15.6:0/359392568 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058659c640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f058815a930 0x7f05880b5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0586d9d640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058815ba40 0x7f05880b3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 -- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058815ba40 msgr2=0x7f05880b3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058815ba40 0x7f05880b3c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 -- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f058815a930 msgr2=0x7f05880b5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f058815a930 0x7f05880b5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 -- 172.21.15.6:0/359392568 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05880b15a0 con 0x7f058815ad40 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f0585d9b640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815ad40 0x7f05880b5ba0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f057000c420 tx=0x7f057000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f057effd640 1 -- 172.21.15.6:0/359392568 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0570017070 con 0x7f058815ad40 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f057effd640 1 -- 172.21.15.6:0/359392568 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05700053c0 con 0x7f058815ad40 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f057effd640 1 -- 172.21.15.6:0/359392568 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0570003860 con 0x7f058815ad40 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05880b1880 con 0x7f058815ad40 2024-09-21T07:25:26.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.163+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05880b1e40 con 0x7f058815ad40 2024-09-21T07:25:26.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.167+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f058815b330 con 0x7f058815ad40 2024-09-21T07:25:26.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.167+0000 7f057effd640 1 -- 172.21.15.6:0/359392568 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f057001a070 con 0x7f058815ad40 2024-09-21T07:25:26.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.167+0000 7f057effd640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0568073200 0x7f0568075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:26.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.167+0000 7f057effd640 1 -- 172.21.15.6:0/359392568 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f0570093220 con 0x7f058815ad40 2024-09-21T07:25:26.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.167+0000 7f058659c640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0568073200 0x7f0568075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:26.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.167+0000 7f058659c640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0568073200 0x7f0568075710 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f05800af000 tx=0x7f058001b550 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:26.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.171+0000 7f057effd640 1 -- 172.21.15.6:0/359392568 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f057005e620 con 0x7f058815ad40 2024-09-21T07:25:26.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.411+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f05880b3a00 con 0x7f058815ad40 2024-09-21T07:25:26.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.415+0000 7f057effd640 1 -- 172.21.15.6:0/359392568 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v22) ==== 90+0+0 (secure 0 0 0) 0x7f057005df20 con 0x7f058815ad40 2024-09-21T07:25:26.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0568073200 msgr2=0x7f0568075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0568073200 0x7f0568075710 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f05800af000 tx=0x7f058001b550 comp rx=0 tx=0).stop 2024-09-21T07:25:26.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815ad40 msgr2=0x7f05880b5ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815ad40 0x7f05880b5ba0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f057000c420 tx=0x7f057000c8e0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 shutdown_connections 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0568073200 0x7f0568075710 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f058815ba40 0x7f05880b3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f058815ad40 0x7f05880b5ba0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 --2- 172.21.15.6:0/359392568 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f058815a930 0x7f05880b5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 >> 172.21.15.6:0/359392568 conn(0x7f05880d08e0 msgr2=0x7f0588076090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 shutdown_connections 2024-09-21T07:25:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.419+0000 7f058cb12640 1 -- 172.21.15.6:0/359392568 wait complete. 2024-09-21T07:25:26.441 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-21T07:25:26.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.595+0000 7fa6161da640 1 -- 172.21.15.6:0/2499112857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5fc004810 msgr2=0x7fa5fc004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.595+0000 7fa6161da640 1 --2- 172.21.15.6:0/2499112857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5fc004810 0x7fa5fc004c20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa5f800c2e0 tx=0x7fa5f801f6e0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.595+0000 7fa60ffff640 1 -- 172.21.15.6:0/2499112857 reap_dead start 2024-09-21T07:25:26.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.595+0000 7fa6161da640 1 -- 172.21.15.6:0/2499112857 shutdown_connections 2024-09-21T07:25:26.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.595+0000 7fa6161da640 1 -- 172.21.15.6:0/2499112857 >> 172.21.15.6:0/2499112857 conn(0x7fa6100cdc40 msgr2=0x7fa6100ce050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:26.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.595+0000 7fa6161da640 1 -- 172.21.15.6:0/2499112857 shutdown_connections 2024-09-21T07:25:26.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.595+0000 7fa6161da640 1 -- 172.21.15.6:0/2499112857 wait complete. 2024-09-21T07:25:26.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 Processor -- start 2024-09-21T07:25:26.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 -- start start 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc004810 0x7fa610157f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa610154750 0x7fa61014e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6100b65a0 0x7fa6100b69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa610073f50 con 0x7fa6100b65a0 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa610073dd0 con 0x7fa5fc004810 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa6100740d0 con 0x7fa610154750 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6100b65a0 0x7fa6100b69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa607fff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa610154750 0x7fa61014e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6100b65a0 0x7fa6100b69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51970/0 (socket says 172.21.15.6:51970) 2024-09-21T07:25:26.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 -- 172.21.15.6:0/2632810118 learned_addr learned my addr 172.21.15.6:0/2632810118 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60f7fe640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc004810 0x7fa610157f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 -- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa610154750 msgr2=0x7fa61014e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa610154750 0x7fa61014e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 -- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc004810 msgr2=0x7fa610157f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc004810 0x7fa610157f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 -- 172.21.15.6:0/2632810118 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6100b6ef0 con 0x7fa6100b65a0 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60ffff640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6100b65a0 0x7fa6100b69b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fa6100ccbb0 tx=0x7fa608010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60cff9640 1 -- 172.21.15.6:0/2632810118 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608003980 con 0x7fa6100b65a0 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60cff9640 1 -- 172.21.15.6:0/2632810118 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa608015070 con 0x7fa6100b65a0 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa610155340 con 0x7fa6100b65a0 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa60cff9640 1 -- 172.21.15.6:0/2632810118 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608004030 con 0x7fa6100b65a0 2024-09-21T07:25:26.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.599+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa610155900 con 0x7fa6100b65a0 2024-09-21T07:25:26.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.603+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6101550b0 con 0x7fa6100b65a0 2024-09-21T07:25:26.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.603+0000 7fa60cff9640 1 -- 172.21.15.6:0/2632810118 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa6080041d0 con 0x7fa6100b65a0 2024-09-21T07:25:26.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.603+0000 7fa60cff9640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5f0073230 0x7fa5f0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:26.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.603+0000 7fa60cff9640 1 -- 172.21.15.6:0/2632810118 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fa608094940 con 0x7fa6100b65a0 2024-09-21T07:25:26.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.603+0000 7fa60f7fe640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5f0073230 0x7fa5f0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:26.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.603+0000 7fa60f7fe640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5f0073230 0x7fa5f0075740 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa600006fd0 tx=0x7fa600006d70 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:26.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.607+0000 7fa60cff9640 1 -- 172.21.15.6:0/2632810118 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa6100b6ef0 con 0x7fa6100b65a0 2024-09-21T07:25:26.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.847+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fa610074630 con 0x7fa6100b65a0 2024-09-21T07:25:26.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa60cff9640 1 -- 172.21.15.6:0/2632810118 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v23) ==== 97+0+0 (secure 0 0 0) 0x7fa60805f5e0 con 0x7fa6100b65a0 2024-09-21T07:25:26.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5f0073230 msgr2=0x7fa5f0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5f0073230 0x7fa5f0075740 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa600006fd0 tx=0x7fa600006d70 comp rx=0 tx=0).stop 2024-09-21T07:25:26.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6100b65a0 msgr2=0x7fa6100b69b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:26.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6100b65a0 0x7fa6100b69b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fa6100ccbb0 tx=0x7fa608010f40 comp rx=0 tx=0).stop 2024-09-21T07:25:26.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 shutdown_connections 2024-09-21T07:25:26.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5f0073230 0x7fa5f0075740 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6100b65a0 0x7fa6100b69b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa610154750 0x7fa61014e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 --2- 172.21.15.6:0/2632810118 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5fc004810 0x7fa610157f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:26.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 >> 172.21.15.6:0/2632810118 conn(0x7fa6100cdc40 msgr2=0x7fa61015bfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:26.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 shutdown_connections 2024-09-21T07:25:26.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:26.855+0000 7fa6161da640 1 -- 172.21.15.6:0/2632810118 wait complete. 2024-09-21T07:25:26.880 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-21T07:25:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.031+0000 7fd62a886640 1 -- 172.21.15.6:0/2687106372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6240cc2c0 msgr2=0x7fd62415f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.031+0000 7fd62a886640 1 --2- 172.21.15.6:0/2687106372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6240cc2c0 0x7fd62415f1c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd618009840 tx=0x7fd61801c760 comp rx=0 tx=0).stop 2024-09-21T07:25:27.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.031+0000 7fd62a886640 1 -- 172.21.15.6:0/2687106372 shutdown_connections 2024-09-21T07:25:27.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.031+0000 7fd62a886640 1 --2- 172.21.15.6:0/2687106372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd6240cc2c0 0x7fd62415f1c0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.031+0000 7fd62a886640 1 --2- 172.21.15.6:0/2687106372 >> v2:172.21.15.145:3300/0 conn(0x7fd6240cbeb0 0x7fd62406ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.031+0000 7fd62a886640 1 -- 172.21.15.6:0/2687106372 >> 172.21.15.6:0/2687106372 conn(0x7fd6240d0090 msgr2=0x7fd6240d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:27.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.031+0000 7fd62a886640 1 -- 172.21.15.6:0/2687106372 shutdown_connections 2024-09-21T07:25:27.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.031+0000 7fd62a886640 1 -- 172.21.15.6:0/2687106372 wait complete. 2024-09-21T07:25:27.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 Processor -- start 2024-09-21T07:25:27.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 -- start start 2024-09-21T07:25:27.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6240cbeb0 0x7fd62414f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd62415f700 0x7fd6241fbb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62415b3c0 0x7fd6241fc090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd62415c090 con 0x7fd62415f700 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd62415bf10 con 0x7fd6240cbeb0 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd62415c210 con 0x7fd62415b3c0 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd62415f700 0x7fd6241fbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd62415f700 0x7fd6241fbb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51986/0 (socket says 172.21.15.6:51986) 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 -- 172.21.15.6:0/3073765480 learned_addr learned my addr 172.21.15.6:0/3073765480 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd623fff640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6240cbeb0 0x7fd62414f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd628e23640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62415b3c0 0x7fd6241fc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 -- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62415b3c0 msgr2=0x7fd6241fc090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62415b3c0 0x7fd6241fc090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 -- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6240cbeb0 msgr2=0x7fd62414f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6240cbeb0 0x7fd62414f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 -- 172.21.15.6:0/3073765480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd62414f930 con 0x7fd62415f700 2024-09-21T07:25:27.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd628e23640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62415b3c0 0x7fd6241fc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:27.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd6237fe640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd62415f700 0x7fd6241fbb50 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd618009790 tx=0x7fd618005ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:27.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd620ff9640 1 -- 172.21.15.6:0/3073765480 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6180bb070 con 0x7fd62415f700 2024-09-21T07:25:27.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd620ff9640 1 -- 172.21.15.6:0/3073765480 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd618004330 con 0x7fd62415f700 2024-09-21T07:25:27.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd620ff9640 1 -- 172.21.15.6:0/3073765480 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6180b2040 con 0x7fd62415f700 2024-09-21T07:25:27.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6240adab0 con 0x7fd62415f700 2024-09-21T07:25:27.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.035+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6240b4130 con 0x7fd62415f700 2024-09-21T07:25:27.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.039+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6241fc880 con 0x7fd62415f700 2024-09-21T07:25:27.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.039+0000 7fd620ff9640 1 -- 172.21.15.6:0/3073765480 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd6180be070 con 0x7fd62415f700 2024-09-21T07:25:27.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.039+0000 7fd620ff9640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd610073250 0x7fd610075760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.039+0000 7fd620ff9640 1 -- 172.21.15.6:0/3073765480 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fd61812d770 con 0x7fd62415f700 2024-09-21T07:25:27.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.039+0000 7fd623fff640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd610073250 0x7fd610075760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.039+0000 7fd623fff640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd610073250 0x7fd610075760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd61c009f30 tx=0x7fd61c009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:27.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.043+0000 7fd620ff9640 1 -- 172.21.15.6:0/3073765480 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd618016410 con 0x7fd62415f700 2024-09-21T07:25:27.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.283+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fd6240cc2c0 con 0x7fd62415f700 2024-09-21T07:25:27.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd620ff9640 1 -- 172.21.15.6:0/3073765480 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v24) ==== 90+0+0 (secure 0 0 0) 0x7fd6180f8c50 con 0x7fd62415f700 2024-09-21T07:25:27.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd610073250 msgr2=0x7fd610075760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd610073250 0x7fd610075760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd61c009f30 tx=0x7fd61c009500 comp rx=0 tx=0).stop 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd62415f700 msgr2=0x7fd6241fbb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd62415f700 0x7fd6241fbb50 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd618009790 tx=0x7fd618005ca0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 shutdown_connections 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd610073250 0x7fd610075760 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd62415b3c0 0x7fd6241fc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd62415f700 0x7fd6241fbb50 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.287+0000 7fd62a886640 1 --2- 172.21.15.6:0/3073765480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd6240cbeb0 0x7fd62414f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.291+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 >> 172.21.15.6:0/3073765480 conn(0x7fd6240d0090 msgr2=0x7fd62406f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.291+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 shutdown_connections 2024-09-21T07:25:27.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.291+0000 7fd62a886640 1 -- 172.21.15.6:0/3073765480 wait complete. 2024-09-21T07:25:27.314 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T07:25:27.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.467+0000 7f469fa3e640 1 -- 172.21.15.6:0/543733154 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4684004810 msgr2=0x7f4684004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.467+0000 7f469fa3e640 1 --2- 172.21.15.6:0/543733154 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4684004810 0x7f4684004c20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f4688009b30 tx=0x7f468801cef0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.467+0000 7f469dfdb640 1 -- 172.21.15.6:0/543733154 reap_dead start 2024-09-21T07:25:27.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.467+0000 7f469fa3e640 1 -- 172.21.15.6:0/543733154 shutdown_connections 2024-09-21T07:25:27.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.467+0000 7f469fa3e640 1 -- 172.21.15.6:0/543733154 >> 172.21.15.6:0/543733154 conn(0x7f46980d0020 msgr2=0x7f46980d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:27.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 -- 172.21.15.6:0/543733154 shutdown_connections 2024-09-21T07:25:27.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 -- 172.21.15.6:0/543733154 wait complete. 2024-09-21T07:25:27.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 Processor -- start 2024-09-21T07:25:27.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 -- start start 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684004810 0x7f46981f9750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4698158130 0x7f469815e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f469815ed60 0x7f469815d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f469815cc60 con 0x7f4698158130 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f46980aecd0 con 0x7f469815ed60 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469fa3e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f46980af470 con 0x7f4684004810 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469cfd9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4698158130 0x7f469815e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469cfd9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4698158130 0x7f469815e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52014/0 (socket says 172.21.15.6:52014) 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469cfd9640 1 -- 172.21.15.6:0/39327294 learned_addr learned my addr 172.21.15.6:0/39327294 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469d7da640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684004810 0x7f46981f9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469dfdb640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f469815ed60 0x7f469815d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469cfd9640 1 -- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684004810 msgr2=0x7f46981f9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469cfd9640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684004810 0x7f46981f9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469cfd9640 1 -- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f469815ed60 msgr2=0x7f469815d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469cfd9640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f469815ed60 0x7f469815d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469cfd9640 1 -- 172.21.15.6:0/39327294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f469815f170 con 0x7f4698158130 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.471+0000 7f469d7da640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684004810 0x7f46981f9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f469cfd9640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4698158130 0x7f469815e820 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f46880b0040 tx=0x7f46880a5e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f468dffb640 1 -- 172.21.15.6:0/39327294 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46880bb070 con 0x7f4698158130 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f468dffb640 1 -- 172.21.15.6:0/39327294 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4688004140 con 0x7f4698158130 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46981fdbe0 con 0x7f4698158130 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f468dffb640 1 -- 172.21.15.6:0/39327294 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46880b2040 con 0x7f4698158130 2024-09-21T07:25:27.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46981fe1a0 con 0x7f4698158130 2024-09-21T07:25:27.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46981fe3e0 con 0x7f4698158130 2024-09-21T07:25:27.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f468dffb640 1 -- 172.21.15.6:0/39327294 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f46880be070 con 0x7f4698158130 2024-09-21T07:25:27.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f468dffb640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f467c073200 0x7f467c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f468dffb640 1 -- 172.21.15.6:0/39327294 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f468812d5f0 con 0x7f4698158130 2024-09-21T07:25:27.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f469d7da640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f467c073200 0x7f467c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.475+0000 7f469d7da640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f467c073200 0x7f467c075710 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4694005d10 tx=0x7f4694005c60 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:27.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.479+0000 7f468dffb640 1 -- 172.21.15.6:0/39327294 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f46981fe3e0 con 0x7f4698158130 2024-09-21T07:25:27.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.651+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f46981fd970 con 0x7f4698158130 2024-09-21T07:25:27.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.651+0000 7f468dffb640 1 -- 172.21.15.6:0/39327294 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7f469815f170 con 0x7f4698158130 2024-09-21T07:25:27.656 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:27.656 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-09-21T07:25:27.656 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:25:27.656 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-09-21T07:25:27.657 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-09-21T07:25:27.657 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:27.657 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-09-21T07:25:27.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.651+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f467c073200 msgr2=0x7f467c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.651+0000 7f469fa3e640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f467c073200 0x7f467c075710 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4694005d10 tx=0x7f4694005c60 comp rx=0 tx=0).stop 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.651+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4698158130 msgr2=0x7f469815e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.651+0000 7f469fa3e640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4698158130 0x7f469815e820 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f46880b0040 tx=0x7f46880a5e60 comp rx=0 tx=0).stop 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.655+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 shutdown_connections 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.655+0000 7f469fa3e640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f467c073200 0x7f467c075710 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.655+0000 7f469fa3e640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f469815ed60 0x7f469815d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.655+0000 7f469fa3e640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4698158130 0x7f469815e820 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.655+0000 7f469fa3e640 1 --2- 172.21.15.6:0/39327294 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4684004810 0x7f46981f9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.655+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 >> 172.21.15.6:0/39327294 conn(0x7f46980d0020 msgr2=0x7f46980ae3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.655+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 shutdown_connections 2024-09-21T07:25:27.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.655+0000 7f469fa3e640 1 -- 172.21.15.6:0/39327294 wait complete. 2024-09-21T07:25:27.676 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T07:25:27.676 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T07:25:27.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 -- 172.21.15.6:0/3985546377 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65400b8190 msgr2=0x7f65400b85a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 --2- 172.21.15.6:0/3985546377 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65400b8190 0x7f65400b85a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6534009840 tx=0x7f653401c6b0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 -- 172.21.15.6:0/3985546377 shutdown_connections 2024-09-21T07:25:27.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 --2- 172.21.15.6:0/3985546377 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65400b8190 0x7f65400b85a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 --2- 172.21.15.6:0/3985546377 >> v2:172.21.15.145:3300/0 conn(0x7f6540161e70 0x7f65400cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 -- 172.21.15.6:0/3985546377 >> 172.21.15.6:0/3985546377 conn(0x7f654009d770 msgr2=0x7f65400d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:27.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 -- 172.21.15.6:0/3985546377 shutdown_connections 2024-09-21T07:25:27.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 -- 172.21.15.6:0/3985546377 wait complete. 2024-09-21T07:25:27.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 Processor -- start 2024-09-21T07:25:27.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.839+0000 7f65456b2640 1 -- start start 2024-09-21T07:25:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65400b8190 0x7f6540153fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65400b8ae0 0x7f65401fc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6540161e70 0x7f65401545c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f654016bd20 con 0x7f65400b8190 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f654016bba0 con 0x7f6540161e70 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f654016bea0 con 0x7f65400b8ae0 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65400b8190 0x7f6540153fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65400b8190 0x7f6540153fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52028/0 (socket says 172.21.15.6:52028) 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 -- 172.21.15.6:0/58186320 learned_addr learned my addr 172.21.15.6:0/58186320 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653f7fe640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6540161e70 0x7f65401545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653e7fc640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65400b8ae0 0x7f65401fc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 -- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65400b8ae0 msgr2=0x7f65401fc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65400b8ae0 0x7f65401fc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 -- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6540161e70 msgr2=0x7f65401545c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6540161e70 0x7f65401545c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 -- 172.21.15.6:0/58186320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f654015d2b0 con 0x7f65400b8190 2024-09-21T07:25:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653f7fe640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6540161e70 0x7f65401545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:27.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f653effd640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65400b8190 0x7f6540153fb0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f653000e7a0 tx=0x7f653000ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:27.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65277fe640 1 -- 172.21.15.6:0/58186320 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653000ccc0 con 0x7f65400b8190 2024-09-21T07:25:27.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65277fe640 1 -- 172.21.15.6:0/58186320 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f653000ce60 con 0x7f65400b8190 2024-09-21T07:25:27.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65277fe640 1 -- 172.21.15.6:0/58186320 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6530004280 con 0x7f65400b8190 2024-09-21T07:25:27.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f654015d6f0 con 0x7f65400b8190 2024-09-21T07:25:27.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6540154b00 con 0x7f65400b8190 2024-09-21T07:25:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65400b85a0 con 0x7f65400b8190 2024-09-21T07:25:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.843+0000 7f65277fe640 1 -- 172.21.15.6:0/58186320 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6530003600 con 0x7f65400b8190 2024-09-21T07:25:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.847+0000 7f65277fe640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f652c073230 0x7f652c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.847+0000 7f65277fe640 1 -- 172.21.15.6:0/58186320 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f6530094720 con 0x7f65400b8190 2024-09-21T07:25:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.847+0000 7f653e7fc640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f652c073230 0x7f652c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.847+0000 7f653e7fc640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f652c073230 0x7f652c075740 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f65340af000 tx=0x7f653401aef0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:27.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:27.851+0000 7f65277fe640 1 -- 172.21.15.6:0/58186320 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f653005fbb0 con 0x7f65400b8190 2024-09-21T07:25:28.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.027+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f654006f740 con 0x7f65400b8190 2024-09-21T07:25:28.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.423+0000 7f65277fe640 1 -- 172.21.15.6:0/58186320 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7f653005f4b0 con 0x7f65400b8190 2024-09-21T07:25:28.428 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-09-21T07:25:28.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f652c073230 msgr2=0x7f652c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:28.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f652c073230 0x7f652c075740 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f65340af000 tx=0x7f653401aef0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65400b8190 msgr2=0x7f6540153fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65400b8190 0x7f6540153fb0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f653000e7a0 tx=0x7f653000ec60 comp rx=0 tx=0).stop 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 shutdown_connections 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f652c073230 0x7f652c075740 secure :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f65340af000 tx=0x7f653401aef0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6540161e70 0x7f65401545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f65400b8ae0 0x7f65401fc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 --2- 172.21.15.6:0/58186320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65400b8190 0x7f6540153fb0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 >> 172.21.15.6:0/58186320 conn(0x7f654009d770 msgr2=0x7f654015c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 shutdown_connections 2024-09-21T07:25:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.427+0000 7f65456b2640 1 -- 172.21.15.6:0/58186320 wait complete. 2024-09-21T07:25:28.462 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T07:25:28.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.631+0000 7f88b4af4640 1 -- 172.21.15.6:0/2703234337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 msgr2=0x7f88b00d0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:28.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.631+0000 7f88b4af4640 1 --2- 172.21.15.6:0/2703234337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 0x7f88b00d0470 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f88b00b2d50 tx=0x7f88a001c6e0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.631+0000 7f88b4af4640 1 -- 172.21.15.6:0/2703234337 shutdown_connections 2024-09-21T07:25:28.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.635+0000 7f88b4af4640 1 --2- 172.21.15.6:0/2703234337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 0x7f88b00d0470 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.635+0000 7f88b4af4640 1 --2- 172.21.15.6:0/2703234337 >> v2:172.21.15.145:3300/0 conn(0x7f88b015c680 0x7f88b00cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.635+0000 7f88b4af4640 1 -- 172.21.15.6:0/2703234337 >> 172.21.15.6:0/2703234337 conn(0x7f88b006d880 msgr2=0x7f88b00b1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:28.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.635+0000 7f88b4af4640 1 -- 172.21.15.6:0/2703234337 shutdown_connections 2024-09-21T07:25:28.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.635+0000 7f88b4af4640 1 -- 172.21.15.6:0/2703234337 wait complete. 2024-09-21T07:25:28.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.635+0000 7f88b4af4640 1 Processor -- start 2024-09-21T07:25:28.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.635+0000 7f88b4af4640 1 -- start start 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88b00b56e0 0x7f88b015a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 0x7f88b013da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88b015c680 0x7f88b01f9880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f88b0169a60 con 0x7f88b00b5dc0 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f88b01698e0 con 0x7f88b00b56e0 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f88b0169be0 con 0x7f88b015c680 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 0x7f88b013da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 0x7f88b013da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52048/0 (socket says 172.21.15.6:52048) 2024-09-21T07:25:28.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 -- 172.21.15.6:0/3824350564 learned_addr learned my addr 172.21.15.6:0/3824350564 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88ae59c640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88b00b56e0 0x7f88b015a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88aed9d640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88b015c680 0x7f88b01f9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 -- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88b015c680 msgr2=0x7f88b01f9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88b015c680 0x7f88b01f9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 -- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88b00b56e0 msgr2=0x7f88b015a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88b00b56e0 0x7f88b015a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 -- 172.21.15.6:0/3824350564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b015b0a0 con 0x7f88b00b5dc0 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88aed9d640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88b015c680 0x7f88b01f9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88ae59c640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88b00b56e0 0x7f88b015a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88add9b640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 0x7f88b013da90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f889800c3c0 tx=0x7f889800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88a6ffd640 1 -- 172.21.15.6:0/3824350564 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88980068a0 con 0x7f88b00b5dc0 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88a6ffd640 1 -- 172.21.15.6:0/3824350564 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8898006b50 con 0x7f88b00b5dc0 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88a6ffd640 1 -- 172.21.15.6:0/3824350564 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8898007020 con 0x7f88b00b5dc0 2024-09-21T07:25:28.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88b015b380 con 0x7f88b00b5dc0 2024-09-21T07:25:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88b0141910 con 0x7f88b00b5dc0 2024-09-21T07:25:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88b0160070 con 0x7f88b00b5dc0 2024-09-21T07:25:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.639+0000 7f88a6ffd640 1 -- 172.21.15.6:0/3824350564 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8898019020 con 0x7f88b00b5dc0 2024-09-21T07:25:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.643+0000 7f88a6ffd640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8894073200 0x7f8894075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:28.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.643+0000 7f88a6ffd640 1 -- 172.21.15.6:0/3824350564 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7f88980940d0 con 0x7f88b00b5dc0 2024-09-21T07:25:28.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.643+0000 7f88ae59c640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8894073200 0x7f8894075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:28.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.643+0000 7f88ae59c640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8894073200 0x7f8894075710 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f88a8009d90 tx=0x7f88a8009320 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:28.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.647+0000 7f88a6ffd640 1 -- 172.21.15.6:0/3824350564 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f889805f440 con 0x7f88b00b5dc0 2024-09-21T07:25:28.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:28.823+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f88b015ae30 con 0x7f88b00b5dc0 2024-09-21T07:25:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.435+0000 7f88a6ffd640 1 -- 172.21.15.6:0/3824350564 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7f889805ed40 con 0x7f88b00b5dc0 2024-09-21T07:25:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-09-21T07:25:29.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8894073200 msgr2=0x7f8894075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:29.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8894073200 0x7f8894075710 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f88a8009d90 tx=0x7f88a8009320 comp rx=0 tx=0).stop 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 msgr2=0x7f88b013da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 0x7f88b013da90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f889800c3c0 tx=0x7f889800c880 comp rx=0 tx=0).stop 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 shutdown_connections 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8894073200 0x7f8894075710 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88b015c680 0x7f88b01f9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88b00b5dc0 0x7f88b013da90 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 --2- 172.21.15.6:0/3824350564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88b00b56e0 0x7f88b015a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 >> 172.21.15.6:0/3824350564 conn(0x7f88b006d880 msgr2=0x7f88b00b0500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 shutdown_connections 2024-09-21T07:25:29.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.439+0000 7f88b4af4640 1 -- 172.21.15.6:0/3824350564 wait complete. 2024-09-21T07:25:29.479 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T07:25:29.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.639+0000 7f488c0ed640 1 -- 172.21.15.6:0/3235684274 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4884074090 msgr2=0x7f48840744a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:29.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.639+0000 7f488c0ed640 1 --2- 172.21.15.6:0/3235684274 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4884074090 0x7f48840744a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f487c009900 tx=0x7f487c01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.639+0000 7f488c0ed640 1 -- 172.21.15.6:0/3235684274 shutdown_connections 2024-09-21T07:25:29.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.639+0000 7f488c0ed640 1 --2- 172.21.15.6:0/3235684274 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4884074090 0x7f48840744a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.639+0000 7f488c0ed640 1 --2- 172.21.15.6:0/3235684274 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f488415b210 0x7f488415b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.639+0000 7f488c0ed640 1 -- 172.21.15.6:0/3235684274 >> 172.21.15.6:0/3235684274 conn(0x7f488406ee90 msgr2=0x7f488406f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:29.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.639+0000 7f488c0ed640 1 -- 172.21.15.6:0/3235684274 shutdown_connections 2024-09-21T07:25:29.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.639+0000 7f488c0ed640 1 -- 172.21.15.6:0/3235684274 wait complete. 2024-09-21T07:25:29.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 Processor -- start 2024-09-21T07:25:29.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 -- start start 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4884074090 0x7f48841696c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48840cc840 0x7f4884150250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f488415b210 0x7f4884163d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f488416a040 con 0x7f48840cc840 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4884169ec0 con 0x7f488415b210 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f488416a1c0 con 0x7f4884074090 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48840cc840 0x7f4884150250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48840cc840 0x7f4884150250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52064/0 (socket says 172.21.15.6:52064) 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 -- 172.21.15.6:0/761821738 learned_addr learned my addr 172.21.15.6:0/761821738 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889e89640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4884074090 0x7f48841696c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:29.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488a68a640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f488415b210 0x7f4884163d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 -- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4884074090 msgr2=0x7f48841696c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4884074090 0x7f48841696c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 -- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f488415b210 msgr2=0x7f4884163d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f488415b210 0x7f4884163d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 -- 172.21.15.6:0/761821738 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4884150dd0 con 0x7f48840cc840 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f4889688640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48840cc840 0x7f4884150250 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f487400c450 tx=0x7f487400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f487a7fc640 1 -- 172.21.15.6:0/761821738 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48740052d0 con 0x7f48840cc840 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f487a7fc640 1 -- 172.21.15.6:0/761821738 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4874005470 con 0x7f48840cc840 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4884155e90 con 0x7f48840cc840 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f487a7fc640 1 -- 172.21.15.6:0/761821738 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4874012870 con 0x7f48840cc840 2024-09-21T07:25:29.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.643+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4884156450 con 0x7f48840cc840 2024-09-21T07:25:29.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.647+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48840744a0 con 0x7f48840cc840 2024-09-21T07:25:29.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.647+0000 7f487a7fc640 1 -- 172.21.15.6:0/761821738 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4874003600 con 0x7f48840cc840 2024-09-21T07:25:29.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.647+0000 7f487a7fc640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4868073200 0x7f4868075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:29.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.647+0000 7f487a7fc640 1 -- 172.21.15.6:0/761821738 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7f4874094770 con 0x7f48840cc840 2024-09-21T07:25:29.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.647+0000 7f4889e89640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4868073200 0x7f4868075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:29.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.647+0000 7f4889e89640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4868073200 0x7f4868075710 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4880005c50 tx=0x7f4880005be0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:29.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.651+0000 7f487a7fc640 1 -- 172.21.15.6:0/761821738 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4884150dd0 con 0x7f48840cc840 2024-09-21T07:25:29.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:29.863+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f488415b6c0 con 0x7f48840cc840 2024-09-21T07:25:30.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.439+0000 7f487a7fc640 1 -- 172.21.15.6:0/761821738 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) ==== 172+0+0 (secure 0 0 0) 0x7f487405f880 con 0x7f48840cc840 2024-09-21T07:25:30.445 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 4 and data pool 5 2024-09-21T07:25:30.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.451+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4868073200 msgr2=0x7f4868075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:30.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.451+0000 7f488c0ed640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4868073200 0x7f4868075710 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4880005c50 tx=0x7f4880005be0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.451+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48840cc840 msgr2=0x7f4884150250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:30.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.451+0000 7f488c0ed640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48840cc840 0x7f4884150250 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f487400c450 tx=0x7f487400c910 comp rx=0 tx=0).stop 2024-09-21T07:25:30.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.455+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 shutdown_connections 2024-09-21T07:25:30.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.455+0000 7f488c0ed640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4868073200 0x7f4868075710 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.455+0000 7f488c0ed640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f488415b210 0x7f4884163d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.455+0000 7f488c0ed640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48840cc840 0x7f4884150250 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.455+0000 7f488c0ed640 1 --2- 172.21.15.6:0/761821738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4884074090 0x7f48841696c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.455+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 >> 172.21.15.6:0/761821738 conn(0x7f488406ee90 msgr2=0x7f48840b3090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:30.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.459+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 shutdown_connections 2024-09-21T07:25:30.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.467+0000 7f488c0ed640 1 -- 172.21.15.6:0/761821738 wait complete. 2024-09-21T07:25:30.502 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:25:30.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.647+0000 7fdaa2fca640 1 -- 172.21.15.6:0/2292816224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c0cd220 msgr2=0x7fda9c160750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.647+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/2292816224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c0cd220 0x7fda9c160750 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fda94009c80 tx=0x7fda9401cda0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.647+0000 7fdaa2fca640 1 -- 172.21.15.6:0/2292816224 shutdown_connections 2024-09-21T07:25:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.647+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/2292816224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c0cd220 0x7fda9c160750 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.647+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/2292816224 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda9c15a370 0x7fda9c0d0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.647+0000 7fdaa2fca640 1 -- 172.21.15.6:0/2292816224 >> 172.21.15.6:0/2292816224 conn(0x7fda9c0b3d10 msgr2=0x7fda9c0b4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.647+0000 7fdaa2fca640 1 -- 172.21.15.6:0/2292816224 shutdown_connections 2024-09-21T07:25:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.647+0000 7fdaa2fca640 1 -- 172.21.15.6:0/2292816224 wait complete. 2024-09-21T07:25:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa2fca640 1 Processor -- start 2024-09-21T07:25:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa2fca640 1 -- start start 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa2fca640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda9c0cd220 0x7fda9c1f9f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa2fca640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c15a370 0x7fda9c156ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa2fca640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda9c15ccd0 0x7fda9c0b7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa2fca640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c16a380 con 0x7fda9c15a370 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa2fca640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c16a200 con 0x7fda9c15ccd0 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa2fca640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fda9c16a500 con 0x7fda9c0cd220 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c15a370 0x7fda9c156ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c15a370 0x7fda9c156ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52090/0 (socket says 172.21.15.6:52090) 2024-09-21T07:25:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fda9bfff640 1 -- 172.21.15.6:0/339965631 learned_addr learned my addr 172.21.15.6:0/339965631 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa0d66640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda9c0cd220 0x7fda9c1f9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.651+0000 7fdaa1567640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda9c15ccd0 0x7fda9c0b7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda9bfff640 1 -- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda9c0cd220 msgr2=0x7fda9c1f9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda9bfff640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda9c0cd220 0x7fda9c1f9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda9bfff640 1 -- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda9c15ccd0 msgr2=0x7fda9c0b7960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda9bfff640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda9c15ccd0 0x7fda9c0b7960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda9bfff640 1 -- 172.21.15.6:0/339965631 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda9c157dc0 con 0x7fda9c15a370 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda9bfff640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c15a370 0x7fda9c156ef0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fda9000b3c0 tx=0x7fda9000b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda997fa640 1 -- 172.21.15.6:0/339965631 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90011830 con 0x7fda9c15a370 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda997fa640 1 -- 172.21.15.6:0/339965631 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda90016070 con 0x7fda9c15a370 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda9c156130 con 0x7fda9c15a370 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda997fa640 1 -- 172.21.15.6:0/339965631 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90011d40 con 0x7fda9c15a370 2024-09-21T07:25:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda9c1566f0 con 0x7fda9c15a370 2024-09-21T07:25:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda9c0b6df0 con 0x7fda9c15a370 2024-09-21T07:25:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda997fa640 1 -- 172.21.15.6:0/339965631 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fda9001b460 con 0x7fda9c15a370 2024-09-21T07:25:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda997fa640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda88073230 0x7fda88075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fda997fa640 1 -- 172.21.15.6:0/339965631 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fda90093ce0 con 0x7fda9c15a370 2024-09-21T07:25:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.655+0000 7fdaa0d66640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda88073230 0x7fda88075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.659+0000 7fdaa0d66640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda88073230 0x7fda88075740 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fda8c0058d0 tx=0x7fda8c005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.663+0000 7fda997fa640 1 -- 172.21.15.6:0/339965631 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fda90020020 con 0x7fda9c15a370 2024-09-21T07:25:30.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.835+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fda9c0b36d0 con 0x7fda9c15a370 2024-09-21T07:25:30.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.835+0000 7fda997fa640 1 -- 172.21.15.6:0/339965631 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16706 (secure 0 0 0) 0x7fda9005ed00 con 0x7fda9c15a370 2024-09-21T07:25:30.843 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:30.843 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":31,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:25:29.868905+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:25:28.045233+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T07:25:28.837474+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:25:30.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda88073230 msgr2=0x7fda88075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:30.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda88073230 0x7fda88075740 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fda8c0058d0 tx=0x7fda8c005860 comp rx=0 tx=0).stop 2024-09-21T07:25:30.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c15a370 msgr2=0x7fda9c156ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c15a370 0x7fda9c156ef0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fda9000b3c0 tx=0x7fda9000b880 comp rx=0 tx=0).stop 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 shutdown_connections 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda88073230 0x7fda88075740 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda9c15ccd0 0x7fda9c0b7960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda9c15a370 0x7fda9c156ef0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 --2- 172.21.15.6:0/339965631 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda9c0cd220 0x7fda9c1f9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 >> 172.21.15.6:0/339965631 conn(0x7fda9c0b3d10 msgr2=0x7fda9c1596b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 shutdown_connections 2024-09-21T07:25:30.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:30.839+0000 7fdaa2fca640 1 -- 172.21.15.6:0/339965631 wait complete. 2024-09-21T07:25:30.865 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:25:31.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.019+0000 7f05b19bf640 1 -- 172.21.15.6:0/2562168760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac15c7a0 msgr2=0x7f05ac0cc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:31.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.019+0000 7f05b19bf640 1 --2- 172.21.15.6:0/2562168760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac15c7a0 0x7f05ac0cc2e0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f05ac072020 tx=0x7f05a001c7d0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.019+0000 7f05b19bf640 1 -- 172.21.15.6:0/2562168760 shutdown_connections 2024-09-21T07:25:31.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.019+0000 7f05b19bf640 1 --2- 172.21.15.6:0/2562168760 >> v2:172.21.15.145:3300/0 conn(0x7f05ac0af060 0x7f05ac0af470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.019+0000 7f05b19bf640 1 --2- 172.21.15.6:0/2562168760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac15c7a0 0x7f05ac0cc2e0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.019+0000 7f05b19bf640 1 -- 172.21.15.6:0/2562168760 >> 172.21.15.6:0/2562168760 conn(0x7f05ac0d0020 msgr2=0x7f05ac0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:31.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.019+0000 7f05b19bf640 1 -- 172.21.15.6:0/2562168760 shutdown_connections 2024-09-21T07:25:31.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.019+0000 7f05b19bf640 1 -- 172.21.15.6:0/2562168760 wait complete. 2024-09-21T07:25:31.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 Processor -- start 2024-09-21T07:25:31.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 -- start start 2024-09-21T07:25:31.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac0adfa0 0x7f05ac09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ac0af060 0x7f05ac1499c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ac15c7a0 0x7f05ac15f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f05ac06fcb0 con 0x7f05ac0adfa0 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f05ac06fb30 con 0x7f05ac0af060 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f05ac06fe30 con 0x7f05ac15c7a0 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac0adfa0 0x7f05ac09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac0adfa0 0x7f05ac09aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52108/0 (socket says 172.21.15.6:52108) 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 -- 172.21.15.6:0/1946990538 learned_addr learned my addr 172.21.15.6:0/1946990538 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05ab7fe640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ac15c7a0 0x7f05ac15f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aa7fc640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ac0af060 0x7f05ac1499c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 -- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ac15c7a0 msgr2=0x7f05ac15f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ac15c7a0 0x7f05ac15f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 -- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ac0af060 msgr2=0x7f05ac1499c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:31.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ac0af060 0x7f05ac1499c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 -- 172.21.15.6:0/1946990538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05ac076640 con 0x7f05ac0adfa0 2024-09-21T07:25:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05ab7fe640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ac15c7a0 0x7f05ac15f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05aaffd640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac0adfa0 0x7f05ac09aa30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f05a0009790 tx=0x7f05a00a57a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f0593fff640 1 -- 172.21.15.6:0/1946990538 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a00bb070 con 0x7f05ac0adfa0 2024-09-21T07:25:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f0593fff640 1 -- 172.21.15.6:0/1946990538 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05a0005030 con 0x7f05ac0adfa0 2024-09-21T07:25:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05ac09b4b0 con 0x7f05ac0adfa0 2024-09-21T07:25:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f0593fff640 1 -- 172.21.15.6:0/1946990538 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a00b2040 con 0x7f05ac0adfa0 2024-09-21T07:25:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.023+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05ac09ba70 con 0x7f05ac0adfa0 2024-09-21T07:25:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.027+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05ac0702c0 con 0x7f05ac0adfa0 2024-09-21T07:25:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.027+0000 7f0593fff640 1 -- 172.21.15.6:0/1946990538 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f05a00be070 con 0x7f05ac0adfa0 2024-09-21T07:25:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.027+0000 7f0593fff640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0598073200 0x7f0598075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.027+0000 7f0593fff640 1 -- 172.21.15.6:0/1946990538 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f05a012da60 con 0x7f05ac0adfa0 2024-09-21T07:25:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.027+0000 7f05aa7fc640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0598073200 0x7f0598075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.027+0000 7f05aa7fc640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0598073200 0x7f0598075710 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f05ac0b54a0 tx=0x7f059c0091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:31.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.031+0000 7f0593fff640 1 -- 172.21.15.6:0/1946990538 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f05a00163f0 con 0x7f05ac0adfa0 2024-09-21T07:25:31.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.203+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f05ac09c370 con 0x7f05ac0adfa0 2024-09-21T07:25:31.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.207+0000 7f0593fff640 1 -- 172.21.15.6:0/1946990538 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16706 (secure 0 0 0) 0x7f05a00f8a80 con 0x7f05ac0adfa0 2024-09-21T07:25:31.213 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:31.213 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":31,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:25:29.868905+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:25:28.045233+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T07:25:28.837474+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:25:31.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0598073200 msgr2=0x7f0598075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:31.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0598073200 0x7f0598075710 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f05ac0b54a0 tx=0x7f059c0091e0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac0adfa0 msgr2=0x7f05ac09aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac0adfa0 0x7f05ac09aa30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f05a0009790 tx=0x7f05a00a57a0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 shutdown_connections 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0598073200 0x7f0598075710 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05ac15c7a0 0x7f05ac15f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05ac0af060 0x7f05ac1499c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 --2- 172.21.15.6:0/1946990538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05ac0adfa0 0x7f05ac09aa30 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 >> 172.21.15.6:0/1946990538 conn(0x7f05ac0d0020 msgr2=0x7f05ac0c9330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 shutdown_connections 2024-09-21T07:25:31.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.211+0000 7f05b19bf640 1 -- 172.21.15.6:0/1946990538 wait complete. 2024-09-21T07:25:31.235 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T07:25:31.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 -- 172.21.15.6:0/4117401667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac0cff80 msgr2=0x7fc3ac0d0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:31.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/4117401667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac0cff80 0x7fc3ac0d0390 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac15c3c0 tx=0x7fc3a801c720 comp rx=0 tx=0).stop 2024-09-21T07:25:31.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 -- 172.21.15.6:0/4117401667 shutdown_connections 2024-09-21T07:25:31.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/4117401667 >> v2:172.21.15.145:3300/0 conn(0x7fc3ac073d20 0x7fc3ac074130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/4117401667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac0cff80 0x7fc3ac0d0390 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 -- 172.21.15.6:0/4117401667 >> 172.21.15.6:0/4117401667 conn(0x7fc3ac06ee90 msgr2=0x7fc3ac06f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:31.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 -- 172.21.15.6:0/4117401667 shutdown_connections 2024-09-21T07:25:31.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 -- 172.21.15.6:0/4117401667 wait complete. 2024-09-21T07:25:31.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 Processor -- start 2024-09-21T07:25:31.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.383+0000 7fc3b46ad640 1 -- start start 2024-09-21T07:25:31.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3ac073d20 0x7fc3ac0b3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:31.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3ac0cff80 0x7fc3ac0b5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:31.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac15ef90 0x7fc3ac0b4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:31.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc3ac1687d0 con 0x7fc3ac15ef90 2024-09-21T07:25:31.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc3ac168650 con 0x7fc3ac073d20 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc3ac168950 con 0x7fc3ac0cff80 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac15ef90 0x7fc3ac0b4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac15ef90 0x7fc3ac0b4830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52126/0 (socket says 172.21.15.6:52126) 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 -- 172.21.15.6:0/2384172333 learned_addr learned my addr 172.21.15.6:0/2384172333 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2449640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3ac073d20 0x7fc3ac0b3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b1c48640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3ac0cff80 0x7fc3ac0b5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 -- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3ac0cff80 msgr2=0x7fc3ac0b5ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3ac0cff80 0x7fc3ac0b5ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 -- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3ac073d20 msgr2=0x7fc3ac0b3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3ac073d20 0x7fc3ac0b3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 -- 172.21.15.6:0/2384172333 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3ac1f75f0 con 0x7fc3ac15ef90 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2c4a640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac15ef90 0x7fc3ac0b4830 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc3a400cae0 tx=0x7fc3a40071c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3a2ffd640 1 -- 172.21.15.6:0/2384172333 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4007d40 con 0x7fc3ac15ef90 2024-09-21T07:25:31.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3a2ffd640 1 -- 172.21.15.6:0/2384172333 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc3a4004b30 con 0x7fc3ac15ef90 2024-09-21T07:25:31.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3ac0b31a0 con 0x7fc3ac15ef90 2024-09-21T07:25:31.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3a2ffd640 1 -- 172.21.15.6:0/2384172333 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4005020 con 0x7fc3ac15ef90 2024-09-21T07:25:31.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3ac0b6010 con 0x7fc3ac15ef90 2024-09-21T07:25:31.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3ac074130 con 0x7fc3ac15ef90 2024-09-21T07:25:31.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3a2ffd640 1 -- 172.21.15.6:0/2384172333 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc3a40051c0 con 0x7fc3ac15ef90 2024-09-21T07:25:31.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3a2ffd640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc390073230 0x7fc390075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:31.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3a2ffd640 1 -- 172.21.15.6:0/2384172333 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fc3a40948f0 con 0x7fc3ac15ef90 2024-09-21T07:25:31.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.387+0000 7fc3b2449640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc390073230 0x7fc390075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:31.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.391+0000 7fc3b2449640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc390073230 0x7fc390075740 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc3a80af000 tx=0x7fc3a801af60 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:31.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.391+0000 7fc3a2ffd640 1 -- 172.21.15.6:0/2384172333 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc3a4014030 con 0x7fc3ac15ef90 2024-09-21T07:25:31.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:31.603+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc3ac0ce520 con 0x7fc3ac15ef90 2024-09-21T07:25:32.243 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:25:32.246 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:25:32.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.471+0000 7fc3a2ffd640 1 -- 172.21.15.6:0/2384172333 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7fc3a405f910 con 0x7fc3ac15ef90 2024-09-21T07:25:32.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc390073230 msgr2=0x7fc390075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:32.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc390073230 0x7fc390075740 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc3a80af000 tx=0x7fc3a801af60 comp rx=0 tx=0).stop 2024-09-21T07:25:32.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac15ef90 msgr2=0x7fc3ac0b4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:32.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac15ef90 0x7fc3ac0b4830 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc3a400cae0 tx=0x7fc3a40071c0 comp rx=0 tx=0).stop 2024-09-21T07:25:32.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 shutdown_connections 2024-09-21T07:25:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc390073230 0x7fc390075740 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3ac15ef90 0x7fc3ac0b4830 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc3ac0cff80 0x7fc3ac0b5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 --2- 172.21.15.6:0/2384172333 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc3ac073d20 0x7fc3ac0b3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 >> 172.21.15.6:0/2384172333 conn(0x7fc3ac06ee90 msgr2=0x7fc3ac0cea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 shutdown_connections 2024-09-21T07:25:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.475+0000 7fc3b46ad640 1 -- 172.21.15.6:0/2384172333 wait complete. 2024-09-21T07:25:32.504 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T07:25:32.504 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T07:25:32.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.659+0000 7f54d4183640 1 -- 172.21.15.6:0/2261953812 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c5d00 msgr2=0x7f54cc071180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:32.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.659+0000 7f54d4183640 1 --2- 172.21.15.6:0/2261953812 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c5d00 0x7f54cc071180 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f54c8009840 tx=0x7f54c801c820 comp rx=0 tx=0).stop 2024-09-21T07:25:32.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.659+0000 7f54d4183640 1 -- 172.21.15.6:0/2261953812 shutdown_connections 2024-09-21T07:25:32.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.659+0000 7f54d4183640 1 --2- 172.21.15.6:0/2261953812 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c5d00 0x7f54cc071180 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:32.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.659+0000 7f54d4183640 1 -- 172.21.15.6:0/2261953812 >> 172.21.15.6:0/2261953812 conn(0x7f54cc0d21b0 msgr2=0x7f54cc0d25c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:32.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.659+0000 7f54d4183640 1 -- 172.21.15.6:0/2261953812 shutdown_connections 2024-09-21T07:25:32.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.659+0000 7f54d4183640 1 -- 172.21.15.6:0/2261953812 wait complete. 2024-09-21T07:25:32.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 Processor -- start 2024-09-21T07:25:32.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 -- start start 2024-09-21T07:25:32.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54cc0c5d00 0x7f54cc1fd050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:32.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c6110 0x7f54cc0b3200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:32.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54cc160e80 0x7f54cc0b3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:32.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54cc16b970 con 0x7f54cc0c6110 2024-09-21T07:25:32.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f54cc0d1d00 con 0x7f54cc0c5d00 2024-09-21T07:25:32.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f54cc16baf0 con 0x7f54cc160e80 2024-09-21T07:25:32.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c6110 0x7f54cc0b3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:32.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c6110 0x7f54cc0b3200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52144/0 (socket says 172.21.15.6:52144) 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 -- 172.21.15.6:0/2948305398 learned_addr learned my addr 172.21.15.6:0/2948305398 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d2720640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54cc160e80 0x7f54cc0b3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d1f1f640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54cc0c5d00 0x7f54cc1fd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 -- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54cc160e80 msgr2=0x7f54cc0b3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54cc160e80 0x7f54cc0b3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 -- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54cc0c5d00 msgr2=0x7f54cc1fd050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54cc0c5d00 0x7f54cc1fd050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 -- 172.21.15.6:0/2948305398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54cc06df90 con 0x7f54cc0c6110 2024-09-21T07:25:32.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d2720640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54cc160e80 0x7f54cc0b3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:32.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d1f1f640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54cc0c5d00 0x7f54cc1fd050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:32.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d171e640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c6110 0x7f54cc0b3200 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f54bc00c460 tx=0x7f54bc00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:32.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54c27fc640 1 -- 172.21.15.6:0/2948305398 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54bc016020 con 0x7f54cc0c6110 2024-09-21T07:25:32.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54c27fc640 1 -- 172.21.15.6:0/2948305398 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f54bc012940 con 0x7f54cc0c6110 2024-09-21T07:25:32.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54cc06e270 con 0x7f54cc0c6110 2024-09-21T07:25:32.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54c27fc640 1 -- 172.21.15.6:0/2948305398 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54bc012d90 con 0x7f54cc0c6110 2024-09-21T07:25:32.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54cc06e830 con 0x7f54cc0c6110 2024-09-21T07:25:32.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.663+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54cc1fdb20 con 0x7f54cc0c6110 2024-09-21T07:25:32.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.667+0000 7f54c27fc640 1 -- 172.21.15.6:0/2948305398 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f54bc019020 con 0x7f54cc0c6110 2024-09-21T07:25:32.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.667+0000 7f54c27fc640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f54b0073230 0x7f54b0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:32.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.667+0000 7f54c27fc640 1 -- 172.21.15.6:0/2948305398 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f54bc0945b0 con 0x7f54cc0c6110 2024-09-21T07:25:32.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.667+0000 7f54d1f1f640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f54b0073230 0x7f54b0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:32.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.667+0000 7f54d1f1f640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f54b0073230 0x7f54b0075740 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f54c80af000 tx=0x7f54c801b060 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:32.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.671+0000 7f54c27fc640 1 -- 172.21.15.6:0/2948305398 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f54bc020020 con 0x7f54cc0c6110 2024-09-21T07:25:32.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:32.883+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f54cc151e60 con 0x7f54cc0c6110 2024-09-21T07:25:33.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.487+0000 7f54c27fc640 1 -- 172.21.15.6:0/2948305398 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) ==== 122+0+0 (secure 0 0 0) 0x7f54bc05f740 con 0x7f54cc0c6110 2024-09-21T07:25:33.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f54b0073230 msgr2=0x7f54b0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:33.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f54b0073230 0x7f54b0075740 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f54c80af000 tx=0x7f54c801b060 comp rx=0 tx=0).stop 2024-09-21T07:25:33.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c6110 msgr2=0x7f54cc0b3200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:33.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c6110 0x7f54cc0b3200 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f54bc00c460 tx=0x7f54bc00c920 comp rx=0 tx=0).stop 2024-09-21T07:25:33.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 shutdown_connections 2024-09-21T07:25:33.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f54b0073230 0x7f54b0075740 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f54cc160e80 0x7f54cc0b3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54cc0c6110 0x7f54cc0b3200 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 --2- 172.21.15.6:0/2948305398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f54cc0c5d00 0x7f54cc1fd050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 >> 172.21.15.6:0/2948305398 conn(0x7f54cc0d21b0 msgr2=0x7f54cc0b4fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:33.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 shutdown_connections 2024-09-21T07:25:33.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.495+0000 7f54d4183640 1 -- 172.21.15.6:0/2948305398 wait complete. 2024-09-21T07:25:33.524 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T07:25:33.525 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:33.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.671+0000 7fcbf86bc640 1 -- 172.21.15.6:0/3855410525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00d1340 msgr2=0x7fcbf00b2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:33.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.671+0000 7fcbf86bc640 1 --2- 172.21.15.6:0/3855410525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00d1340 0x7fcbf00b2e80 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcbe8009bc0 tx=0x7fcbe801cb10 comp rx=0 tx=0).stop 2024-09-21T07:25:33.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.671+0000 7fcbf86bc640 1 -- 172.21.15.6:0/3855410525 shutdown_connections 2024-09-21T07:25:33.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.671+0000 7fcbf86bc640 1 --2- 172.21.15.6:0/3855410525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00d1340 0x7fcbf00b2e80 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.671+0000 7fcbf86bc640 1 -- 172.21.15.6:0/3855410525 >> 172.21.15.6:0/3855410525 conn(0x7fcbf006dda0 msgr2=0x7fcbf006e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:33.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.671+0000 7fcbf86bc640 1 -- 172.21.15.6:0/3855410525 shutdown_connections 2024-09-21T07:25:33.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.671+0000 7fcbf86bc640 1 -- 172.21.15.6:0/3855410525 wait complete. 2024-09-21T07:25:33.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 Processor -- start 2024-09-21T07:25:33.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 -- start start 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbf00b9e20 0x7fcbf00b69c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00ba230 0x7fcbf0156c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbf00d1340 0x7fcbf0153770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf00d2f40 con 0x7fcbf00ba230 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf00d2dc0 con 0x7fcbf00b9e20 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcbf00d30c0 con 0x7fcbf00d1340 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00ba230 0x7fcbf0156c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00ba230 0x7fcbf0156c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59692/0 (socket says 172.21.15.6:59692) 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 -- 172.21.15.6:0/4062834256 learned_addr learned my addr 172.21.15.6:0/4062834256 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:33.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf6458640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbf00b9e20 0x7fcbf00b69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf6c59640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbf00d1340 0x7fcbf0153770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 -- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbf00d1340 msgr2=0x7fcbf0153770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbf00d1340 0x7fcbf0153770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 -- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbf00b9e20 msgr2=0x7fcbf00b69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbf00b9e20 0x7fcbf00b69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 -- 172.21.15.6:0/4062834256 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbf00b40c0 con 0x7fcbf00ba230 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf5c57640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00ba230 0x7fcbf0156c10 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00c3f0 tx=0x7fcbec00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbe6ffd640 1 -- 172.21.15.6:0/4062834256 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec017070 con 0x7fcbf00ba230 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbe6ffd640 1 -- 172.21.15.6:0/4062834256 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcbec0053c0 con 0x7fcbf00ba230 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbf01fc690 con 0x7fcbf00ba230 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbe6ffd640 1 -- 172.21.15.6:0/4062834256 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec003860 con 0x7fcbf00ba230 2024-09-21T07:25:33.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.675+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbf00b4640 con 0x7fcbf00ba230 2024-09-21T07:25:33.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.679+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbf00b2e80 con 0x7fcbf00ba230 2024-09-21T07:25:33.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.679+0000 7fcbe6ffd640 1 -- 172.21.15.6:0/4062834256 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcbec01a070 con 0x7fcbf00ba230 2024-09-21T07:25:33.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.679+0000 7fcbe6ffd640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbd4073200 0x7fcbd4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:33.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.679+0000 7fcbe6ffd640 1 -- 172.21.15.6:0/4062834256 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fcbec093580 con 0x7fcbf00ba230 2024-09-21T07:25:33.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.679+0000 7fcbf6458640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbd4073200 0x7fcbd4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:33.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.679+0000 7fcbf6458640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbd4073200 0x7fcbd4075710 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fcbe0001640 tx=0x7fcbe0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:33.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.683+0000 7fcbe6ffd640 1 -- 172.21.15.6:0/4062834256 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fcbec05e630 con 0x7fcbf00ba230 2024-09-21T07:25:33.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcbf01fc3f0 con 0x7fcbf00ba230 2024-09-21T07:25:33.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbe6ffd640 1 -- 172.21.15.6:0/4062834256 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7fcbf01fc3f0 con 0x7fcbf00ba230 2024-09-21T07:25:33.892 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:33.892 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":17,"btime":"2024-09-21T07:25:33:485074+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3767165925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3767165925},{"type":"v1","addr":"172.21.15.145:6836","nonce":3767165925}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1064912057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1064912057},{"type":"v1","addr":"172.21.15.145:6837","nonce":1064912057}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4851,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/2052458312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2052458312},{"type":"v1","addr":"172.21.15.6:6834","nonce":2052458312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:25:29.868812+0000","modified":"2024-09-21T07:25:32.887572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4854":{"gid":4854,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1616866184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1616866184},{"type":"v1","addr":"172.21.15.6:6835","nonce":1616866184}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4854,"qdb_cluster":[4854]},"id":2}]} 2024-09-21T07:25:33.892 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 17 2024-09-21T07:25:33.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbd4073200 msgr2=0x7fcbd4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:33.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbd4073200 0x7fcbd4075710 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fcbe0001640 tx=0x7fcbe0009040 comp rx=0 tx=0).stop 2024-09-21T07:25:33.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00ba230 msgr2=0x7fcbf0156c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:33.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00ba230 0x7fcbf0156c10 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00c3f0 tx=0x7fcbec00c8b0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 shutdown_connections 2024-09-21T07:25:33.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbd4073200 0x7fcbd4075710 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbf00d1340 0x7fcbf0153770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbf00ba230 0x7fcbf0156c10 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 --2- 172.21.15.6:0/4062834256 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbf00b9e20 0x7fcbf00b69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:33.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 >> 172.21.15.6:0/4062834256 conn(0x7fcbf006dda0 msgr2=0x7fcbf00b91f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:33.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 shutdown_connections 2024-09-21T07:25:33.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:33.887+0000 7fcbf86bc640 1 -- 172.21.15.6:0/4062834256 wait complete. 2024-09-21T07:25:33.913 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:25:34.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 -- 172.21.15.6:0/471059206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 msgr2=0x7f5ca00cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 --2- 172.21.15.6:0/471059206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 0x7f5ca00cdf20 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5ca00afbb0 tx=0x7f5c9001c830 comp rx=0 tx=0).stop 2024-09-21T07:25:34.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 -- 172.21.15.6:0/471059206 shutdown_connections 2024-09-21T07:25:34.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 --2- 172.21.15.6:0/471059206 >> v2:172.21.15.145:3300/0 conn(0x7f5ca015feb0 0x7f5ca00ce460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 --2- 172.21.15.6:0/471059206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 0x7f5ca00cdf20 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 --2- 172.21.15.6:0/471059206 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca006ee70 0x7f5ca00cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 -- 172.21.15.6:0/471059206 >> 172.21.15.6:0/471059206 conn(0x7f5ca00d0020 msgr2=0x7f5ca00d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:34.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 -- 172.21.15.6:0/471059206 shutdown_connections 2024-09-21T07:25:34.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.063+0000 7f5ca7584640 1 -- 172.21.15.6:0/471059206 wait complete. 2024-09-21T07:25:34.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 Processor -- start 2024-09-21T07:25:34.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 -- start start 2024-09-21T07:25:34.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca006ee70 0x7f5ca009c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 0x7f5ca01fbba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca015feb0 0x7f5ca01eded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca0074ac0 con 0x7f5ca00cf570 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca0074940 con 0x7f5ca015feb0 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5ca0074c40 con 0x7f5ca006ee70 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 0x7f5ca01fbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 0x7f5ca01fbba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59720/0 (socket says 172.21.15.6:59720) 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 -- 172.21.15.6:0/739893845 learned_addr learned my addr 172.21.15.6:0/739893845 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca5320640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca006ee70 0x7f5ca009c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca5b21640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca015feb0 0x7f5ca01eded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 -- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca006ee70 msgr2=0x7f5ca009c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca006ee70 0x7f5ca009c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 -- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca015feb0 msgr2=0x7f5ca01eded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca015feb0 0x7f5ca01eded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 -- 172.21.15.6:0/739893845 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca009b1a0 con 0x7f5ca00cf570 2024-09-21T07:25:34.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca4b1f640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 0x7f5ca01fbba0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f5c900b0040 tx=0x7f5c900a66c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:34.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5c95ffb640 1 -- 172.21.15.6:0/739893845 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c900042d0 con 0x7f5ca00cf570 2024-09-21T07:25:34.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5c95ffb640 1 -- 172.21.15.6:0/739893845 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c90005030 con 0x7f5ca00cf570 2024-09-21T07:25:34.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ca009b480 con 0x7f5ca00cf570 2024-09-21T07:25:34.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5c95ffb640 1 -- 172.21.15.6:0/739893845 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c90005420 con 0x7f5ca00cf570 2024-09-21T07:25:34.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.067+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ca009ba40 con 0x7f5ca00cf570 2024-09-21T07:25:34.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.071+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ca00cf030 con 0x7f5ca00cf570 2024-09-21T07:25:34.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.071+0000 7f5c95ffb640 1 -- 172.21.15.6:0/739893845 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5c900bf030 con 0x7f5ca00cf570 2024-09-21T07:25:34.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.071+0000 7f5c95ffb640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.071+0000 7f5c95ffb640 1 -- 172.21.15.6:0/739893845 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f5c9012e9c0 con 0x7f5ca00cf570 2024-09-21T07:25:34.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.071+0000 7f5ca5320640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.071+0000 7f5ca5320640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c005fd0 tx=0x7f5c9c005d80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:34.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.075+0000 7f5c95ffb640 1 -- 172.21.15.6:0/739893845 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5c90130e20 con 0x7f5ca00cf570 2024-09-21T07:25:34.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.247+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5ca009af30 con 0x7f5ca00cf570 2024-09-21T07:25:34.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5c95ffb640 1 -- 172.21.15.6:0/739893845 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16693 (secure 0 0 0) 0x7f5c900c6020 con 0x7f5ca00cf570 2024-09-21T07:25:34.256 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:34.256 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":32,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:25:31.462684+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:25:28.045233+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T07:25:28.837474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:25:34.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 msgr2=0x7f5c84075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c005fd0 tx=0x7f5c9c005d80 comp rx=0 tx=0).stop 2024-09-21T07:25:34.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 msgr2=0x7f5ca01fbba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 0x7f5ca01fbba0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f5c900b0040 tx=0x7f5c900a66c0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 shutdown_connections 2024-09-21T07:25:34.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca015feb0 0x7f5ca01eded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00cf570 0x7f5ca01fbba0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 --2- 172.21.15.6:0/739893845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca006ee70 0x7f5ca009c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 >> 172.21.15.6:0/739893845 conn(0x7f5ca00d0020 msgr2=0x7f5ca00c9ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:34.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 shutdown_connections 2024-09-21T07:25:34.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.251+0000 7f5ca7584640 1 -- 172.21.15.6:0/739893845 wait complete. 2024-09-21T07:25:34.279 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:25:34.279 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:25:34.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 -- 172.21.15.6:0/3633145824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 msgr2=0x7f56e40cd320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 --2- 172.21.15.6:0/3633145824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 0x7f56e40cd320 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f56e406f5e0 tx=0x7f56d401c800 comp rx=0 tx=0).stop 2024-09-21T07:25:34.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 -- 172.21.15.6:0/3633145824 shutdown_connections 2024-09-21T07:25:34.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 --2- 172.21.15.6:0/3633145824 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56e40cd860 0x7f56e415ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 --2- 172.21.15.6:0/3633145824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 0x7f56e40cd320 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 --2- 172.21.15.6:0/3633145824 >> v2:172.21.15.145:3300/0 conn(0x7f56e4141bf0 0x7f56e406f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 -- 172.21.15.6:0/3633145824 >> 172.21.15.6:0/3633145824 conn(0x7f56e40b25c0 msgr2=0x7f56e40b29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:34.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 -- 172.21.15.6:0/3633145824 shutdown_connections 2024-09-21T07:25:34.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.427+0000 7f56ec72c640 1 -- 172.21.15.6:0/3633145824 wait complete. 2024-09-21T07:25:34.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 Processor -- start 2024-09-21T07:25:34.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 -- start start 2024-09-21T07:25:34.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 0x7f56e41f93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56e40cd860 0x7f56e413b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56e4141bf0 0x7f56e413be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f56e4073b00 con 0x7f56e406fbd0 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f56e4073980 con 0x7f56e40cd860 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f56e4073c80 con 0x7f56e4141bf0 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 0x7f56e41f93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 0x7f56e41f93f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59738/0 (socket says 172.21.15.6:59738) 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 -- 172.21.15.6:0/4096538865 learned_addr learned my addr 172.21.15.6:0/4096538865 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56e9cc7640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56e40cd860 0x7f56e413b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56eacc9640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56e4141bf0 0x7f56e413be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 -- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56e4141bf0 msgr2=0x7f56e413be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56e4141bf0 0x7f56e413be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 -- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56e40cd860 msgr2=0x7f56e413b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56e40cd860 0x7f56e413b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 -- 172.21.15.6:0/4096538865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56e413cd80 con 0x7f56e406fbd0 2024-09-21T07:25:34.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56e9cc7640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56e40cd860 0x7f56e413b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:34.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ea4c8640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 0x7f56e41f93f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f56e000c970 tx=0x7f56e000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:34.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56daffd640 1 -- 172.21.15.6:0/4096538865 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e0007bb0 con 0x7f56e406fbd0 2024-09-21T07:25:34.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56daffd640 1 -- 172.21.15.6:0/4096538865 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56e0007e40 con 0x7f56e406fbd0 2024-09-21T07:25:34.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56e41fc0e0 con 0x7f56e406fbd0 2024-09-21T07:25:34.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56daffd640 1 -- 172.21.15.6:0/4096538865 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e0005270 con 0x7f56e406fbd0 2024-09-21T07:25:34.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56e413ca50 con 0x7f56e406fbd0 2024-09-21T07:25:34.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.431+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56e40741a0 con 0x7f56e406fbd0 2024-09-21T07:25:34.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.435+0000 7f56daffd640 1 -- 172.21.15.6:0/4096538865 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f56e0005410 con 0x7f56e406fbd0 2024-09-21T07:25:34.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.435+0000 7f56daffd640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56c8073200 0x7f56c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.435+0000 7f56daffd640 1 -- 172.21.15.6:0/4096538865 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f56e00947c0 con 0x7f56e406fbd0 2024-09-21T07:25:34.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.435+0000 7f56e9cc7640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56c8073200 0x7f56c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.435+0000 7f56e9cc7640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56c8073200 0x7f56c8075710 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f56d40af000 tx=0x7f56d401b040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:34.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.439+0000 7f56daffd640 1 -- 172.21.15.6:0/4096538865 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f56e0014070 con 0x7f56e406fbd0 2024-09-21T07:25:34.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.603+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f56e41418b0 con 0x7f56c8073200 2024-09-21T07:25:34.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.619+0000 7f56daffd640 1 -- 172.21.15.6:0/4096538865 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251946 (secure 0 0 0) 0x7f56e41418b0 con 0x7f56c8073200 2024-09-21T07:25:34.624 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:34.628 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:25:34.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56c8073200 msgr2=0x7f56c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56c8073200 0x7f56c8075710 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f56d40af000 tx=0x7f56d401b040 comp rx=0 tx=0).stop 2024-09-21T07:25:34.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 msgr2=0x7f56e41f93f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 0x7f56e41f93f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f56e000c970 tx=0x7f56e000ce30 comp rx=0 tx=0).stop 2024-09-21T07:25:34.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 shutdown_connections 2024-09-21T07:25:34.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56c8073200 0x7f56c8075710 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56e4141bf0 0x7f56e413be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56e40cd860 0x7f56e413b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 --2- 172.21.15.6:0/4096538865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56e406fbd0 0x7f56e41f93f0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 >> 172.21.15.6:0/4096538865 conn(0x7f56e40b25c0 msgr2=0x7f56e40b29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:34.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 shutdown_connections 2024-09-21T07:25:34.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.623+0000 7f56ec72c640 1 -- 172.21.15.6:0/4096538865 wait complete. 2024-09-21T07:25:34.645 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-21T07:25:32.853314+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":135,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220116,"kb_used_data":3844,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754604,"statfs":{"total":773094113280,"available":772868714496,"internally_reserved":0,"allocated":3936256,"data_stored":2228346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":52,"apply_latency_ms":52,"commit_latency_ns":52000000,"apply_latency_ns":52000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.422940"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.505803+0000","last_change":"2024-09-21T07:25:30.496992+0000","last_active":"2024-09-21T07:25:30.505803+0000","last_peered":"2024-09-21T07:25:30.505803+0000","last_clean":"2024-09-21T07:25:30.505803+0000","last_became_active":"2024-09-21T07:25:30.496351+0000","last_became_peered":"2024-09-21T07:25:30.496351+0000","last_unstale":"2024-09-21T07:25:30.505803+0000","last_undegraded":"2024-09-21T07:25:30.505803+0000","last_fullsized":"2024-09-21T07:25:30.505803+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:33.078663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.473833+0000","last_change":"2024-09-21T07:25:30.469626+0000","last_active":"2024-09-21T07:25:30.473833+0000","last_peered":"2024-09-21T07:25:30.473833+0000","last_clean":"2024-09-21T07:25:30.473833+0000","last_became_active":"2024-09-21T07:25:30.469301+0000","last_became_peered":"2024-09-21T07:25:30.469301+0000","last_unstale":"2024-09-21T07:25:30.473833+0000","last_undegraded":"2024-09-21T07:25:30.473833+0000","last_fullsized":"2024-09-21T07:25:30.473833+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.498259+0000","last_change":"2024-09-21T07:25:30.475880+0000","last_active":"2024-09-21T07:25:30.498259+0000","last_peered":"2024-09-21T07:25:30.498259+0000","last_clean":"2024-09-21T07:25:30.498259+0000","last_became_active":"2024-09-21T07:25:30.474498+0000","last_became_peered":"2024-09-21T07:25:30.474498+0000","last_unstale":"2024-09-21T07:25:30.498259+0000","last_undegraded":"2024-09-21T07:25:30.498259+0000","last_fullsized":"2024-09-21T07:25:30.498259+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:33:38.514073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.505590+0000","last_change":"2024-09-21T07:25:30.503553+0000","last_active":"2024-09-21T07:25:30.505590+0000","last_peered":"2024-09-21T07:25:30.505590+0000","last_clean":"2024-09-21T07:25:30.505590+0000","last_became_active":"2024-09-21T07:25:30.503276+0000","last_became_peered":"2024-09-21T07:25:30.503276+0000","last_unstale":"2024-09-21T07:25:30.505590+0000","last_undegraded":"2024-09-21T07:25:30.505590+0000","last_fullsized":"2024-09-21T07:25:30.505590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:42:42.321968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.470830+0000","last_change":"2024-09-21T07:25:30.469348+0000","last_active":"2024-09-21T07:25:30.470830+0000","last_peered":"2024-09-21T07:25:30.470830+0000","last_clean":"2024-09-21T07:25:30.470830+0000","last_became_active":"2024-09-21T07:25:30.468980+0000","last_became_peered":"2024-09-21T07:25:30.468980+0000","last_unstale":"2024-09-21T07:25:30.470830+0000","last_undegraded":"2024-09-21T07:25:30.470830+0000","last_fullsized":"2024-09-21T07:25:30.470830+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:18.326988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494086+0000","last_change":"2024-09-21T07:25:30.486469+0000","last_active":"2024-09-21T07:25:30.494086+0000","last_peered":"2024-09-21T07:25:30.494086+0000","last_clean":"2024-09-21T07:25:30.494086+0000","last_became_active":"2024-09-21T07:25:30.485932+0000","last_became_peered":"2024-09-21T07:25:30.485932+0000","last_unstale":"2024-09-21T07:25:30.494086+0000","last_undegraded":"2024-09-21T07:25:30.494086+0000","last_fullsized":"2024-09-21T07:25:30.494086+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:49.105919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.510683+0000","last_change":"2024-09-21T07:25:30.503831+0000","last_active":"2024-09-21T07:25:30.510683+0000","last_peered":"2024-09-21T07:25:30.510683+0000","last_clean":"2024-09-21T07:25:30.510683+0000","last_became_active":"2024-09-21T07:25:30.502491+0000","last_became_peered":"2024-09-21T07:25:30.502491+0000","last_unstale":"2024-09-21T07:25:30.510683+0000","last_undegraded":"2024-09-21T07:25:30.510683+0000","last_fullsized":"2024-09-21T07:25:30.510683+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.496819+0000","last_change":"2024-09-21T07:25:30.486150+0000","last_active":"2024-09-21T07:25:30.496819+0000","last_peered":"2024-09-21T07:25:30.496819+0000","last_clean":"2024-09-21T07:25:30.496819+0000","last_became_active":"2024-09-21T07:25:30.485334+0000","last_became_peered":"2024-09-21T07:25:30.485334+0000","last_unstale":"2024-09-21T07:25:30.496819+0000","last_undegraded":"2024-09-21T07:25:30.496819+0000","last_fullsized":"2024-09-21T07:25:30.496819+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:58.496933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506719+0000","last_change":"2024-09-21T07:25:30.487952+0000","last_active":"2024-09-21T07:25:30.506719+0000","last_peered":"2024-09-21T07:25:30.506719+0000","last_clean":"2024-09-21T07:25:30.506719+0000","last_became_active":"2024-09-21T07:25:30.487098+0000","last_became_peered":"2024-09-21T07:25:30.487098+0000","last_unstale":"2024-09-21T07:25:30.506719+0000","last_undegraded":"2024-09-21T07:25:30.506719+0000","last_fullsized":"2024-09-21T07:25:30.506719+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:31.283509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.480570+0000","last_change":"2024-09-21T07:25:30.476879+0000","last_active":"2024-09-21T07:25:30.480570+0000","last_peered":"2024-09-21T07:25:30.480570+0000","last_clean":"2024-09-21T07:25:30.480570+0000","last_became_active":"2024-09-21T07:25:30.476584+0000","last_became_peered":"2024-09-21T07:25:30.476584+0000","last_unstale":"2024-09-21T07:25:30.480570+0000","last_undegraded":"2024-09-21T07:25:30.480570+0000","last_fullsized":"2024-09-21T07:25:30.480570+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:38.865626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.495433+0000","last_change":"2024-09-21T07:25:30.488057+0000","last_active":"2024-09-21T07:25:30.495433+0000","last_peered":"2024-09-21T07:25:30.495433+0000","last_clean":"2024-09-21T07:25:30.495433+0000","last_became_active":"2024-09-21T07:25:30.487254+0000","last_became_peered":"2024-09-21T07:25:30.487254+0000","last_unstale":"2024-09-21T07:25:30.495433+0000","last_undegraded":"2024-09-21T07:25:30.495433+0000","last_fullsized":"2024-09-21T07:25:30.495433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:21:06.825692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.496840+0000","last_change":"2024-09-21T07:25:30.481412+0000","last_active":"2024-09-21T07:25:30.496840+0000","last_peered":"2024-09-21T07:25:30.496840+0000","last_clean":"2024-09-21T07:25:30.496840+0000","last_became_active":"2024-09-21T07:25:30.480590+0000","last_became_peered":"2024-09-21T07:25:30.480590+0000","last_unstale":"2024-09-21T07:25:30.496840+0000","last_undegraded":"2024-09-21T07:25:30.496840+0000","last_fullsized":"2024-09-21T07:25:30.496840+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:04.972005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.477941+0000","last_change":"2024-09-21T07:25:30.474131+0000","last_active":"2024-09-21T07:25:30.477941+0000","last_peered":"2024-09-21T07:25:30.477941+0000","last_clean":"2024-09-21T07:25:30.477941+0000","last_became_active":"2024-09-21T07:25:30.473791+0000","last_became_peered":"2024-09-21T07:25:30.473791+0000","last_unstale":"2024-09-21T07:25:30.477941+0000","last_undegraded":"2024-09-21T07:25:30.477941+0000","last_fullsized":"2024-09-21T07:25:30.477941+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:09:48.165871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.477653+0000","last_change":"2024-09-21T07:25:30.471145+0000","last_active":"2024-09-21T07:25:30.477653+0000","last_peered":"2024-09-21T07:25:30.477653+0000","last_clean":"2024-09-21T07:25:30.477653+0000","last_became_active":"2024-09-21T07:25:30.470710+0000","last_became_peered":"2024-09-21T07:25:30.470710+0000","last_unstale":"2024-09-21T07:25:30.477653+0000","last_undegraded":"2024-09-21T07:25:30.477653+0000","last_fullsized":"2024-09-21T07:25:30.477653+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:01:16.245892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513018+0000","last_change":"2024-09-21T07:25:30.505464+0000","last_active":"2024-09-21T07:25:30.513018+0000","last_peered":"2024-09-21T07:25:30.513018+0000","last_clean":"2024-09-21T07:25:30.513018+0000","last_became_active":"2024-09-21T07:25:30.504892+0000","last_became_peered":"2024-09-21T07:25:30.504892+0000","last_unstale":"2024-09-21T07:25:30.513018+0000","last_undegraded":"2024-09-21T07:25:30.513018+0000","last_fullsized":"2024-09-21T07:25:30.513018+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:13.301596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.499627+0000","last_change":"2024-09-21T07:25:30.490984+0000","last_active":"2024-09-21T07:25:30.499627+0000","last_peered":"2024-09-21T07:25:30.499627+0000","last_clean":"2024-09-21T07:25:30.499627+0000","last_became_active":"2024-09-21T07:25:30.490220+0000","last_became_peered":"2024-09-21T07:25:30.490220+0000","last_unstale":"2024-09-21T07:25:30.499627+0000","last_undegraded":"2024-09-21T07:25:30.499627+0000","last_fullsized":"2024-09-21T07:25:30.499627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:49:01.108476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513161+0000","last_change":"2024-09-21T07:25:30.509647+0000","last_active":"2024-09-21T07:25:30.513161+0000","last_peered":"2024-09-21T07:25:30.513161+0000","last_clean":"2024-09-21T07:25:30.513161+0000","last_became_active":"2024-09-21T07:25:30.507921+0000","last_became_peered":"2024-09-21T07:25:30.507921+0000","last_unstale":"2024-09-21T07:25:30.513161+0000","last_undegraded":"2024-09-21T07:25:30.513161+0000","last_fullsized":"2024-09-21T07:25:30.513161+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:32:41.476687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.478270+0000","last_change":"2024-09-21T07:25:30.474264+0000","last_active":"2024-09-21T07:25:30.478270+0000","last_peered":"2024-09-21T07:25:30.478270+0000","last_clean":"2024-09-21T07:25:30.478270+0000","last_became_active":"2024-09-21T07:25:30.473924+0000","last_became_peered":"2024-09-21T07:25:30.473924+0000","last_unstale":"2024-09-21T07:25:30.478270+0000","last_undegraded":"2024-09-21T07:25:30.478270+0000","last_fullsized":"2024-09-21T07:25:30.478270+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:56:58.903755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.478479+0000","last_change":"2024-09-21T07:25:30.476085+0000","last_active":"2024-09-21T07:25:30.478479+0000","last_peered":"2024-09-21T07:25:30.478479+0000","last_clean":"2024-09-21T07:25:30.478479+0000","last_became_active":"2024-09-21T07:25:30.475156+0000","last_became_peered":"2024-09-21T07:25:30.475156+0000","last_unstale":"2024-09-21T07:25:30.478479+0000","last_undegraded":"2024-09-21T07:25:30.478479+0000","last_fullsized":"2024-09-21T07:25:30.478479+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:03:41.662855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.491652+0000","last_change":"2024-09-21T07:25:30.486025+0000","last_active":"2024-09-21T07:25:30.491652+0000","last_peered":"2024-09-21T07:25:30.491652+0000","last_clean":"2024-09-21T07:25:30.491652+0000","last_became_active":"2024-09-21T07:25:30.485637+0000","last_became_peered":"2024-09-21T07:25:30.485637+0000","last_unstale":"2024-09-21T07:25:30.491652+0000","last_undegraded":"2024-09-21T07:25:30.491652+0000","last_fullsized":"2024-09-21T07:25:30.491652+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:55.749877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.507296+0000","last_change":"2024-09-21T07:25:30.500654+0000","last_active":"2024-09-21T07:25:30.507296+0000","last_peered":"2024-09-21T07:25:30.507296+0000","last_clean":"2024-09-21T07:25:30.507296+0000","last_became_active":"2024-09-21T07:25:30.500011+0000","last_became_peered":"2024-09-21T07:25:30.500011+0000","last_unstale":"2024-09-21T07:25:30.507296+0000","last_undegraded":"2024-09-21T07:25:30.507296+0000","last_fullsized":"2024-09-21T07:25:30.507296+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:22.166069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506571+0000","last_change":"2024-09-21T07:25:30.487781+0000","last_active":"2024-09-21T07:25:30.506571+0000","last_peered":"2024-09-21T07:25:30.506571+0000","last_clean":"2024-09-21T07:25:30.506571+0000","last_became_active":"2024-09-21T07:25:30.487031+0000","last_became_peered":"2024-09-21T07:25:30.487031+0000","last_unstale":"2024-09-21T07:25:30.506571+0000","last_undegraded":"2024-09-21T07:25:30.506571+0000","last_fullsized":"2024-09-21T07:25:30.506571+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:18:54.760109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494094+0000","last_change":"2024-09-21T07:25:30.490372+0000","last_active":"2024-09-21T07:25:30.494094+0000","last_peered":"2024-09-21T07:25:30.494094+0000","last_clean":"2024-09-21T07:25:30.494094+0000","last_became_active":"2024-09-21T07:25:30.490029+0000","last_became_peered":"2024-09-21T07:25:30.490029+0000","last_unstale":"2024-09-21T07:25:30.494094+0000","last_undegraded":"2024-09-21T07:25:30.494094+0000","last_fullsized":"2024-09-21T07:25:30.494094+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:22.166069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.492433+0000","last_change":"2024-09-21T07:25:30.464433+0000","last_active":"2024-09-21T07:25:30.492433+0000","last_peered":"2024-09-21T07:25:30.492433+0000","last_clean":"2024-09-21T07:25:30.492433+0000","last_became_active":"2024-09-21T07:25:30.463653+0000","last_became_peered":"2024-09-21T07:25:30.463653+0000","last_unstale":"2024-09-21T07:25:30.492433+0000","last_undegraded":"2024-09-21T07:25:30.492433+0000","last_fullsized":"2024-09-21T07:25:30.492433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:07:48.487596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494382+0000","last_change":"2024-09-21T07:25:30.490625+0000","last_active":"2024-09-21T07:25:30.494382+0000","last_peered":"2024-09-21T07:25:30.494382+0000","last_clean":"2024-09-21T07:25:30.494382+0000","last_became_active":"2024-09-21T07:25:30.490139+0000","last_became_peered":"2024-09-21T07:25:30.490139+0000","last_unstale":"2024-09-21T07:25:30.494382+0000","last_undegraded":"2024-09-21T07:25:30.494382+0000","last_fullsized":"2024-09-21T07:25:30.494382+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:22.166069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494819+0000","last_change":"2024-09-21T07:25:30.491316+0000","last_active":"2024-09-21T07:25:30.494819+0000","last_peered":"2024-09-21T07:25:30.494819+0000","last_clean":"2024-09-21T07:25:30.494819+0000","last_became_active":"2024-09-21T07:25:30.490931+0000","last_became_peered":"2024-09-21T07:25:30.490931+0000","last_unstale":"2024-09-21T07:25:30.494819+0000","last_undegraded":"2024-09-21T07:25:30.494819+0000","last_fullsized":"2024-09-21T07:25:30.494819+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:58.351679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506229+0000","last_change":"2024-09-21T07:25:30.504603+0000","last_active":"2024-09-21T07:25:30.506229+0000","last_peered":"2024-09-21T07:25:30.506229+0000","last_clean":"2024-09-21T07:25:30.506229+0000","last_became_active":"2024-09-21T07:25:30.504399+0000","last_became_peered":"2024-09-21T07:25:30.504399+0000","last_unstale":"2024-09-21T07:25:30.506229+0000","last_undegraded":"2024-09-21T07:25:30.506229+0000","last_fullsized":"2024-09-21T07:25:30.506229+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:49:01.108476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.492993+0000","last_change":"2024-09-21T07:25:30.470612+0000","last_active":"2024-09-21T07:25:30.492993+0000","last_peered":"2024-09-21T07:25:30.492993+0000","last_clean":"2024-09-21T07:25:30.492993+0000","last_became_active":"2024-09-21T07:25:30.469802+0000","last_became_peered":"2024-09-21T07:25:30.469802+0000","last_unstale":"2024-09-21T07:25:30.492993+0000","last_undegraded":"2024-09-21T07:25:30.492993+0000","last_fullsized":"2024-09-21T07:25:30.492993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:25.982657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.507236+0000","last_change":"2024-09-21T07:25:30.498502+0000","last_active":"2024-09-21T07:25:30.507236+0000","last_peered":"2024-09-21T07:25:30.507236+0000","last_clean":"2024-09-21T07:25:30.507236+0000","last_became_active":"2024-09-21T07:25:30.497590+0000","last_became_peered":"2024-09-21T07:25:30.497590+0000","last_unstale":"2024-09-21T07:25:30.507236+0000","last_undegraded":"2024-09-21T07:25:30.507236+0000","last_fullsized":"2024-09-21T07:25:30.507236+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:38.865626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.508624+0000","last_change":"2024-09-21T07:25:30.502794+0000","last_active":"2024-09-21T07:25:30.508624+0000","last_peered":"2024-09-21T07:25:30.508624+0000","last_clean":"2024-09-21T07:25:30.508624+0000","last_became_active":"2024-09-21T07:25:30.502216+0000","last_became_peered":"2024-09-21T07:25:30.502216+0000","last_unstale":"2024-09-21T07:25:30.508624+0000","last_undegraded":"2024-09-21T07:25:30.508624+0000","last_fullsized":"2024-09-21T07:25:30.508624+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:49:42.622066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513416+0000","last_change":"2024-09-21T07:25:30.509027+0000","last_active":"2024-09-21T07:25:30.513416+0000","last_peered":"2024-09-21T07:25:30.513416+0000","last_clean":"2024-09-21T07:25:30.513416+0000","last_became_active":"2024-09-21T07:25:30.506148+0000","last_became_peered":"2024-09-21T07:25:30.506148+0000","last_unstale":"2024-09-21T07:25:30.513416+0000","last_undegraded":"2024-09-21T07:25:30.513416+0000","last_fullsized":"2024-09-21T07:25:30.513416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:18:54.760109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513847+0000","last_change":"2024-09-21T07:25:30.507714+0000","last_active":"2024-09-21T07:25:30.513847+0000","last_peered":"2024-09-21T07:25:30.513847+0000","last_clean":"2024-09-21T07:25:30.513847+0000","last_became_active":"2024-09-21T07:25:30.507082+0000","last_became_peered":"2024-09-21T07:25:30.507082+0000","last_unstale":"2024-09-21T07:25:30.513847+0000","last_undegraded":"2024-09-21T07:25:30.513847+0000","last_fullsized":"2024-09-21T07:25:30.513847+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:03:41.662855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494473+0000","last_change":"2024-09-21T07:25:30.491168+0000","last_active":"2024-09-21T07:25:30.494473+0000","last_peered":"2024-09-21T07:25:30.494473+0000","last_clean":"2024-09-21T07:25:30.494473+0000","last_became_active":"2024-09-21T07:25:30.490847+0000","last_became_peered":"2024-09-21T07:25:30.490847+0000","last_unstale":"2024-09-21T07:25:30.494473+0000","last_undegraded":"2024-09-21T07:25:30.494473+0000","last_fullsized":"2024-09-21T07:25:30.494473+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:55:37.978944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":17,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.511567+0000","last_change":"2024-09-21T07:25:29.486744+0000","last_active":"2024-09-21T07:25:30.511567+0000","last_peered":"2024-09-21T07:25:30.511567+0000","last_clean":"2024-09-21T07:25:30.511567+0000","last_became_active":"2024-09-21T07:25:29.485943+0000","last_became_peered":"2024-09-21T07:25:29.485943+0000","last_unstale":"2024-09-21T07:25:30.511567+0000","last_undegraded":"2024-09-21T07:25:30.511567+0000","last_fullsized":"2024-09-21T07:25:30.511567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:02.299689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513291+0000","last_change":"2024-09-21T07:25:30.506733+0000","last_active":"2024-09-21T07:25:30.513291+0000","last_peered":"2024-09-21T07:25:30.513291+0000","last_clean":"2024-09-21T07:25:30.513291+0000","last_became_active":"2024-09-21T07:25:30.505136+0000","last_became_peered":"2024-09-21T07:25:30.505136+0000","last_unstale":"2024-09-21T07:25:30.513291+0000","last_undegraded":"2024-09-21T07:25:30.513291+0000","last_fullsized":"2024-09-21T07:25:30.513291+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:43.826212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.490530+0000","last_change":"2024-09-21T07:25:29.485053+0000","last_active":"2024-09-21T07:25:30.490530+0000","last_peered":"2024-09-21T07:25:30.490530+0000","last_clean":"2024-09-21T07:25:30.490530+0000","last_became_active":"2024-09-21T07:25:29.484432+0000","last_became_peered":"2024-09-21T07:25:29.484432+0000","last_unstale":"2024-09-21T07:25:30.490530+0000","last_undegraded":"2024-09-21T07:25:30.490530+0000","last_fullsized":"2024-09-21T07:25:30.490530+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:42.821270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506777+0000","last_change":"2024-09-21T07:25:30.488975+0000","last_active":"2024-09-21T07:25:30.506777+0000","last_peered":"2024-09-21T07:25:30.506777+0000","last_clean":"2024-09-21T07:25:30.506777+0000","last_became_active":"2024-09-21T07:25:30.488210+0000","last_became_peered":"2024-09-21T07:25:30.488210+0000","last_unstale":"2024-09-21T07:25:30.506777+0000","last_undegraded":"2024-09-21T07:25:30.506777+0000","last_fullsized":"2024-09-21T07:25:30.506777+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:27.114416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.479300+0000","last_change":"2024-09-21T07:25:29.471417+0000","last_active":"2024-09-21T07:25:30.479300+0000","last_peered":"2024-09-21T07:25:30.479300+0000","last_clean":"2024-09-21T07:25:30.479300+0000","last_became_active":"2024-09-21T07:25:29.470789+0000","last_became_peered":"2024-09-21T07:25:29.470789+0000","last_unstale":"2024-09-21T07:25:30.479300+0000","last_undegraded":"2024-09-21T07:25:30.479300+0000","last_fullsized":"2024-09-21T07:25:30.479300+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:21:05.820750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506266+0000","last_change":"2024-09-21T07:25:30.504734+0000","last_active":"2024-09-21T07:25:30.506266+0000","last_peered":"2024-09-21T07:25:30.506266+0000","last_clean":"2024-09-21T07:25:30.506266+0000","last_became_active":"2024-09-21T07:25:30.504407+0000","last_became_peered":"2024-09-21T07:25:30.504407+0000","last_unstale":"2024-09-21T07:25:30.506266+0000","last_undegraded":"2024-09-21T07:25:30.506266+0000","last_fullsized":"2024-09-21T07:25:30.506266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:49:42.622066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.473871+0000","last_change":"2024-09-21T07:25:29.479504+0000","last_active":"2024-09-21T07:25:30.473871+0000","last_peered":"2024-09-21T07:25:30.473871+0000","last_clean":"2024-09-21T07:25:30.473871+0000","last_became_active":"2024-09-21T07:25:29.479181+0000","last_became_peered":"2024-09-21T07:25:29.479181+0000","last_unstale":"2024-09-21T07:25:30.473871+0000","last_undegraded":"2024-09-21T07:25:30.473871+0000","last_fullsized":"2024-09-21T07:25:30.473871+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:04:49.943930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513101+0000","last_change":"2024-09-21T07:25:30.508922+0000","last_active":"2024-09-21T07:25:30.513101+0000","last_peered":"2024-09-21T07:25:30.513101+0000","last_clean":"2024-09-21T07:25:30.513101+0000","last_became_active":"2024-09-21T07:25:30.507870+0000","last_became_peered":"2024-09-21T07:25:30.507870+0000","last_unstale":"2024-09-21T07:25:30.513101+0000","last_undegraded":"2024-09-21T07:25:30.513101+0000","last_fullsized":"2024-09-21T07:25:30.513101+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:34:14.344702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.503042+0000","last_change":"2024-09-21T07:25:29.472790+0000","last_active":"2024-09-21T07:25:30.503042+0000","last_peered":"2024-09-21T07:25:30.503042+0000","last_clean":"2024-09-21T07:25:30.503042+0000","last_became_active":"2024-09-21T07:25:29.472006+0000","last_became_peered":"2024-09-21T07:25:29.472006+0000","last_unstale":"2024-09-21T07:25:30.503042+0000","last_undegraded":"2024-09-21T07:25:30.503042+0000","last_fullsized":"2024-09-21T07:25:30.503042+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:16.427142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.492811+0000","last_change":"2024-09-21T07:25:30.472597+0000","last_active":"2024-09-21T07:25:30.492811+0000","last_peered":"2024-09-21T07:25:30.492811+0000","last_clean":"2024-09-21T07:25:30.492811+0000","last_became_active":"2024-09-21T07:25:30.471755+0000","last_became_peered":"2024-09-21T07:25:30.471755+0000","last_unstale":"2024-09-21T07:25:30.492811+0000","last_undegraded":"2024-09-21T07:25:30.492811+0000","last_fullsized":"2024-09-21T07:25:30.492811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:53:23.235756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.501486+0000","last_change":"2024-09-21T07:25:29.474947+0000","last_active":"2024-09-21T07:25:30.501486+0000","last_peered":"2024-09-21T07:25:30.501486+0000","last_clean":"2024-09-21T07:25:30.501486+0000","last_became_active":"2024-09-21T07:25:29.473933+0000","last_became_peered":"2024-09-21T07:25:29.473933+0000","last_unstale":"2024-09-21T07:25:30.501486+0000","last_undegraded":"2024-09-21T07:25:30.501486+0000","last_fullsized":"2024-09-21T07:25:30.501486+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:22.365142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506844+0000","last_change":"2024-09-21T07:25:30.488172+0000","last_active":"2024-09-21T07:25:30.506844+0000","last_peered":"2024-09-21T07:25:30.506844+0000","last_clean":"2024-09-21T07:25:30.506844+0000","last_became_active":"2024-09-21T07:25:30.487378+0000","last_became_peered":"2024-09-21T07:25:30.487378+0000","last_unstale":"2024-09-21T07:25:30.506844+0000","last_undegraded":"2024-09-21T07:25:30.506844+0000","last_fullsized":"2024-09-21T07:25:30.506844+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:58.404003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.454056+0000","last_change":"2024-09-21T07:25:29.470980+0000","last_active":"2024-09-21T07:25:30.454056+0000","last_peered":"2024-09-21T07:25:30.454056+0000","last_clean":"2024-09-21T07:25:30.454056+0000","last_became_active":"2024-09-21T07:25:29.470632+0000","last_became_peered":"2024-09-21T07:25:29.470632+0000","last_unstale":"2024-09-21T07:25:30.454056+0000","last_undegraded":"2024-09-21T07:25:30.454056+0000","last_fullsized":"2024-09-21T07:25:30.454056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:37.860684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.495328+0000","last_change":"2024-09-21T07:25:30.493013+0000","last_active":"2024-09-21T07:25:30.495328+0000","last_peered":"2024-09-21T07:25:30.495328+0000","last_clean":"2024-09-21T07:25:30.495328+0000","last_became_active":"2024-09-21T07:25:30.492759+0000","last_became_peered":"2024-09-21T07:25:30.492759+0000","last_unstale":"2024-09-21T07:25:30.495328+0000","last_undegraded":"2024-09-21T07:25:30.495328+0000","last_fullsized":"2024-09-21T07:25:30.495328+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:55:37.978944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.456495+0000","last_change":"2024-09-21T07:25:29.476129+0000","last_active":"2024-09-21T07:25:30.456495+0000","last_peered":"2024-09-21T07:25:30.456495+0000","last_clean":"2024-09-21T07:25:30.456495+0000","last_became_active":"2024-09-21T07:25:29.475255+0000","last_became_peered":"2024-09-21T07:25:29.475255+0000","last_unstale":"2024-09-21T07:25:30.456495+0000","last_undegraded":"2024-09-21T07:25:30.456495+0000","last_fullsized":"2024-09-21T07:25:30.456495+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:54.744935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.497134+0000","last_change":"2024-09-21T07:25:30.486743+0000","last_active":"2024-09-21T07:25:30.497134+0000","last_peered":"2024-09-21T07:25:30.497134+0000","last_clean":"2024-09-21T07:25:30.497134+0000","last_became_active":"2024-09-21T07:25:30.485868+0000","last_became_peered":"2024-09-21T07:25:30.485868+0000","last_unstale":"2024-09-21T07:25:30.497134+0000","last_undegraded":"2024-09-21T07:25:30.497134+0000","last_fullsized":"2024-09-21T07:25:30.497134+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:02.220443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.458221+0000","last_change":"2024-09-21T07:25:29.485083+0000","last_active":"2024-09-21T07:25:30.458221+0000","last_peered":"2024-09-21T07:25:30.458221+0000","last_clean":"2024-09-21T07:25:30.458221+0000","last_became_active":"2024-09-21T07:25:29.484681+0000","last_became_peered":"2024-09-21T07:25:29.484681+0000","last_unstale":"2024-09-21T07:25:30.458221+0000","last_undegraded":"2024-09-21T07:25:30.458221+0000","last_fullsized":"2024-09-21T07:25:30.458221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:42:41.317026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.478365+0000","last_change":"2024-09-21T07:25:30.475832+0000","last_active":"2024-09-21T07:25:30.478365+0000","last_peered":"2024-09-21T07:25:30.478365+0000","last_clean":"2024-09-21T07:25:30.478365+0000","last_became_active":"2024-09-21T07:25:30.474845+0000","last_became_peered":"2024-09-21T07:25:30.474845+0000","last_unstale":"2024-09-21T07:25:30.478365+0000","last_undegraded":"2024-09-21T07:25:30.478365+0000","last_fullsized":"2024-09-21T07:25:30.478365+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:32:41.476687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.449151+0000","last_change":"2024-09-21T07:25:29.481347+0000","last_active":"2024-09-21T07:25:30.449151+0000","last_peered":"2024-09-21T07:25:30.449151+0000","last_clean":"2024-09-21T07:25:30.449151+0000","last_became_active":"2024-09-21T07:25:29.481033+0000","last_became_peered":"2024-09-21T07:25:29.481033+0000","last_unstale":"2024-09-21T07:25:30.449151+0000","last_undegraded":"2024-09-21T07:25:30.449151+0000","last_fullsized":"2024-09-21T07:25:30.449151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:26.109474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494852+0000","last_change":"2024-09-21T07:25:30.490980+0000","last_active":"2024-09-21T07:25:30.494852+0000","last_peered":"2024-09-21T07:25:30.494852+0000","last_clean":"2024-09-21T07:25:30.494852+0000","last_became_active":"2024-09-21T07:25:30.490729+0000","last_became_peered":"2024-09-21T07:25:30.490729+0000","last_unstale":"2024-09-21T07:25:30.494852+0000","last_undegraded":"2024-09-21T07:25:30.494852+0000","last_fullsized":"2024-09-21T07:25:30.494852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:09:25.747433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.498138+0000","last_change":"2024-09-21T07:25:29.483564+0000","last_active":"2024-09-21T07:25:30.498138+0000","last_peered":"2024-09-21T07:25:30.498138+0000","last_clean":"2024-09-21T07:25:30.498138+0000","last_became_active":"2024-09-21T07:25:29.482777+0000","last_became_peered":"2024-09-21T07:25:29.482777+0000","last_unstale":"2024-09-21T07:25:30.498138+0000","last_undegraded":"2024-09-21T07:25:30.498138+0000","last_fullsized":"2024-09-21T07:25:30.498138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:31.802397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.499610+0000","last_change":"2024-09-21T07:25:30.491829+0000","last_active":"2024-09-21T07:25:30.499610+0000","last_peered":"2024-09-21T07:25:30.499610+0000","last_clean":"2024-09-21T07:25:30.499610+0000","last_became_active":"2024-09-21T07:25:30.475579+0000","last_became_peered":"2024-09-21T07:25:30.475579+0000","last_unstale":"2024-09-21T07:25:30.499610+0000","last_undegraded":"2024-09-21T07:25:30.499610+0000","last_fullsized":"2024-09-21T07:25:30.499610+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:58:34.798154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":19,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506571+0000","last_change":"2024-09-21T07:25:29.472914+0000","last_active":"2024-09-21T07:25:30.506571+0000","last_peered":"2024-09-21T07:25:30.506571+0000","last_clean":"2024-09-21T07:25:30.506571+0000","last_became_active":"2024-09-21T07:25:29.472069+0000","last_became_peered":"2024-09-21T07:25:29.472069+0000","last_unstale":"2024-09-21T07:25:30.506571+0000","last_undegraded":"2024-09-21T07:25:30.506571+0000","last_fullsized":"2024-09-21T07:25:30.506571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:49:00.103534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.495339+0000","last_change":"2024-09-21T07:25:30.493551+0000","last_active":"2024-09-21T07:25:30.495339+0000","last_peered":"2024-09-21T07:25:30.495339+0000","last_clean":"2024-09-21T07:25:30.495339+0000","last_became_active":"2024-09-21T07:25:30.493277+0000","last_became_peered":"2024-09-21T07:25:30.493277+0000","last_unstale":"2024-09-21T07:25:30.495339+0000","last_undegraded":"2024-09-21T07:25:30.495339+0000","last_fullsized":"2024-09-21T07:25:30.495339+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:58.496933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.503353+0000","last_change":"2024-09-21T07:25:29.477014+0000","last_active":"2024-09-21T07:25:30.503353+0000","last_peered":"2024-09-21T07:25:30.503353+0000","last_clean":"2024-09-21T07:25:30.503353+0000","last_became_active":"2024-09-21T07:25:29.474963+0000","last_became_peered":"2024-09-21T07:25:29.474963+0000","last_unstale":"2024-09-21T07:25:30.503353+0000","last_undegraded":"2024-09-21T07:25:30.503353+0000","last_fullsized":"2024-09-21T07:25:30.503353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:48:51.073466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.473988+0000","last_change":"2024-09-21T07:25:30.468316+0000","last_active":"2024-09-21T07:25:30.473988+0000","last_peered":"2024-09-21T07:25:30.473988+0000","last_clean":"2024-09-21T07:25:30.473988+0000","last_became_active":"2024-09-21T07:25:30.467903+0000","last_became_peered":"2024-09-21T07:25:30.467903+0000","last_unstale":"2024-09-21T07:25:30.473988+0000","last_undegraded":"2024-09-21T07:25:30.473988+0000","last_fullsized":"2024-09-21T07:25:30.473988+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:49:42.622066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.457078+0000","last_change":"2024-09-21T07:25:29.487776+0000","last_active":"2024-09-21T07:25:30.457078+0000","last_peered":"2024-09-21T07:25:30.457078+0000","last_clean":"2024-09-21T07:25:30.457078+0000","last_became_active":"2024-09-21T07:25:29.487262+0000","last_became_peered":"2024-09-21T07:25:29.487262+0000","last_unstale":"2024-09-21T07:25:30.457078+0000","last_undegraded":"2024-09-21T07:25:30.457078+0000","last_fullsized":"2024-09-21T07:25:30.457078+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:30.278567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513800+0000","last_change":"2024-09-21T07:25:30.507441+0000","last_active":"2024-09-21T07:25:30.513800+0000","last_peered":"2024-09-21T07:25:30.513800+0000","last_clean":"2024-09-21T07:25:30.513800+0000","last_became_active":"2024-09-21T07:25:30.506801+0000","last_became_peered":"2024-09-21T07:25:30.506801+0000","last_unstale":"2024-09-21T07:25:30.513800+0000","last_undegraded":"2024-09-21T07:25:30.513800+0000","last_fullsized":"2024-09-21T07:25:30.513800+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:56:58.903755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.454303+0000","last_change":"2024-09-21T07:25:29.485928+0000","last_active":"2024-09-21T07:25:30.454303+0000","last_peered":"2024-09-21T07:25:30.454303+0000","last_clean":"2024-09-21T07:25:30.454303+0000","last_became_active":"2024-09-21T07:25:29.485648+0000","last_became_peered":"2024-09-21T07:25:29.485648+0000","last_unstale":"2024-09-21T07:25:30.454303+0000","last_undegraded":"2024-09-21T07:25:30.454303+0000","last_fullsized":"2024-09-21T07:25:30.454303+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:21.161127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513513+0000","last_change":"2024-09-21T07:25:30.508662+0000","last_active":"2024-09-21T07:25:30.513513+0000","last_peered":"2024-09-21T07:25:30.513513+0000","last_clean":"2024-09-21T07:25:30.513513+0000","last_became_active":"2024-09-21T07:25:30.507315+0000","last_became_peered":"2024-09-21T07:25:30.507315+0000","last_unstale":"2024-09-21T07:25:30.513513+0000","last_undegraded":"2024-09-21T07:25:30.513513+0000","last_fullsized":"2024-09-21T07:25:30.513513+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:27.114416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":21,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.479331+0000","last_change":"2024-09-21T07:25:29.473999+0000","last_active":"2024-09-21T07:25:30.479331+0000","last_peered":"2024-09-21T07:25:30.479331+0000","last_clean":"2024-09-21T07:25:30.479331+0000","last_became_active":"2024-09-21T07:25:29.473495+0000","last_became_peered":"2024-09-21T07:25:29.473495+0000","last_unstale":"2024-09-21T07:25:30.479331+0000","last_undegraded":"2024-09-21T07:25:30.479331+0000","last_fullsized":"2024-09-21T07:25:30.479331+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:55:36.974002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.508808+0000","last_change":"2024-09-21T07:25:30.504203+0000","last_active":"2024-09-21T07:25:30.508808+0000","last_peered":"2024-09-21T07:25:30.508808+0000","last_clean":"2024-09-21T07:25:30.508808+0000","last_became_active":"2024-09-21T07:25:30.503637+0000","last_became_peered":"2024-09-21T07:25:30.503637+0000","last_unstale":"2024-09-21T07:25:30.508808+0000","last_undegraded":"2024-09-21T07:25:30.508808+0000","last_fullsized":"2024-09-21T07:25:30.508808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:55:37.978944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.480478+0000","last_change":"2024-09-21T07:25:29.475398+0000","last_active":"2024-09-21T07:25:30.480478+0000","last_peered":"2024-09-21T07:25:30.480478+0000","last_clean":"2024-09-21T07:25:30.480478+0000","last_became_active":"2024-09-21T07:25:29.475068+0000","last_became_peered":"2024-09-21T07:25:29.475068+0000","last_unstale":"2024-09-21T07:25:30.480478+0000","last_undegraded":"2024-09-21T07:25:30.480478+0000","last_fullsized":"2024-09-21T07:25:30.480478+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:57.399061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.499568+0000","last_change":"2024-09-21T07:25:30.494532+0000","last_active":"2024-09-21T07:25:30.499568+0000","last_peered":"2024-09-21T07:25:30.499568+0000","last_clean":"2024-09-21T07:25:30.499568+0000","last_became_active":"2024-09-21T07:25:30.493838+0000","last_became_peered":"2024-09-21T07:25:30.493838+0000","last_unstale":"2024-09-21T07:25:30.499568+0000","last_undegraded":"2024-09-21T07:25:30.499568+0000","last_fullsized":"2024-09-21T07:25:30.499568+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:18.101029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.502502+0000","last_change":"2024-09-21T07:25:29.475413+0000","last_active":"2024-09-21T07:25:30.502502+0000","last_peered":"2024-09-21T07:25:30.502502+0000","last_clean":"2024-09-21T07:25:30.502502+0000","last_became_active":"2024-09-21T07:25:29.474665+0000","last_became_peered":"2024-09-21T07:25:29.474665+0000","last_unstale":"2024-09-21T07:25:30.502502+0000","last_undegraded":"2024-09-21T07:25:30.502502+0000","last_fullsized":"2024-09-21T07:25:30.502502+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:02.299689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.505573+0000","last_change":"2024-09-21T07:25:30.503430+0000","last_active":"2024-09-21T07:25:30.505573+0000","last_peered":"2024-09-21T07:25:30.505573+0000","last_clean":"2024-09-21T07:25:30.505573+0000","last_became_active":"2024-09-21T07:25:30.503131+0000","last_became_peered":"2024-09-21T07:25:30.503131+0000","last_unstale":"2024-09-21T07:25:30.505573+0000","last_undegraded":"2024-09-21T07:25:30.505573+0000","last_fullsized":"2024-09-21T07:25:30.505573+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:21:06.825692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.502101+0000","last_change":"2024-09-21T07:25:29.461077+0000","last_active":"2024-09-21T07:25:30.502101+0000","last_peered":"2024-09-21T07:25:30.502101+0000","last_clean":"2024-09-21T07:25:30.502101+0000","last_became_active":"2024-09-21T07:25:29.460151+0000","last_became_peered":"2024-09-21T07:25:29.460151+0000","last_unstale":"2024-09-21T07:25:30.502101+0000","last_undegraded":"2024-09-21T07:25:30.502101+0000","last_fullsized":"2024-09-21T07:25:30.502101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:38:00.111790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494325+0000","last_change":"2024-09-21T07:25:30.490676+0000","last_active":"2024-09-21T07:25:30.494325+0000","last_peered":"2024-09-21T07:25:30.494325+0000","last_clean":"2024-09-21T07:25:30.494325+0000","last_became_active":"2024-09-21T07:25:30.490266+0000","last_became_peered":"2024-09-21T07:25:30.490266+0000","last_unstale":"2024-09-21T07:25:30.494325+0000","last_undegraded":"2024-09-21T07:25:30.494325+0000","last_fullsized":"2024-09-21T07:25:30.494325+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:54.167174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.457754+0000","last_change":"2024-09-21T07:25:29.473877+0000","last_active":"2024-09-21T07:25:30.457754+0000","last_peered":"2024-09-21T07:25:30.457754+0000","last_clean":"2024-09-21T07:25:30.457754+0000","last_became_active":"2024-09-21T07:25:29.471849+0000","last_became_peered":"2024-09-21T07:25:29.471849+0000","last_unstale":"2024-09-21T07:25:30.457754+0000","last_undegraded":"2024-09-21T07:25:30.457754+0000","last_fullsized":"2024-09-21T07:25:30.457754+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:53.162232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494241+0000","last_change":"2024-09-21T07:25:30.490076+0000","last_active":"2024-09-21T07:25:30.494241+0000","last_peered":"2024-09-21T07:25:30.494241+0000","last_clean":"2024-09-21T07:25:30.494241+0000","last_became_active":"2024-09-21T07:25:30.489748+0000","last_became_peered":"2024-09-21T07:25:30.489748+0000","last_unstale":"2024-09-21T07:25:30.494241+0000","last_undegraded":"2024-09-21T07:25:30.494241+0000","last_fullsized":"2024-09-21T07:25:30.494241+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:17.432084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.473295+0000","last_change":"2024-09-21T07:25:29.460796+0000","last_active":"2024-09-21T07:25:30.473295+0000","last_peered":"2024-09-21T07:25:30.473295+0000","last_clean":"2024-09-21T07:25:30.473295+0000","last_became_active":"2024-09-21T07:25:29.459741+0000","last_became_peered":"2024-09-21T07:25:29.459741+0000","last_unstale":"2024-09-21T07:25:30.473295+0000","last_undegraded":"2024-09-21T07:25:30.473295+0000","last_fullsized":"2024-09-21T07:25:30.473295+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:32.073721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.470551+0000","last_change":"2024-09-21T07:25:30.466395+0000","last_active":"2024-09-21T07:25:30.470551+0000","last_peered":"2024-09-21T07:25:30.470551+0000","last_clean":"2024-09-21T07:25:30.470551+0000","last_became_active":"2024-09-21T07:25:30.466029+0000","last_became_peered":"2024-09-21T07:25:30.466029+0000","last_unstale":"2024-09-21T07:25:30.470551+0000","last_undegraded":"2024-09-21T07:25:30.470551+0000","last_fullsized":"2024-09-21T07:25:30.470551+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:43.391729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.490507+0000","last_change":"2024-09-21T07:25:29.486447+0000","last_active":"2024-09-21T07:25:30.490507+0000","last_peered":"2024-09-21T07:25:30.490507+0000","last_clean":"2024-09-21T07:25:30.490507+0000","last_became_active":"2024-09-21T07:25:29.485882+0000","last_became_peered":"2024-09-21T07:25:29.485882+0000","last_unstale":"2024-09-21T07:25:30.490507+0000","last_undegraded":"2024-09-21T07:25:30.490507+0000","last_fullsized":"2024-09-21T07:25:30.490507+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:48.021806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.470393+0000","last_change":"2024-09-21T07:25:30.467211+0000","last_active":"2024-09-21T07:25:30.470393+0000","last_peered":"2024-09-21T07:25:30.470393+0000","last_clean":"2024-09-21T07:25:30.470393+0000","last_became_active":"2024-09-21T07:25:30.466965+0000","last_became_peered":"2024-09-21T07:25:30.466965+0000","last_unstale":"2024-09-21T07:25:30.470393+0000","last_undegraded":"2024-09-21T07:25:30.470393+0000","last_fullsized":"2024-09-21T07:25:30.470393+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:51:13.526054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.461137+0000","last_change":"2024-09-21T07:25:29.469035+0000","last_active":"2024-09-21T07:25:30.461137+0000","last_peered":"2024-09-21T07:25:30.461137+0000","last_clean":"2024-09-21T07:25:30.461137+0000","last_became_active":"2024-09-21T07:25:29.468142+0000","last_became_peered":"2024-09-21T07:25:29.468142+0000","last_unstale":"2024-09-21T07:25:30.461137+0000","last_undegraded":"2024-09-21T07:25:30.461137+0000","last_fullsized":"2024-09-21T07:25:30.461137+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:48.021806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.510734+0000","last_change":"2024-09-21T07:25:30.504376+0000","last_active":"2024-09-21T07:25:30.510734+0000","last_peered":"2024-09-21T07:25:30.510734+0000","last_clean":"2024-09-21T07:25:30.510734+0000","last_became_active":"2024-09-21T07:25:30.503698+0000","last_became_peered":"2024-09-21T07:25:30.503698+0000","last_unstale":"2024-09-21T07:25:30.510734+0000","last_undegraded":"2024-09-21T07:25:30.510734+0000","last_fullsized":"2024-09-21T07:25:30.510734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:01:16.245892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.452248+0000","last_change":"2024-09-21T07:25:29.485522+0000","last_active":"2024-09-21T07:25:30.452248+0000","last_peered":"2024-09-21T07:25:30.452248+0000","last_clean":"2024-09-21T07:25:30.452248+0000","last_became_active":"2024-09-21T07:25:29.484915+0000","last_became_peered":"2024-09-21T07:25:29.484915+0000","last_unstale":"2024-09-21T07:25:30.452248+0000","last_undegraded":"2024-09-21T07:25:30.452248+0000","last_fullsized":"2024-09-21T07:25:30.452248+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:46:16.136581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.491589+0000","last_change":"2024-09-21T07:25:30.485983+0000","last_active":"2024-09-21T07:25:30.491589+0000","last_peered":"2024-09-21T07:25:30.491589+0000","last_clean":"2024-09-21T07:25:30.491589+0000","last_became_active":"2024-09-21T07:25:30.485581+0000","last_became_peered":"2024-09-21T07:25:30.485581+0000","last_unstale":"2024-09-21T07:25:30.491589+0000","last_undegraded":"2024-09-21T07:25:30.491589+0000","last_fullsized":"2024-09-21T07:25:30.491589+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:23.370084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.495099+0000","last_change":"2024-09-21T07:25:29.470135+0000","last_active":"2024-09-21T07:25:30.495099+0000","last_peered":"2024-09-21T07:25:30.495099+0000","last_clean":"2024-09-21T07:25:30.495099+0000","last_became_active":"2024-09-21T07:25:29.469810+0000","last_became_peered":"2024-09-21T07:25:29.469810+0000","last_unstale":"2024-09-21T07:25:30.495099+0000","last_undegraded":"2024-09-21T07:25:30.495099+0000","last_fullsized":"2024-09-21T07:25:30.495099+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:42.821270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.497018+0000","last_change":"2024-09-21T07:25:30.482375+0000","last_active":"2024-09-21T07:25:30.497018+0000","last_peered":"2024-09-21T07:25:30.497018+0000","last_clean":"2024-09-21T07:25:30.497018+0000","last_became_active":"2024-09-21T07:25:30.475385+0000","last_became_peered":"2024-09-21T07:25:30.475385+0000","last_unstale":"2024-09-21T07:25:30.497018+0000","last_undegraded":"2024-09-21T07:25:30.497018+0000","last_fullsized":"2024-09-21T07:25:30.497018+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:46:34.984736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.448995+0000","last_change":"2024-09-21T07:25:29.460888+0000","last_active":"2024-09-21T07:25:30.448995+0000","last_peered":"2024-09-21T07:25:30.448995+0000","last_clean":"2024-09-21T07:25:30.448995+0000","last_became_active":"2024-09-21T07:25:29.459716+0000","last_became_peered":"2024-09-21T07:25:29.459716+0000","last_unstale":"2024-09-21T07:25:30.448995+0000","last_undegraded":"2024-09-21T07:25:30.448995+0000","last_fullsized":"2024-09-21T07:25:30.448995+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:18:53.755166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.479083+0000","last_change":"2024-09-21T07:25:30.470238+0000","last_active":"2024-09-21T07:25:30.479083+0000","last_peered":"2024-09-21T07:25:30.479083+0000","last_clean":"2024-09-21T07:25:30.479083+0000","last_became_active":"2024-09-21T07:25:30.469907+0000","last_became_peered":"2024-09-21T07:25:30.469907+0000","last_unstale":"2024-09-21T07:25:30.479083+0000","last_undegraded":"2024-09-21T07:25:30.479083+0000","last_fullsized":"2024-09-21T07:25:30.479083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:58.404003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.461108+0000","last_change":"2024-09-21T07:25:29.471874+0000","last_active":"2024-09-21T07:25:30.461108+0000","last_peered":"2024-09-21T07:25:30.461108+0000","last_clean":"2024-09-21T07:25:30.461108+0000","last_became_active":"2024-09-21T07:25:29.471412+0000","last_became_peered":"2024-09-21T07:25:29.471412+0000","last_unstale":"2024-09-21T07:25:30.461108+0000","last_undegraded":"2024-09-21T07:25:30.461108+0000","last_fullsized":"2024-09-21T07:25:30.461108+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:18:53.755166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.511565+0000","last_change":"2024-09-21T07:25:30.502107+0000","last_active":"2024-09-21T07:25:30.511565+0000","last_peered":"2024-09-21T07:25:30.511565+0000","last_clean":"2024-09-21T07:25:30.511565+0000","last_became_active":"2024-09-21T07:25:30.501461+0000","last_became_peered":"2024-09-21T07:25:30.501461+0000","last_unstale":"2024-09-21T07:25:30.511565+0000","last_undegraded":"2024-09-21T07:25:30.511565+0000","last_fullsized":"2024-09-21T07:25:30.511565+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:31.283509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.448789+0000","last_change":"2024-09-21T07:25:29.484089+0000","last_active":"2024-09-21T07:25:30.448789+0000","last_peered":"2024-09-21T07:25:30.448789+0000","last_clean":"2024-09-21T07:25:30.448789+0000","last_became_active":"2024-09-21T07:25:29.483501+0000","last_became_peered":"2024-09-21T07:25:29.483501+0000","last_unstale":"2024-09-21T07:25:30.448789+0000","last_undegraded":"2024-09-21T07:25:30.448789+0000","last_fullsized":"2024-09-21T07:25:30.448789+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:30.278567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494084+0000","last_change":"2024-09-21T07:25:30.489992+0000","last_active":"2024-09-21T07:25:30.494084+0000","last_peered":"2024-09-21T07:25:30.494084+0000","last_clean":"2024-09-21T07:25:30.494084+0000","last_became_active":"2024-09-21T07:25:30.489646+0000","last_became_peered":"2024-09-21T07:25:30.489646+0000","last_unstale":"2024-09-21T07:25:30.494084+0000","last_undegraded":"2024-09-21T07:25:30.494084+0000","last_fullsized":"2024-09-21T07:25:30.494084+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:38.865626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.461490+0000","last_change":"2024-09-21T07:25:29.470750+0000","last_active":"2024-09-21T07:25:30.461490+0000","last_peered":"2024-09-21T07:25:30.461490+0000","last_clean":"2024-09-21T07:25:30.461490+0000","last_became_active":"2024-09-21T07:25:29.469777+0000","last_became_peered":"2024-09-21T07:25:29.469777+0000","last_unstale":"2024-09-21T07:25:30.461490+0000","last_undegraded":"2024-09-21T07:25:30.461490+0000","last_fullsized":"2024-09-21T07:25:30.461490+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:26.109474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.479564+0000","last_change":"2024-09-21T07:25:30.474645+0000","last_active":"2024-09-21T07:25:30.479564+0000","last_peered":"2024-09-21T07:25:30.479564+0000","last_clean":"2024-09-21T07:25:30.479564+0000","last_became_active":"2024-09-21T07:25:30.474309+0000","last_became_peered":"2024-09-21T07:25:30.474309+0000","last_unstale":"2024-09-21T07:25:30.479564+0000","last_undegraded":"2024-09-21T07:25:30.479564+0000","last_fullsized":"2024-09-21T07:25:30.479564+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:34:14.344702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.461218+0000","last_change":"2024-09-21T07:25:29.475881+0000","last_active":"2024-09-21T07:25:30.461218+0000","last_peered":"2024-09-21T07:25:30.461218+0000","last_clean":"2024-09-21T07:25:30.461218+0000","last_became_active":"2024-09-21T07:25:29.474590+0000","last_became_peered":"2024-09-21T07:25:29.474590+0000","last_unstale":"2024-09-21T07:25:30.461218+0000","last_undegraded":"2024-09-21T07:25:30.461218+0000","last_fullsized":"2024-09-21T07:25:30.461218+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:32.073721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506768+0000","last_change":"2024-09-21T07:25:30.487988+0000","last_active":"2024-09-21T07:25:30.506768+0000","last_peered":"2024-09-21T07:25:30.506768+0000","last_clean":"2024-09-21T07:25:30.506768+0000","last_became_active":"2024-09-21T07:25:30.487198+0000","last_became_peered":"2024-09-21T07:25:30.487198+0000","last_unstale":"2024-09-21T07:25:30.506768+0000","last_undegraded":"2024-09-21T07:25:30.506768+0000","last_fullsized":"2024-09-21T07:25:30.506768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:43.826212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.456879+0000","last_change":"2024-09-21T07:25:29.487725+0000","last_active":"2024-09-21T07:25:30.456879+0000","last_peered":"2024-09-21T07:25:30.456879+0000","last_clean":"2024-09-21T07:25:30.456879+0000","last_became_active":"2024-09-21T07:25:29.486837+0000","last_became_peered":"2024-09-21T07:25:29.486837+0000","last_unstale":"2024-09-21T07:25:30.456879+0000","last_undegraded":"2024-09-21T07:25:30.456879+0000","last_fullsized":"2024-09-21T07:25:30.456879+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:57.491991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.499461+0000","last_change":"2024-09-21T07:25:30.490456+0000","last_active":"2024-09-21T07:25:30.499461+0000","last_peered":"2024-09-21T07:25:30.499461+0000","last_clean":"2024-09-21T07:25:30.499461+0000","last_became_active":"2024-09-21T07:25:30.489552+0000","last_became_peered":"2024-09-21T07:25:30.489552+0000","last_unstale":"2024-09-21T07:25:30.499461+0000","last_undegraded":"2024-09-21T07:25:30.499461+0000","last_fullsized":"2024-09-21T07:25:30.499461+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:42:42.321968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.471244+0000","last_change":"2024-09-21T07:25:29.488022+0000","last_active":"2024-09-21T07:25:30.471244+0000","last_peered":"2024-09-21T07:25:30.471244+0000","last_clean":"2024-09-21T07:25:30.471244+0000","last_became_active":"2024-09-21T07:25:29.487211+0000","last_became_peered":"2024-09-21T07:25:29.487211+0000","last_unstale":"2024-09-21T07:25:30.471244+0000","last_undegraded":"2024-09-21T07:25:30.471244+0000","last_fullsized":"2024-09-21T07:25:30.471244+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:48:51.073466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":130,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.469808+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:25:30.469808+0000","last_peered":"2024-09-21T07:25:30.469808+0000","last_clean":"2024-09-21T07:25:30.469808+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:25:30.469808+0000","last_undegraded":"2024-09-21T07:25:30.469808+0000","last_fullsized":"2024-09-21T07:25:30.469808+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":929792,"data_stored":717846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":356352,"data_stored":134869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":335872,"data_stored":127478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574863,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":352256,"data_stored":134323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":335872,"data_stored":127478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":348160,"data_stored":134253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":335872,"data_stored":127478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":942080,"data_stored":724621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:25:34.650 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:25:34.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.843+0000 7fb66cb25640 1 -- 172.21.15.6:0/3273786666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb66815feb0 msgr2=0x7fb668073b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.843+0000 7fb66cb25640 1 --2- 172.21.15.6:0/3273786666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb66815feb0 0x7fb668073b70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb65c009840 tx=0x7fb65c01c790 comp rx=0 tx=0).stop 2024-09-21T07:25:34.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.843+0000 7fb66cb25640 1 -- 172.21.15.6:0/3273786666 shutdown_connections 2024-09-21T07:25:34.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.843+0000 7fb66cb25640 1 --2- 172.21.15.6:0/3273786666 >> v2:172.21.15.145:3300/0 conn(0x7fb6680740b0 0x7fb6680744c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.843+0000 7fb66cb25640 1 --2- 172.21.15.6:0/3273786666 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb66815feb0 0x7fb668073b70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.843+0000 7fb66cb25640 1 -- 172.21.15.6:0/3273786666 >> 172.21.15.6:0/3273786666 conn(0x7fb6680d0020 msgr2=0x7fb6680d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:34.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.843+0000 7fb66cb25640 1 -- 172.21.15.6:0/3273786666 shutdown_connections 2024-09-21T07:25:34.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.843+0000 7fb66cb25640 1 -- 172.21.15.6:0/3273786666 wait complete. 2024-09-21T07:25:34.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66cb25640 1 Processor -- start 2024-09-21T07:25:34.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66cb25640 1 -- start start 2024-09-21T07:25:34.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66cb25640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb66806ee70 0x7fb668151430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66cb25640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6680740b0 0x7fb66815ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66cb25640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb66815feb0 0x7fb668157c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66cb25640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb668168f50 con 0x7fb66815feb0 2024-09-21T07:25:34.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66cb25640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb668168dd0 con 0x7fb6680740b0 2024-09-21T07:25:34.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66cb25640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb6681690d0 con 0x7fb66806ee70 2024-09-21T07:25:34.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb666d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb66815feb0 0x7fb668157c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb666d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb66815feb0 0x7fb668157c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59740/0 (socket says 172.21.15.6:59740) 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb666d9d640 1 -- 172.21.15.6:0/1107867613 learned_addr learned my addr 172.21.15.6:0/1107867613 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb665d9b640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6680740b0 0x7fb66815ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.847+0000 7fb66659c640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb66806ee70 0x7fb668151430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb666d9d640 1 -- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb66806ee70 msgr2=0x7fb668151430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb666d9d640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb66806ee70 0x7fb668151430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb666d9d640 1 -- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6680740b0 msgr2=0x7fb66815ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb666d9d640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6680740b0 0x7fb66815ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb666d9d640 1 -- 172.21.15.6:0/1107867613 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb66815e540 con 0x7fb66815feb0 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb665d9b640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6680740b0 0x7fb66815ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb666d9d640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb66815feb0 0x7fb668157c30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb66000ed60 tx=0x7fb66000b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb656ffd640 1 -- 172.21.15.6:0/1107867613 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66001c070 con 0x7fb66815feb0 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6681f5c80 con 0x7fb66815feb0 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6681f6200 con 0x7fb66815feb0 2024-09-21T07:25:34.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb656ffd640 1 -- 172.21.15.6:0/1107867613 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb660004b30 con 0x7fb66815feb0 2024-09-21T07:25:34.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb656ffd640 1 -- 172.21.15.6:0/1107867613 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb660017450 con 0x7fb66815feb0 2024-09-21T07:25:34.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb64c0052a0 con 0x7fb66815feb0 2024-09-21T07:25:34.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb656ffd640 1 -- 172.21.15.6:0/1107867613 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb66001f070 con 0x7fb66815feb0 2024-09-21T07:25:34.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb656ffd640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb648073230 0x7fb648075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:34.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb656ffd640 1 -- 172.21.15.6:0/1107867613 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb6600963c0 con 0x7fb66815feb0 2024-09-21T07:25:34.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.851+0000 7fb66659c640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb648073230 0x7fb648075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:34.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.855+0000 7fb66659c640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb648073230 0x7fb648075740 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb6580015f0 tx=0x7fb658009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:34.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:34.855+0000 7fb656ffd640 1 -- 172.21.15.6:0/1107867613 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb660061360 con 0x7fb66815feb0 2024-09-21T07:25:35.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.031+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb64c000bd0 con 0x7fb648073230 2024-09-21T07:25:35.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.043+0000 7fb656ffd640 1 -- 172.21.15.6:0/1107867613 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251946 (secure 0 0 0) 0x7fb64c000bd0 con 0x7fb648073230 2024-09-21T07:25:35.049 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:25:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb648073230 msgr2=0x7fb648075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb648073230 0x7fb648075740 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb6580015f0 tx=0x7fb658009040 comp rx=0 tx=0).stop 2024-09-21T07:25:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb66815feb0 msgr2=0x7fb668157c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb66815feb0 0x7fb668157c30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb66000ed60 tx=0x7fb66000b690 comp rx=0 tx=0).stop 2024-09-21T07:25:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 shutdown_connections 2024-09-21T07:25:35.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb648073230 0x7fb648075740 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb66815feb0 0x7fb668157c30 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb6680740b0 0x7fb66815ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 --2- 172.21.15.6:0/1107867613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb66806ee70 0x7fb668151430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 >> 172.21.15.6:0/1107867613 conn(0x7fb6680d0020 msgr2=0x7fb6680b2fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:35.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 shutdown_connections 2024-09-21T07:25:35.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.047+0000 7fb66cb25640 1 -- 172.21.15.6:0/1107867613 wait complete. 2024-09-21T07:25:35.073 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-09-21T07:25:34.853984+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":135,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220116,"kb_used_data":3844,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754604,"statfs":{"total":773094113280,"available":772868714496,"internally_reserved":0,"allocated":3936256,"data_stored":2228346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":52,"apply_latency_ms":52,"commit_latency_ns":52000000,"apply_latency_ns":52000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001928"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.505803+0000","last_change":"2024-09-21T07:25:30.496992+0000","last_active":"2024-09-21T07:25:30.505803+0000","last_peered":"2024-09-21T07:25:30.505803+0000","last_clean":"2024-09-21T07:25:30.505803+0000","last_became_active":"2024-09-21T07:25:30.496351+0000","last_became_peered":"2024-09-21T07:25:30.496351+0000","last_unstale":"2024-09-21T07:25:30.505803+0000","last_undegraded":"2024-09-21T07:25:30.505803+0000","last_fullsized":"2024-09-21T07:25:30.505803+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:33.078663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.473833+0000","last_change":"2024-09-21T07:25:30.469626+0000","last_active":"2024-09-21T07:25:30.473833+0000","last_peered":"2024-09-21T07:25:30.473833+0000","last_clean":"2024-09-21T07:25:30.473833+0000","last_became_active":"2024-09-21T07:25:30.469301+0000","last_became_peered":"2024-09-21T07:25:30.469301+0000","last_unstale":"2024-09-21T07:25:30.473833+0000","last_undegraded":"2024-09-21T07:25:30.473833+0000","last_fullsized":"2024-09-21T07:25:30.473833+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.498259+0000","last_change":"2024-09-21T07:25:30.475880+0000","last_active":"2024-09-21T07:25:30.498259+0000","last_peered":"2024-09-21T07:25:30.498259+0000","last_clean":"2024-09-21T07:25:30.498259+0000","last_became_active":"2024-09-21T07:25:30.474498+0000","last_became_peered":"2024-09-21T07:25:30.474498+0000","last_unstale":"2024-09-21T07:25:30.498259+0000","last_undegraded":"2024-09-21T07:25:30.498259+0000","last_fullsized":"2024-09-21T07:25:30.498259+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:33:38.514073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.505590+0000","last_change":"2024-09-21T07:25:30.503553+0000","last_active":"2024-09-21T07:25:30.505590+0000","last_peered":"2024-09-21T07:25:30.505590+0000","last_clean":"2024-09-21T07:25:30.505590+0000","last_became_active":"2024-09-21T07:25:30.503276+0000","last_became_peered":"2024-09-21T07:25:30.503276+0000","last_unstale":"2024-09-21T07:25:30.505590+0000","last_undegraded":"2024-09-21T07:25:30.505590+0000","last_fullsized":"2024-09-21T07:25:30.505590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:42:42.321968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.470830+0000","last_change":"2024-09-21T07:25:30.469348+0000","last_active":"2024-09-21T07:25:30.470830+0000","last_peered":"2024-09-21T07:25:30.470830+0000","last_clean":"2024-09-21T07:25:30.470830+0000","last_became_active":"2024-09-21T07:25:30.468980+0000","last_became_peered":"2024-09-21T07:25:30.468980+0000","last_unstale":"2024-09-21T07:25:30.470830+0000","last_undegraded":"2024-09-21T07:25:30.470830+0000","last_fullsized":"2024-09-21T07:25:30.470830+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:18:18.326988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494086+0000","last_change":"2024-09-21T07:25:30.486469+0000","last_active":"2024-09-21T07:25:30.494086+0000","last_peered":"2024-09-21T07:25:30.494086+0000","last_clean":"2024-09-21T07:25:30.494086+0000","last_became_active":"2024-09-21T07:25:30.485932+0000","last_became_peered":"2024-09-21T07:25:30.485932+0000","last_unstale":"2024-09-21T07:25:30.494086+0000","last_undegraded":"2024-09-21T07:25:30.494086+0000","last_fullsized":"2024-09-21T07:25:30.494086+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:49.105919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.510683+0000","last_change":"2024-09-21T07:25:30.503831+0000","last_active":"2024-09-21T07:25:30.510683+0000","last_peered":"2024-09-21T07:25:30.510683+0000","last_clean":"2024-09-21T07:25:30.510683+0000","last_became_active":"2024-09-21T07:25:30.502491+0000","last_became_peered":"2024-09-21T07:25:30.502491+0000","last_unstale":"2024-09-21T07:25:30.510683+0000","last_undegraded":"2024-09-21T07:25:30.510683+0000","last_fullsized":"2024-09-21T07:25:30.510683+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.496819+0000","last_change":"2024-09-21T07:25:30.486150+0000","last_active":"2024-09-21T07:25:30.496819+0000","last_peered":"2024-09-21T07:25:30.496819+0000","last_clean":"2024-09-21T07:25:30.496819+0000","last_became_active":"2024-09-21T07:25:30.485334+0000","last_became_peered":"2024-09-21T07:25:30.485334+0000","last_unstale":"2024-09-21T07:25:30.496819+0000","last_undegraded":"2024-09-21T07:25:30.496819+0000","last_fullsized":"2024-09-21T07:25:30.496819+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:58.496933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506719+0000","last_change":"2024-09-21T07:25:30.487952+0000","last_active":"2024-09-21T07:25:30.506719+0000","last_peered":"2024-09-21T07:25:30.506719+0000","last_clean":"2024-09-21T07:25:30.506719+0000","last_became_active":"2024-09-21T07:25:30.487098+0000","last_became_peered":"2024-09-21T07:25:30.487098+0000","last_unstale":"2024-09-21T07:25:30.506719+0000","last_undegraded":"2024-09-21T07:25:30.506719+0000","last_fullsized":"2024-09-21T07:25:30.506719+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:31.283509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.480570+0000","last_change":"2024-09-21T07:25:30.476879+0000","last_active":"2024-09-21T07:25:30.480570+0000","last_peered":"2024-09-21T07:25:30.480570+0000","last_clean":"2024-09-21T07:25:30.480570+0000","last_became_active":"2024-09-21T07:25:30.476584+0000","last_became_peered":"2024-09-21T07:25:30.476584+0000","last_unstale":"2024-09-21T07:25:30.480570+0000","last_undegraded":"2024-09-21T07:25:30.480570+0000","last_fullsized":"2024-09-21T07:25:30.480570+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:38.865626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.495433+0000","last_change":"2024-09-21T07:25:30.488057+0000","last_active":"2024-09-21T07:25:30.495433+0000","last_peered":"2024-09-21T07:25:30.495433+0000","last_clean":"2024-09-21T07:25:30.495433+0000","last_became_active":"2024-09-21T07:25:30.487254+0000","last_became_peered":"2024-09-21T07:25:30.487254+0000","last_unstale":"2024-09-21T07:25:30.495433+0000","last_undegraded":"2024-09-21T07:25:30.495433+0000","last_fullsized":"2024-09-21T07:25:30.495433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:21:06.825692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.496840+0000","last_change":"2024-09-21T07:25:30.481412+0000","last_active":"2024-09-21T07:25:30.496840+0000","last_peered":"2024-09-21T07:25:30.496840+0000","last_clean":"2024-09-21T07:25:30.496840+0000","last_became_active":"2024-09-21T07:25:30.480590+0000","last_became_peered":"2024-09-21T07:25:30.480590+0000","last_unstale":"2024-09-21T07:25:30.496840+0000","last_undegraded":"2024-09-21T07:25:30.496840+0000","last_fullsized":"2024-09-21T07:25:30.496840+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:04.972005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.477941+0000","last_change":"2024-09-21T07:25:30.474131+0000","last_active":"2024-09-21T07:25:30.477941+0000","last_peered":"2024-09-21T07:25:30.477941+0000","last_clean":"2024-09-21T07:25:30.477941+0000","last_became_active":"2024-09-21T07:25:30.473791+0000","last_became_peered":"2024-09-21T07:25:30.473791+0000","last_unstale":"2024-09-21T07:25:30.477941+0000","last_undegraded":"2024-09-21T07:25:30.477941+0000","last_fullsized":"2024-09-21T07:25:30.477941+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:09:48.165871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.477653+0000","last_change":"2024-09-21T07:25:30.471145+0000","last_active":"2024-09-21T07:25:30.477653+0000","last_peered":"2024-09-21T07:25:30.477653+0000","last_clean":"2024-09-21T07:25:30.477653+0000","last_became_active":"2024-09-21T07:25:30.470710+0000","last_became_peered":"2024-09-21T07:25:30.470710+0000","last_unstale":"2024-09-21T07:25:30.477653+0000","last_undegraded":"2024-09-21T07:25:30.477653+0000","last_fullsized":"2024-09-21T07:25:30.477653+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:01:16.245892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513018+0000","last_change":"2024-09-21T07:25:30.505464+0000","last_active":"2024-09-21T07:25:30.513018+0000","last_peered":"2024-09-21T07:25:30.513018+0000","last_clean":"2024-09-21T07:25:30.513018+0000","last_became_active":"2024-09-21T07:25:30.504892+0000","last_became_peered":"2024-09-21T07:25:30.504892+0000","last_unstale":"2024-09-21T07:25:30.513018+0000","last_undegraded":"2024-09-21T07:25:30.513018+0000","last_fullsized":"2024-09-21T07:25:30.513018+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:13.301596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.499627+0000","last_change":"2024-09-21T07:25:30.490984+0000","last_active":"2024-09-21T07:25:30.499627+0000","last_peered":"2024-09-21T07:25:30.499627+0000","last_clean":"2024-09-21T07:25:30.499627+0000","last_became_active":"2024-09-21T07:25:30.490220+0000","last_became_peered":"2024-09-21T07:25:30.490220+0000","last_unstale":"2024-09-21T07:25:30.499627+0000","last_undegraded":"2024-09-21T07:25:30.499627+0000","last_fullsized":"2024-09-21T07:25:30.499627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:49:01.108476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513161+0000","last_change":"2024-09-21T07:25:30.509647+0000","last_active":"2024-09-21T07:25:30.513161+0000","last_peered":"2024-09-21T07:25:30.513161+0000","last_clean":"2024-09-21T07:25:30.513161+0000","last_became_active":"2024-09-21T07:25:30.507921+0000","last_became_peered":"2024-09-21T07:25:30.507921+0000","last_unstale":"2024-09-21T07:25:30.513161+0000","last_undegraded":"2024-09-21T07:25:30.513161+0000","last_fullsized":"2024-09-21T07:25:30.513161+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:32:41.476687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.478270+0000","last_change":"2024-09-21T07:25:30.474264+0000","last_active":"2024-09-21T07:25:30.478270+0000","last_peered":"2024-09-21T07:25:30.478270+0000","last_clean":"2024-09-21T07:25:30.478270+0000","last_became_active":"2024-09-21T07:25:30.473924+0000","last_became_peered":"2024-09-21T07:25:30.473924+0000","last_unstale":"2024-09-21T07:25:30.478270+0000","last_undegraded":"2024-09-21T07:25:30.478270+0000","last_fullsized":"2024-09-21T07:25:30.478270+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:56:58.903755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.478479+0000","last_change":"2024-09-21T07:25:30.476085+0000","last_active":"2024-09-21T07:25:30.478479+0000","last_peered":"2024-09-21T07:25:30.478479+0000","last_clean":"2024-09-21T07:25:30.478479+0000","last_became_active":"2024-09-21T07:25:30.475156+0000","last_became_peered":"2024-09-21T07:25:30.475156+0000","last_unstale":"2024-09-21T07:25:30.478479+0000","last_undegraded":"2024-09-21T07:25:30.478479+0000","last_fullsized":"2024-09-21T07:25:30.478479+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:03:41.662855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.491652+0000","last_change":"2024-09-21T07:25:30.486025+0000","last_active":"2024-09-21T07:25:30.491652+0000","last_peered":"2024-09-21T07:25:30.491652+0000","last_clean":"2024-09-21T07:25:30.491652+0000","last_became_active":"2024-09-21T07:25:30.485637+0000","last_became_peered":"2024-09-21T07:25:30.485637+0000","last_unstale":"2024-09-21T07:25:30.491652+0000","last_undegraded":"2024-09-21T07:25:30.491652+0000","last_fullsized":"2024-09-21T07:25:30.491652+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:55.749877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.507296+0000","last_change":"2024-09-21T07:25:30.500654+0000","last_active":"2024-09-21T07:25:30.507296+0000","last_peered":"2024-09-21T07:25:30.507296+0000","last_clean":"2024-09-21T07:25:30.507296+0000","last_became_active":"2024-09-21T07:25:30.500011+0000","last_became_peered":"2024-09-21T07:25:30.500011+0000","last_unstale":"2024-09-21T07:25:30.507296+0000","last_undegraded":"2024-09-21T07:25:30.507296+0000","last_fullsized":"2024-09-21T07:25:30.507296+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:22.166069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506571+0000","last_change":"2024-09-21T07:25:30.487781+0000","last_active":"2024-09-21T07:25:30.506571+0000","last_peered":"2024-09-21T07:25:30.506571+0000","last_clean":"2024-09-21T07:25:30.506571+0000","last_became_active":"2024-09-21T07:25:30.487031+0000","last_became_peered":"2024-09-21T07:25:30.487031+0000","last_unstale":"2024-09-21T07:25:30.506571+0000","last_undegraded":"2024-09-21T07:25:30.506571+0000","last_fullsized":"2024-09-21T07:25:30.506571+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:18:54.760109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494094+0000","last_change":"2024-09-21T07:25:30.490372+0000","last_active":"2024-09-21T07:25:30.494094+0000","last_peered":"2024-09-21T07:25:30.494094+0000","last_clean":"2024-09-21T07:25:30.494094+0000","last_became_active":"2024-09-21T07:25:30.490029+0000","last_became_peered":"2024-09-21T07:25:30.490029+0000","last_unstale":"2024-09-21T07:25:30.494094+0000","last_undegraded":"2024-09-21T07:25:30.494094+0000","last_fullsized":"2024-09-21T07:25:30.494094+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:22.166069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.492433+0000","last_change":"2024-09-21T07:25:30.464433+0000","last_active":"2024-09-21T07:25:30.492433+0000","last_peered":"2024-09-21T07:25:30.492433+0000","last_clean":"2024-09-21T07:25:30.492433+0000","last_became_active":"2024-09-21T07:25:30.463653+0000","last_became_peered":"2024-09-21T07:25:30.463653+0000","last_unstale":"2024-09-21T07:25:30.492433+0000","last_undegraded":"2024-09-21T07:25:30.492433+0000","last_fullsized":"2024-09-21T07:25:30.492433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:07:48.487596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494382+0000","last_change":"2024-09-21T07:25:30.490625+0000","last_active":"2024-09-21T07:25:30.494382+0000","last_peered":"2024-09-21T07:25:30.494382+0000","last_clean":"2024-09-21T07:25:30.494382+0000","last_became_active":"2024-09-21T07:25:30.490139+0000","last_became_peered":"2024-09-21T07:25:30.490139+0000","last_unstale":"2024-09-21T07:25:30.494382+0000","last_undegraded":"2024-09-21T07:25:30.494382+0000","last_fullsized":"2024-09-21T07:25:30.494382+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:22.166069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494819+0000","last_change":"2024-09-21T07:25:30.491316+0000","last_active":"2024-09-21T07:25:30.494819+0000","last_peered":"2024-09-21T07:25:30.494819+0000","last_clean":"2024-09-21T07:25:30.494819+0000","last_became_active":"2024-09-21T07:25:30.490931+0000","last_became_peered":"2024-09-21T07:25:30.490931+0000","last_unstale":"2024-09-21T07:25:30.494819+0000","last_undegraded":"2024-09-21T07:25:30.494819+0000","last_fullsized":"2024-09-21T07:25:30.494819+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:58.351679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506229+0000","last_change":"2024-09-21T07:25:30.504603+0000","last_active":"2024-09-21T07:25:30.506229+0000","last_peered":"2024-09-21T07:25:30.506229+0000","last_clean":"2024-09-21T07:25:30.506229+0000","last_became_active":"2024-09-21T07:25:30.504399+0000","last_became_peered":"2024-09-21T07:25:30.504399+0000","last_unstale":"2024-09-21T07:25:30.506229+0000","last_undegraded":"2024-09-21T07:25:30.506229+0000","last_fullsized":"2024-09-21T07:25:30.506229+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:49:01.108476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.492993+0000","last_change":"2024-09-21T07:25:30.470612+0000","last_active":"2024-09-21T07:25:30.492993+0000","last_peered":"2024-09-21T07:25:30.492993+0000","last_clean":"2024-09-21T07:25:30.492993+0000","last_became_active":"2024-09-21T07:25:30.469802+0000","last_became_peered":"2024-09-21T07:25:30.469802+0000","last_unstale":"2024-09-21T07:25:30.492993+0000","last_undegraded":"2024-09-21T07:25:30.492993+0000","last_fullsized":"2024-09-21T07:25:30.492993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:25.982657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.507236+0000","last_change":"2024-09-21T07:25:30.498502+0000","last_active":"2024-09-21T07:25:30.507236+0000","last_peered":"2024-09-21T07:25:30.507236+0000","last_clean":"2024-09-21T07:25:30.507236+0000","last_became_active":"2024-09-21T07:25:30.497590+0000","last_became_peered":"2024-09-21T07:25:30.497590+0000","last_unstale":"2024-09-21T07:25:30.507236+0000","last_undegraded":"2024-09-21T07:25:30.507236+0000","last_fullsized":"2024-09-21T07:25:30.507236+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:38.865626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.508624+0000","last_change":"2024-09-21T07:25:30.502794+0000","last_active":"2024-09-21T07:25:30.508624+0000","last_peered":"2024-09-21T07:25:30.508624+0000","last_clean":"2024-09-21T07:25:30.508624+0000","last_became_active":"2024-09-21T07:25:30.502216+0000","last_became_peered":"2024-09-21T07:25:30.502216+0000","last_unstale":"2024-09-21T07:25:30.508624+0000","last_undegraded":"2024-09-21T07:25:30.508624+0000","last_fullsized":"2024-09-21T07:25:30.508624+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:49:42.622066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513416+0000","last_change":"2024-09-21T07:25:30.509027+0000","last_active":"2024-09-21T07:25:30.513416+0000","last_peered":"2024-09-21T07:25:30.513416+0000","last_clean":"2024-09-21T07:25:30.513416+0000","last_became_active":"2024-09-21T07:25:30.506148+0000","last_became_peered":"2024-09-21T07:25:30.506148+0000","last_unstale":"2024-09-21T07:25:30.513416+0000","last_undegraded":"2024-09-21T07:25:30.513416+0000","last_fullsized":"2024-09-21T07:25:30.513416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:18:54.760109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513847+0000","last_change":"2024-09-21T07:25:30.507714+0000","last_active":"2024-09-21T07:25:30.513847+0000","last_peered":"2024-09-21T07:25:30.513847+0000","last_clean":"2024-09-21T07:25:30.513847+0000","last_became_active":"2024-09-21T07:25:30.507082+0000","last_became_peered":"2024-09-21T07:25:30.507082+0000","last_unstale":"2024-09-21T07:25:30.513847+0000","last_undegraded":"2024-09-21T07:25:30.513847+0000","last_fullsized":"2024-09-21T07:25:30.513847+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:03:41.662855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494473+0000","last_change":"2024-09-21T07:25:30.491168+0000","last_active":"2024-09-21T07:25:30.494473+0000","last_peered":"2024-09-21T07:25:30.494473+0000","last_clean":"2024-09-21T07:25:30.494473+0000","last_became_active":"2024-09-21T07:25:30.490847+0000","last_became_peered":"2024-09-21T07:25:30.490847+0000","last_unstale":"2024-09-21T07:25:30.494473+0000","last_undegraded":"2024-09-21T07:25:30.494473+0000","last_fullsized":"2024-09-21T07:25:30.494473+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:55:37.978944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":17,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.511567+0000","last_change":"2024-09-21T07:25:29.486744+0000","last_active":"2024-09-21T07:25:30.511567+0000","last_peered":"2024-09-21T07:25:30.511567+0000","last_clean":"2024-09-21T07:25:30.511567+0000","last_became_active":"2024-09-21T07:25:29.485943+0000","last_became_peered":"2024-09-21T07:25:29.485943+0000","last_unstale":"2024-09-21T07:25:30.511567+0000","last_undegraded":"2024-09-21T07:25:30.511567+0000","last_fullsized":"2024-09-21T07:25:30.511567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:02.299689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513291+0000","last_change":"2024-09-21T07:25:30.506733+0000","last_active":"2024-09-21T07:25:30.513291+0000","last_peered":"2024-09-21T07:25:30.513291+0000","last_clean":"2024-09-21T07:25:30.513291+0000","last_became_active":"2024-09-21T07:25:30.505136+0000","last_became_peered":"2024-09-21T07:25:30.505136+0000","last_unstale":"2024-09-21T07:25:30.513291+0000","last_undegraded":"2024-09-21T07:25:30.513291+0000","last_fullsized":"2024-09-21T07:25:30.513291+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:43.826212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.490530+0000","last_change":"2024-09-21T07:25:29.485053+0000","last_active":"2024-09-21T07:25:30.490530+0000","last_peered":"2024-09-21T07:25:30.490530+0000","last_clean":"2024-09-21T07:25:30.490530+0000","last_became_active":"2024-09-21T07:25:29.484432+0000","last_became_peered":"2024-09-21T07:25:29.484432+0000","last_unstale":"2024-09-21T07:25:30.490530+0000","last_undegraded":"2024-09-21T07:25:30.490530+0000","last_fullsized":"2024-09-21T07:25:30.490530+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:42.821270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506777+0000","last_change":"2024-09-21T07:25:30.488975+0000","last_active":"2024-09-21T07:25:30.506777+0000","last_peered":"2024-09-21T07:25:30.506777+0000","last_clean":"2024-09-21T07:25:30.506777+0000","last_became_active":"2024-09-21T07:25:30.488210+0000","last_became_peered":"2024-09-21T07:25:30.488210+0000","last_unstale":"2024-09-21T07:25:30.506777+0000","last_undegraded":"2024-09-21T07:25:30.506777+0000","last_fullsized":"2024-09-21T07:25:30.506777+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:27.114416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.479300+0000","last_change":"2024-09-21T07:25:29.471417+0000","last_active":"2024-09-21T07:25:30.479300+0000","last_peered":"2024-09-21T07:25:30.479300+0000","last_clean":"2024-09-21T07:25:30.479300+0000","last_became_active":"2024-09-21T07:25:29.470789+0000","last_became_peered":"2024-09-21T07:25:29.470789+0000","last_unstale":"2024-09-21T07:25:30.479300+0000","last_undegraded":"2024-09-21T07:25:30.479300+0000","last_fullsized":"2024-09-21T07:25:30.479300+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:21:05.820750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506266+0000","last_change":"2024-09-21T07:25:30.504734+0000","last_active":"2024-09-21T07:25:30.506266+0000","last_peered":"2024-09-21T07:25:30.506266+0000","last_clean":"2024-09-21T07:25:30.506266+0000","last_became_active":"2024-09-21T07:25:30.504407+0000","last_became_peered":"2024-09-21T07:25:30.504407+0000","last_unstale":"2024-09-21T07:25:30.506266+0000","last_undegraded":"2024-09-21T07:25:30.506266+0000","last_fullsized":"2024-09-21T07:25:30.506266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:49:42.622066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.473871+0000","last_change":"2024-09-21T07:25:29.479504+0000","last_active":"2024-09-21T07:25:30.473871+0000","last_peered":"2024-09-21T07:25:30.473871+0000","last_clean":"2024-09-21T07:25:30.473871+0000","last_became_active":"2024-09-21T07:25:29.479181+0000","last_became_peered":"2024-09-21T07:25:29.479181+0000","last_unstale":"2024-09-21T07:25:30.473871+0000","last_undegraded":"2024-09-21T07:25:30.473871+0000","last_fullsized":"2024-09-21T07:25:30.473871+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:04:49.943930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513101+0000","last_change":"2024-09-21T07:25:30.508922+0000","last_active":"2024-09-21T07:25:30.513101+0000","last_peered":"2024-09-21T07:25:30.513101+0000","last_clean":"2024-09-21T07:25:30.513101+0000","last_became_active":"2024-09-21T07:25:30.507870+0000","last_became_peered":"2024-09-21T07:25:30.507870+0000","last_unstale":"2024-09-21T07:25:30.513101+0000","last_undegraded":"2024-09-21T07:25:30.513101+0000","last_fullsized":"2024-09-21T07:25:30.513101+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:34:14.344702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.503042+0000","last_change":"2024-09-21T07:25:29.472790+0000","last_active":"2024-09-21T07:25:30.503042+0000","last_peered":"2024-09-21T07:25:30.503042+0000","last_clean":"2024-09-21T07:25:30.503042+0000","last_became_active":"2024-09-21T07:25:29.472006+0000","last_became_peered":"2024-09-21T07:25:29.472006+0000","last_unstale":"2024-09-21T07:25:30.503042+0000","last_undegraded":"2024-09-21T07:25:30.503042+0000","last_fullsized":"2024-09-21T07:25:30.503042+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:16.427142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.492811+0000","last_change":"2024-09-21T07:25:30.472597+0000","last_active":"2024-09-21T07:25:30.492811+0000","last_peered":"2024-09-21T07:25:30.492811+0000","last_clean":"2024-09-21T07:25:30.492811+0000","last_became_active":"2024-09-21T07:25:30.471755+0000","last_became_peered":"2024-09-21T07:25:30.471755+0000","last_unstale":"2024-09-21T07:25:30.492811+0000","last_undegraded":"2024-09-21T07:25:30.492811+0000","last_fullsized":"2024-09-21T07:25:30.492811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:53:23.235756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.501486+0000","last_change":"2024-09-21T07:25:29.474947+0000","last_active":"2024-09-21T07:25:30.501486+0000","last_peered":"2024-09-21T07:25:30.501486+0000","last_clean":"2024-09-21T07:25:30.501486+0000","last_became_active":"2024-09-21T07:25:29.473933+0000","last_became_peered":"2024-09-21T07:25:29.473933+0000","last_unstale":"2024-09-21T07:25:30.501486+0000","last_undegraded":"2024-09-21T07:25:30.501486+0000","last_fullsized":"2024-09-21T07:25:30.501486+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:22.365142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506844+0000","last_change":"2024-09-21T07:25:30.488172+0000","last_active":"2024-09-21T07:25:30.506844+0000","last_peered":"2024-09-21T07:25:30.506844+0000","last_clean":"2024-09-21T07:25:30.506844+0000","last_became_active":"2024-09-21T07:25:30.487378+0000","last_became_peered":"2024-09-21T07:25:30.487378+0000","last_unstale":"2024-09-21T07:25:30.506844+0000","last_undegraded":"2024-09-21T07:25:30.506844+0000","last_fullsized":"2024-09-21T07:25:30.506844+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:58.404003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.454056+0000","last_change":"2024-09-21T07:25:29.470980+0000","last_active":"2024-09-21T07:25:30.454056+0000","last_peered":"2024-09-21T07:25:30.454056+0000","last_clean":"2024-09-21T07:25:30.454056+0000","last_became_active":"2024-09-21T07:25:29.470632+0000","last_became_peered":"2024-09-21T07:25:29.470632+0000","last_unstale":"2024-09-21T07:25:30.454056+0000","last_undegraded":"2024-09-21T07:25:30.454056+0000","last_fullsized":"2024-09-21T07:25:30.454056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:37.860684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.495328+0000","last_change":"2024-09-21T07:25:30.493013+0000","last_active":"2024-09-21T07:25:30.495328+0000","last_peered":"2024-09-21T07:25:30.495328+0000","last_clean":"2024-09-21T07:25:30.495328+0000","last_became_active":"2024-09-21T07:25:30.492759+0000","last_became_peered":"2024-09-21T07:25:30.492759+0000","last_unstale":"2024-09-21T07:25:30.495328+0000","last_undegraded":"2024-09-21T07:25:30.495328+0000","last_fullsized":"2024-09-21T07:25:30.495328+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:55:37.978944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.456495+0000","last_change":"2024-09-21T07:25:29.476129+0000","last_active":"2024-09-21T07:25:30.456495+0000","last_peered":"2024-09-21T07:25:30.456495+0000","last_clean":"2024-09-21T07:25:30.456495+0000","last_became_active":"2024-09-21T07:25:29.475255+0000","last_became_peered":"2024-09-21T07:25:29.475255+0000","last_unstale":"2024-09-21T07:25:30.456495+0000","last_undegraded":"2024-09-21T07:25:30.456495+0000","last_fullsized":"2024-09-21T07:25:30.456495+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:54.744935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.497134+0000","last_change":"2024-09-21T07:25:30.486743+0000","last_active":"2024-09-21T07:25:30.497134+0000","last_peered":"2024-09-21T07:25:30.497134+0000","last_clean":"2024-09-21T07:25:30.497134+0000","last_became_active":"2024-09-21T07:25:30.485868+0000","last_became_peered":"2024-09-21T07:25:30.485868+0000","last_unstale":"2024-09-21T07:25:30.497134+0000","last_undegraded":"2024-09-21T07:25:30.497134+0000","last_fullsized":"2024-09-21T07:25:30.497134+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:02.220443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.458221+0000","last_change":"2024-09-21T07:25:29.485083+0000","last_active":"2024-09-21T07:25:30.458221+0000","last_peered":"2024-09-21T07:25:30.458221+0000","last_clean":"2024-09-21T07:25:30.458221+0000","last_became_active":"2024-09-21T07:25:29.484681+0000","last_became_peered":"2024-09-21T07:25:29.484681+0000","last_unstale":"2024-09-21T07:25:30.458221+0000","last_undegraded":"2024-09-21T07:25:30.458221+0000","last_fullsized":"2024-09-21T07:25:30.458221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:42:41.317026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.478365+0000","last_change":"2024-09-21T07:25:30.475832+0000","last_active":"2024-09-21T07:25:30.478365+0000","last_peered":"2024-09-21T07:25:30.478365+0000","last_clean":"2024-09-21T07:25:30.478365+0000","last_became_active":"2024-09-21T07:25:30.474845+0000","last_became_peered":"2024-09-21T07:25:30.474845+0000","last_unstale":"2024-09-21T07:25:30.478365+0000","last_undegraded":"2024-09-21T07:25:30.478365+0000","last_fullsized":"2024-09-21T07:25:30.478365+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:32:41.476687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.449151+0000","last_change":"2024-09-21T07:25:29.481347+0000","last_active":"2024-09-21T07:25:30.449151+0000","last_peered":"2024-09-21T07:25:30.449151+0000","last_clean":"2024-09-21T07:25:30.449151+0000","last_became_active":"2024-09-21T07:25:29.481033+0000","last_became_peered":"2024-09-21T07:25:29.481033+0000","last_unstale":"2024-09-21T07:25:30.449151+0000","last_undegraded":"2024-09-21T07:25:30.449151+0000","last_fullsized":"2024-09-21T07:25:30.449151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:26.109474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494852+0000","last_change":"2024-09-21T07:25:30.490980+0000","last_active":"2024-09-21T07:25:30.494852+0000","last_peered":"2024-09-21T07:25:30.494852+0000","last_clean":"2024-09-21T07:25:30.494852+0000","last_became_active":"2024-09-21T07:25:30.490729+0000","last_became_peered":"2024-09-21T07:25:30.490729+0000","last_unstale":"2024-09-21T07:25:30.494852+0000","last_undegraded":"2024-09-21T07:25:30.494852+0000","last_fullsized":"2024-09-21T07:25:30.494852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:09:25.747433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.498138+0000","last_change":"2024-09-21T07:25:29.483564+0000","last_active":"2024-09-21T07:25:30.498138+0000","last_peered":"2024-09-21T07:25:30.498138+0000","last_clean":"2024-09-21T07:25:30.498138+0000","last_became_active":"2024-09-21T07:25:29.482777+0000","last_became_peered":"2024-09-21T07:25:29.482777+0000","last_unstale":"2024-09-21T07:25:30.498138+0000","last_undegraded":"2024-09-21T07:25:30.498138+0000","last_fullsized":"2024-09-21T07:25:30.498138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:31.802397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.499610+0000","last_change":"2024-09-21T07:25:30.491829+0000","last_active":"2024-09-21T07:25:30.499610+0000","last_peered":"2024-09-21T07:25:30.499610+0000","last_clean":"2024-09-21T07:25:30.499610+0000","last_became_active":"2024-09-21T07:25:30.475579+0000","last_became_peered":"2024-09-21T07:25:30.475579+0000","last_unstale":"2024-09-21T07:25:30.499610+0000","last_undegraded":"2024-09-21T07:25:30.499610+0000","last_fullsized":"2024-09-21T07:25:30.499610+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:58:34.798154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":19,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506571+0000","last_change":"2024-09-21T07:25:29.472914+0000","last_active":"2024-09-21T07:25:30.506571+0000","last_peered":"2024-09-21T07:25:30.506571+0000","last_clean":"2024-09-21T07:25:30.506571+0000","last_became_active":"2024-09-21T07:25:29.472069+0000","last_became_peered":"2024-09-21T07:25:29.472069+0000","last_unstale":"2024-09-21T07:25:30.506571+0000","last_undegraded":"2024-09-21T07:25:30.506571+0000","last_fullsized":"2024-09-21T07:25:30.506571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:49:00.103534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.495339+0000","last_change":"2024-09-21T07:25:30.493551+0000","last_active":"2024-09-21T07:25:30.495339+0000","last_peered":"2024-09-21T07:25:30.495339+0000","last_clean":"2024-09-21T07:25:30.495339+0000","last_became_active":"2024-09-21T07:25:30.493277+0000","last_became_peered":"2024-09-21T07:25:30.493277+0000","last_unstale":"2024-09-21T07:25:30.495339+0000","last_undegraded":"2024-09-21T07:25:30.495339+0000","last_fullsized":"2024-09-21T07:25:30.495339+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:58.496933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.503353+0000","last_change":"2024-09-21T07:25:29.477014+0000","last_active":"2024-09-21T07:25:30.503353+0000","last_peered":"2024-09-21T07:25:30.503353+0000","last_clean":"2024-09-21T07:25:30.503353+0000","last_became_active":"2024-09-21T07:25:29.474963+0000","last_became_peered":"2024-09-21T07:25:29.474963+0000","last_unstale":"2024-09-21T07:25:30.503353+0000","last_undegraded":"2024-09-21T07:25:30.503353+0000","last_fullsized":"2024-09-21T07:25:30.503353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:48:51.073466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.473988+0000","last_change":"2024-09-21T07:25:30.468316+0000","last_active":"2024-09-21T07:25:30.473988+0000","last_peered":"2024-09-21T07:25:30.473988+0000","last_clean":"2024-09-21T07:25:30.473988+0000","last_became_active":"2024-09-21T07:25:30.467903+0000","last_became_peered":"2024-09-21T07:25:30.467903+0000","last_unstale":"2024-09-21T07:25:30.473988+0000","last_undegraded":"2024-09-21T07:25:30.473988+0000","last_fullsized":"2024-09-21T07:25:30.473988+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:49:42.622066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.457078+0000","last_change":"2024-09-21T07:25:29.487776+0000","last_active":"2024-09-21T07:25:30.457078+0000","last_peered":"2024-09-21T07:25:30.457078+0000","last_clean":"2024-09-21T07:25:30.457078+0000","last_became_active":"2024-09-21T07:25:29.487262+0000","last_became_peered":"2024-09-21T07:25:29.487262+0000","last_unstale":"2024-09-21T07:25:30.457078+0000","last_undegraded":"2024-09-21T07:25:30.457078+0000","last_fullsized":"2024-09-21T07:25:30.457078+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:30.278567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513800+0000","last_change":"2024-09-21T07:25:30.507441+0000","last_active":"2024-09-21T07:25:30.513800+0000","last_peered":"2024-09-21T07:25:30.513800+0000","last_clean":"2024-09-21T07:25:30.513800+0000","last_became_active":"2024-09-21T07:25:30.506801+0000","last_became_peered":"2024-09-21T07:25:30.506801+0000","last_unstale":"2024-09-21T07:25:30.513800+0000","last_undegraded":"2024-09-21T07:25:30.513800+0000","last_fullsized":"2024-09-21T07:25:30.513800+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:56:58.903755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.454303+0000","last_change":"2024-09-21T07:25:29.485928+0000","last_active":"2024-09-21T07:25:30.454303+0000","last_peered":"2024-09-21T07:25:30.454303+0000","last_clean":"2024-09-21T07:25:30.454303+0000","last_became_active":"2024-09-21T07:25:29.485648+0000","last_became_peered":"2024-09-21T07:25:29.485648+0000","last_unstale":"2024-09-21T07:25:30.454303+0000","last_undegraded":"2024-09-21T07:25:30.454303+0000","last_fullsized":"2024-09-21T07:25:30.454303+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:21.161127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.513513+0000","last_change":"2024-09-21T07:25:30.508662+0000","last_active":"2024-09-21T07:25:30.513513+0000","last_peered":"2024-09-21T07:25:30.513513+0000","last_clean":"2024-09-21T07:25:30.513513+0000","last_became_active":"2024-09-21T07:25:30.507315+0000","last_became_peered":"2024-09-21T07:25:30.507315+0000","last_unstale":"2024-09-21T07:25:30.513513+0000","last_undegraded":"2024-09-21T07:25:30.513513+0000","last_fullsized":"2024-09-21T07:25:30.513513+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:27.114416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":21,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.479331+0000","last_change":"2024-09-21T07:25:29.473999+0000","last_active":"2024-09-21T07:25:30.479331+0000","last_peered":"2024-09-21T07:25:30.479331+0000","last_clean":"2024-09-21T07:25:30.479331+0000","last_became_active":"2024-09-21T07:25:29.473495+0000","last_became_peered":"2024-09-21T07:25:29.473495+0000","last_unstale":"2024-09-21T07:25:30.479331+0000","last_undegraded":"2024-09-21T07:25:30.479331+0000","last_fullsized":"2024-09-21T07:25:30.479331+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:55:36.974002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.508808+0000","last_change":"2024-09-21T07:25:30.504203+0000","last_active":"2024-09-21T07:25:30.508808+0000","last_peered":"2024-09-21T07:25:30.508808+0000","last_clean":"2024-09-21T07:25:30.508808+0000","last_became_active":"2024-09-21T07:25:30.503637+0000","last_became_peered":"2024-09-21T07:25:30.503637+0000","last_unstale":"2024-09-21T07:25:30.508808+0000","last_undegraded":"2024-09-21T07:25:30.508808+0000","last_fullsized":"2024-09-21T07:25:30.508808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:55:37.978944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.480478+0000","last_change":"2024-09-21T07:25:29.475398+0000","last_active":"2024-09-21T07:25:30.480478+0000","last_peered":"2024-09-21T07:25:30.480478+0000","last_clean":"2024-09-21T07:25:30.480478+0000","last_became_active":"2024-09-21T07:25:29.475068+0000","last_became_peered":"2024-09-21T07:25:29.475068+0000","last_unstale":"2024-09-21T07:25:30.480478+0000","last_undegraded":"2024-09-21T07:25:30.480478+0000","last_fullsized":"2024-09-21T07:25:30.480478+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:57.399061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.499568+0000","last_change":"2024-09-21T07:25:30.494532+0000","last_active":"2024-09-21T07:25:30.499568+0000","last_peered":"2024-09-21T07:25:30.499568+0000","last_clean":"2024-09-21T07:25:30.499568+0000","last_became_active":"2024-09-21T07:25:30.493838+0000","last_became_peered":"2024-09-21T07:25:30.493838+0000","last_unstale":"2024-09-21T07:25:30.499568+0000","last_undegraded":"2024-09-21T07:25:30.499568+0000","last_fullsized":"2024-09-21T07:25:30.499568+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:18.101029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.502502+0000","last_change":"2024-09-21T07:25:29.475413+0000","last_active":"2024-09-21T07:25:30.502502+0000","last_peered":"2024-09-21T07:25:30.502502+0000","last_clean":"2024-09-21T07:25:30.502502+0000","last_became_active":"2024-09-21T07:25:29.474665+0000","last_became_peered":"2024-09-21T07:25:29.474665+0000","last_unstale":"2024-09-21T07:25:30.502502+0000","last_undegraded":"2024-09-21T07:25:30.502502+0000","last_fullsized":"2024-09-21T07:25:30.502502+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:02.299689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.505573+0000","last_change":"2024-09-21T07:25:30.503430+0000","last_active":"2024-09-21T07:25:30.505573+0000","last_peered":"2024-09-21T07:25:30.505573+0000","last_clean":"2024-09-21T07:25:30.505573+0000","last_became_active":"2024-09-21T07:25:30.503131+0000","last_became_peered":"2024-09-21T07:25:30.503131+0000","last_unstale":"2024-09-21T07:25:30.505573+0000","last_undegraded":"2024-09-21T07:25:30.505573+0000","last_fullsized":"2024-09-21T07:25:30.505573+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:21:06.825692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.502101+0000","last_change":"2024-09-21T07:25:29.461077+0000","last_active":"2024-09-21T07:25:30.502101+0000","last_peered":"2024-09-21T07:25:30.502101+0000","last_clean":"2024-09-21T07:25:30.502101+0000","last_became_active":"2024-09-21T07:25:29.460151+0000","last_became_peered":"2024-09-21T07:25:29.460151+0000","last_unstale":"2024-09-21T07:25:30.502101+0000","last_undegraded":"2024-09-21T07:25:30.502101+0000","last_fullsized":"2024-09-21T07:25:30.502101+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:38:00.111790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494325+0000","last_change":"2024-09-21T07:25:30.490676+0000","last_active":"2024-09-21T07:25:30.494325+0000","last_peered":"2024-09-21T07:25:30.494325+0000","last_clean":"2024-09-21T07:25:30.494325+0000","last_became_active":"2024-09-21T07:25:30.490266+0000","last_became_peered":"2024-09-21T07:25:30.490266+0000","last_unstale":"2024-09-21T07:25:30.494325+0000","last_undegraded":"2024-09-21T07:25:30.494325+0000","last_fullsized":"2024-09-21T07:25:30.494325+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:54.167174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.457754+0000","last_change":"2024-09-21T07:25:29.473877+0000","last_active":"2024-09-21T07:25:30.457754+0000","last_peered":"2024-09-21T07:25:30.457754+0000","last_clean":"2024-09-21T07:25:30.457754+0000","last_became_active":"2024-09-21T07:25:29.471849+0000","last_became_peered":"2024-09-21T07:25:29.471849+0000","last_unstale":"2024-09-21T07:25:30.457754+0000","last_undegraded":"2024-09-21T07:25:30.457754+0000","last_fullsized":"2024-09-21T07:25:30.457754+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:53.162232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494241+0000","last_change":"2024-09-21T07:25:30.490076+0000","last_active":"2024-09-21T07:25:30.494241+0000","last_peered":"2024-09-21T07:25:30.494241+0000","last_clean":"2024-09-21T07:25:30.494241+0000","last_became_active":"2024-09-21T07:25:30.489748+0000","last_became_peered":"2024-09-21T07:25:30.489748+0000","last_unstale":"2024-09-21T07:25:30.494241+0000","last_undegraded":"2024-09-21T07:25:30.494241+0000","last_fullsized":"2024-09-21T07:25:30.494241+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:17.432084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.473295+0000","last_change":"2024-09-21T07:25:29.460796+0000","last_active":"2024-09-21T07:25:30.473295+0000","last_peered":"2024-09-21T07:25:30.473295+0000","last_clean":"2024-09-21T07:25:30.473295+0000","last_became_active":"2024-09-21T07:25:29.459741+0000","last_became_peered":"2024-09-21T07:25:29.459741+0000","last_unstale":"2024-09-21T07:25:30.473295+0000","last_undegraded":"2024-09-21T07:25:30.473295+0000","last_fullsized":"2024-09-21T07:25:30.473295+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:32.073721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.470551+0000","last_change":"2024-09-21T07:25:30.466395+0000","last_active":"2024-09-21T07:25:30.470551+0000","last_peered":"2024-09-21T07:25:30.470551+0000","last_clean":"2024-09-21T07:25:30.470551+0000","last_became_active":"2024-09-21T07:25:30.466029+0000","last_became_peered":"2024-09-21T07:25:30.466029+0000","last_unstale":"2024-09-21T07:25:30.470551+0000","last_undegraded":"2024-09-21T07:25:30.470551+0000","last_fullsized":"2024-09-21T07:25:30.470551+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:43.391729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.490507+0000","last_change":"2024-09-21T07:25:29.486447+0000","last_active":"2024-09-21T07:25:30.490507+0000","last_peered":"2024-09-21T07:25:30.490507+0000","last_clean":"2024-09-21T07:25:30.490507+0000","last_became_active":"2024-09-21T07:25:29.485882+0000","last_became_peered":"2024-09-21T07:25:29.485882+0000","last_unstale":"2024-09-21T07:25:30.490507+0000","last_undegraded":"2024-09-21T07:25:30.490507+0000","last_fullsized":"2024-09-21T07:25:30.490507+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:48.021806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.470393+0000","last_change":"2024-09-21T07:25:30.467211+0000","last_active":"2024-09-21T07:25:30.470393+0000","last_peered":"2024-09-21T07:25:30.470393+0000","last_clean":"2024-09-21T07:25:30.470393+0000","last_became_active":"2024-09-21T07:25:30.466965+0000","last_became_peered":"2024-09-21T07:25:30.466965+0000","last_unstale":"2024-09-21T07:25:30.470393+0000","last_undegraded":"2024-09-21T07:25:30.470393+0000","last_fullsized":"2024-09-21T07:25:30.470393+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:51:13.526054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.461137+0000","last_change":"2024-09-21T07:25:29.469035+0000","last_active":"2024-09-21T07:25:30.461137+0000","last_peered":"2024-09-21T07:25:30.461137+0000","last_clean":"2024-09-21T07:25:30.461137+0000","last_became_active":"2024-09-21T07:25:29.468142+0000","last_became_peered":"2024-09-21T07:25:29.468142+0000","last_unstale":"2024-09-21T07:25:30.461137+0000","last_undegraded":"2024-09-21T07:25:30.461137+0000","last_fullsized":"2024-09-21T07:25:30.461137+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:48.021806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.510734+0000","last_change":"2024-09-21T07:25:30.504376+0000","last_active":"2024-09-21T07:25:30.510734+0000","last_peered":"2024-09-21T07:25:30.510734+0000","last_clean":"2024-09-21T07:25:30.510734+0000","last_became_active":"2024-09-21T07:25:30.503698+0000","last_became_peered":"2024-09-21T07:25:30.503698+0000","last_unstale":"2024-09-21T07:25:30.510734+0000","last_undegraded":"2024-09-21T07:25:30.510734+0000","last_fullsized":"2024-09-21T07:25:30.510734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:01:16.245892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.452248+0000","last_change":"2024-09-21T07:25:29.485522+0000","last_active":"2024-09-21T07:25:30.452248+0000","last_peered":"2024-09-21T07:25:30.452248+0000","last_clean":"2024-09-21T07:25:30.452248+0000","last_became_active":"2024-09-21T07:25:29.484915+0000","last_became_peered":"2024-09-21T07:25:29.484915+0000","last_unstale":"2024-09-21T07:25:30.452248+0000","last_undegraded":"2024-09-21T07:25:30.452248+0000","last_fullsized":"2024-09-21T07:25:30.452248+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:46:16.136581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.491589+0000","last_change":"2024-09-21T07:25:30.485983+0000","last_active":"2024-09-21T07:25:30.491589+0000","last_peered":"2024-09-21T07:25:30.491589+0000","last_clean":"2024-09-21T07:25:30.491589+0000","last_became_active":"2024-09-21T07:25:30.485581+0000","last_became_peered":"2024-09-21T07:25:30.485581+0000","last_unstale":"2024-09-21T07:25:30.491589+0000","last_undegraded":"2024-09-21T07:25:30.491589+0000","last_fullsized":"2024-09-21T07:25:30.491589+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:23.370084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.495099+0000","last_change":"2024-09-21T07:25:29.470135+0000","last_active":"2024-09-21T07:25:30.495099+0000","last_peered":"2024-09-21T07:25:30.495099+0000","last_clean":"2024-09-21T07:25:30.495099+0000","last_became_active":"2024-09-21T07:25:29.469810+0000","last_became_peered":"2024-09-21T07:25:29.469810+0000","last_unstale":"2024-09-21T07:25:30.495099+0000","last_undegraded":"2024-09-21T07:25:30.495099+0000","last_fullsized":"2024-09-21T07:25:30.495099+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:42.821270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.497018+0000","last_change":"2024-09-21T07:25:30.482375+0000","last_active":"2024-09-21T07:25:30.497018+0000","last_peered":"2024-09-21T07:25:30.497018+0000","last_clean":"2024-09-21T07:25:30.497018+0000","last_became_active":"2024-09-21T07:25:30.475385+0000","last_became_peered":"2024-09-21T07:25:30.475385+0000","last_unstale":"2024-09-21T07:25:30.497018+0000","last_undegraded":"2024-09-21T07:25:30.497018+0000","last_fullsized":"2024-09-21T07:25:30.497018+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:46:34.984736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.448995+0000","last_change":"2024-09-21T07:25:29.460888+0000","last_active":"2024-09-21T07:25:30.448995+0000","last_peered":"2024-09-21T07:25:30.448995+0000","last_clean":"2024-09-21T07:25:30.448995+0000","last_became_active":"2024-09-21T07:25:29.459716+0000","last_became_peered":"2024-09-21T07:25:29.459716+0000","last_unstale":"2024-09-21T07:25:30.448995+0000","last_undegraded":"2024-09-21T07:25:30.448995+0000","last_fullsized":"2024-09-21T07:25:30.448995+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:18:53.755166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.479083+0000","last_change":"2024-09-21T07:25:30.470238+0000","last_active":"2024-09-21T07:25:30.479083+0000","last_peered":"2024-09-21T07:25:30.479083+0000","last_clean":"2024-09-21T07:25:30.479083+0000","last_became_active":"2024-09-21T07:25:30.469907+0000","last_became_peered":"2024-09-21T07:25:30.469907+0000","last_unstale":"2024-09-21T07:25:30.479083+0000","last_undegraded":"2024-09-21T07:25:30.479083+0000","last_fullsized":"2024-09-21T07:25:30.479083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:58.404003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.461108+0000","last_change":"2024-09-21T07:25:29.471874+0000","last_active":"2024-09-21T07:25:30.461108+0000","last_peered":"2024-09-21T07:25:30.461108+0000","last_clean":"2024-09-21T07:25:30.461108+0000","last_became_active":"2024-09-21T07:25:29.471412+0000","last_became_peered":"2024-09-21T07:25:29.471412+0000","last_unstale":"2024-09-21T07:25:30.461108+0000","last_undegraded":"2024-09-21T07:25:30.461108+0000","last_fullsized":"2024-09-21T07:25:30.461108+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:18:53.755166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.511565+0000","last_change":"2024-09-21T07:25:30.502107+0000","last_active":"2024-09-21T07:25:30.511565+0000","last_peered":"2024-09-21T07:25:30.511565+0000","last_clean":"2024-09-21T07:25:30.511565+0000","last_became_active":"2024-09-21T07:25:30.501461+0000","last_became_peered":"2024-09-21T07:25:30.501461+0000","last_unstale":"2024-09-21T07:25:30.511565+0000","last_undegraded":"2024-09-21T07:25:30.511565+0000","last_fullsized":"2024-09-21T07:25:30.511565+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:31.283509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.448789+0000","last_change":"2024-09-21T07:25:29.484089+0000","last_active":"2024-09-21T07:25:30.448789+0000","last_peered":"2024-09-21T07:25:30.448789+0000","last_clean":"2024-09-21T07:25:30.448789+0000","last_became_active":"2024-09-21T07:25:29.483501+0000","last_became_peered":"2024-09-21T07:25:29.483501+0000","last_unstale":"2024-09-21T07:25:30.448789+0000","last_undegraded":"2024-09-21T07:25:30.448789+0000","last_fullsized":"2024-09-21T07:25:30.448789+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:30.278567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.494084+0000","last_change":"2024-09-21T07:25:30.489992+0000","last_active":"2024-09-21T07:25:30.494084+0000","last_peered":"2024-09-21T07:25:30.494084+0000","last_clean":"2024-09-21T07:25:30.494084+0000","last_became_active":"2024-09-21T07:25:30.489646+0000","last_became_peered":"2024-09-21T07:25:30.489646+0000","last_unstale":"2024-09-21T07:25:30.494084+0000","last_undegraded":"2024-09-21T07:25:30.494084+0000","last_fullsized":"2024-09-21T07:25:30.494084+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:38.865626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.461490+0000","last_change":"2024-09-21T07:25:29.470750+0000","last_active":"2024-09-21T07:25:30.461490+0000","last_peered":"2024-09-21T07:25:30.461490+0000","last_clean":"2024-09-21T07:25:30.461490+0000","last_became_active":"2024-09-21T07:25:29.469777+0000","last_became_peered":"2024-09-21T07:25:29.469777+0000","last_unstale":"2024-09-21T07:25:30.461490+0000","last_undegraded":"2024-09-21T07:25:30.461490+0000","last_fullsized":"2024-09-21T07:25:30.461490+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:26.109474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.479564+0000","last_change":"2024-09-21T07:25:30.474645+0000","last_active":"2024-09-21T07:25:30.479564+0000","last_peered":"2024-09-21T07:25:30.479564+0000","last_clean":"2024-09-21T07:25:30.479564+0000","last_became_active":"2024-09-21T07:25:30.474309+0000","last_became_peered":"2024-09-21T07:25:30.474309+0000","last_unstale":"2024-09-21T07:25:30.479564+0000","last_undegraded":"2024-09-21T07:25:30.479564+0000","last_fullsized":"2024-09-21T07:25:30.479564+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:34:14.344702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.461218+0000","last_change":"2024-09-21T07:25:29.475881+0000","last_active":"2024-09-21T07:25:30.461218+0000","last_peered":"2024-09-21T07:25:30.461218+0000","last_clean":"2024-09-21T07:25:30.461218+0000","last_became_active":"2024-09-21T07:25:29.474590+0000","last_became_peered":"2024-09-21T07:25:29.474590+0000","last_unstale":"2024-09-21T07:25:30.461218+0000","last_undegraded":"2024-09-21T07:25:30.461218+0000","last_fullsized":"2024-09-21T07:25:30.461218+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:32.073721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.506768+0000","last_change":"2024-09-21T07:25:30.487988+0000","last_active":"2024-09-21T07:25:30.506768+0000","last_peered":"2024-09-21T07:25:30.506768+0000","last_clean":"2024-09-21T07:25:30.506768+0000","last_became_active":"2024-09-21T07:25:30.487198+0000","last_became_peered":"2024-09-21T07:25:30.487198+0000","last_unstale":"2024-09-21T07:25:30.506768+0000","last_undegraded":"2024-09-21T07:25:30.506768+0000","last_fullsized":"2024-09-21T07:25:30.506768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:43.826212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.456879+0000","last_change":"2024-09-21T07:25:29.487725+0000","last_active":"2024-09-21T07:25:30.456879+0000","last_peered":"2024-09-21T07:25:30.456879+0000","last_clean":"2024-09-21T07:25:30.456879+0000","last_became_active":"2024-09-21T07:25:29.486837+0000","last_became_peered":"2024-09-21T07:25:29.486837+0000","last_unstale":"2024-09-21T07:25:30.456879+0000","last_undegraded":"2024-09-21T07:25:30.456879+0000","last_fullsized":"2024-09-21T07:25:30.456879+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:57.491991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.499461+0000","last_change":"2024-09-21T07:25:30.490456+0000","last_active":"2024-09-21T07:25:30.499461+0000","last_peered":"2024-09-21T07:25:30.499461+0000","last_clean":"2024-09-21T07:25:30.499461+0000","last_became_active":"2024-09-21T07:25:30.489552+0000","last_became_peered":"2024-09-21T07:25:30.489552+0000","last_unstale":"2024-09-21T07:25:30.499461+0000","last_undegraded":"2024-09-21T07:25:30.499461+0000","last_fullsized":"2024-09-21T07:25:30.499461+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:29.428351+0000","last_clean_scrub_stamp":"2024-09-21T07:25:29.428351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:42:42.321968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.471244+0000","last_change":"2024-09-21T07:25:29.488022+0000","last_active":"2024-09-21T07:25:30.471244+0000","last_peered":"2024-09-21T07:25:30.471244+0000","last_clean":"2024-09-21T07:25:30.471244+0000","last_became_active":"2024-09-21T07:25:29.487211+0000","last_became_peered":"2024-09-21T07:25:29.487211+0000","last_unstale":"2024-09-21T07:25:30.471244+0000","last_undegraded":"2024-09-21T07:25:30.471244+0000","last_fullsized":"2024-09-21T07:25:30.471244+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:25:28.423409+0000","last_clean_scrub_stamp":"2024-09-21T07:25:28.423409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:48:51.073466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":130,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T07:25:30.469808+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:25:30.469808+0000","last_peered":"2024-09-21T07:25:30.469808+0000","last_clean":"2024-09-21T07:25:30.469808+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:25:30.469808+0000","last_undegraded":"2024-09-21T07:25:30.469808+0000","last_fullsized":"2024-09-21T07:25:30.469808+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574863,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":929792,"data_stored":717846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":356352,"data_stored":134869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":335872,"data_stored":127478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574863,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":352256,"data_stored":134323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":335872,"data_stored":127478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":348160,"data_stored":134253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":335872,"data_stored":127478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":942080,"data_stored":724621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:25:35.076 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:25:35.077 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T07:25:35.261 INFO:tasks.ceph.mds.a.smithi006.stderr:2024-09-21T07:25:35.255+0000 7fc5021d3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:25:35.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 -- 172.21.15.6:0/2300546028 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 msgr2=0x7fd7a40ccb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 --2- 172.21.15.6:0/2300546028 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 0x7fd7a40ccb10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4071bd0 tx=0x7fd79c01dc40 comp rx=0 tx=0).stop 2024-09-21T07:25:35.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 -- 172.21.15.6:0/2300546028 shutdown_connections 2024-09-21T07:25:35.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 --2- 172.21.15.6:0/2300546028 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 0x7fd7a40ccb10 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 --2- 172.21.15.6:0/2300546028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a415c040 0x7fd7a40cb520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 --2- 172.21.15.6:0/2300546028 >> v2:172.21.15.145:3300/0 conn(0x7fd7a415bc30 0x7fd7a40cafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 -- 172.21.15.6:0/2300546028 >> 172.21.15.6:0/2300546028 conn(0x7fd7a406d880 msgr2=0x7fd7a40b1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:35.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 -- 172.21.15.6:0/2300546028 shutdown_connections 2024-09-21T07:25:35.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 -- 172.21.15.6:0/2300546028 wait complete. 2024-09-21T07:25:35.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 Processor -- start 2024-09-21T07:25:35.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 -- start start 2024-09-21T07:25:35.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 0x7fd7a40c6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a415bc30 0x7fd7a41f9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a415c040 0x7fd7a41f9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.283+0000 7fd7aa909640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a4074c40 con 0x7fd7a40cc700 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7aa909640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a4074ac0 con 0x7fd7a415c040 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7aa909640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7a4074dc0 con 0x7fd7a415bc30 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 0x7fd7a40c6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 0x7fd7a40c6120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59758/0 (socket says 172.21.15.6:59758) 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 -- 172.21.15.6:0/1742821332 learned_addr learned my addr 172.21.15.6:0/1742821332 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a8ea6640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a415c040 0x7fd7a41f9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a37fe640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a415bc30 0x7fd7a41f9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 -- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a415bc30 msgr2=0x7fd7a41f9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a415bc30 0x7fd7a41f9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 -- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a415c040 msgr2=0x7fd7a41f9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a415c040 0x7fd7a41f9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 -- 172.21.15.6:0/1742821332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a41f8080 con 0x7fd7a40cc700 2024-09-21T07:25:35.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a3fff640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 0x7fd7a40c6120 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd79400c940 tx=0x7fd79400ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:35.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a0ff9640 1 -- 172.21.15.6:0/1742821332 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd794007bb0 con 0x7fd7a40cc700 2024-09-21T07:25:35.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a0ff9640 1 -- 172.21.15.6:0/1742821332 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd794007e40 con 0x7fd7a40cc700 2024-09-21T07:25:35.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7a41f8360 con 0x7fd7a40cc700 2024-09-21T07:25:35.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a0ff9640 1 -- 172.21.15.6:0/1742821332 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79400f690 con 0x7fd7a40cc700 2024-09-21T07:25:35.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7a41f8920 con 0x7fd7a40cc700 2024-09-21T07:25:35.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7a40ccb10 con 0x7fd7a40cc700 2024-09-21T07:25:35.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a0ff9640 1 -- 172.21.15.6:0/1742821332 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd794018400 con 0x7fd7a40cc700 2024-09-21T07:25:35.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a0ff9640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd790073230 0x7fd790075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:35.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a0ff9640 1 -- 172.21.15.6:0/1742821332 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd794094f20 con 0x7fd7a40cc700 2024-09-21T07:25:35.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.287+0000 7fd7a37fe640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd790073230 0x7fd790075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:35.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.291+0000 7fd7a37fe640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd790073230 0x7fd790075740 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd7980058d0 tx=0x7fd798005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:35.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.291+0000 7fd7a0ff9640 1 -- 172.21.15.6:0/1742821332 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd794026020 con 0x7fd7a40cc700 2024-09-21T07:25:35.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.539+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fd7a4154ed0 con 0x7fd7a40cc700 2024-09-21T07:25:35.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7a0ff9640 1 -- 172.21.15.6:0/1742821332 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v25) ==== 190+0+147 (secure 0 0 0) 0x7fd794014030 con 0x7fd7a40cc700 2024-09-21T07:25:35.548 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-09-21T07:25:35.548 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:25:35.548 INFO:teuthology.orchestra.run.smithi006.stdout: caps mds = "allow" 2024-09-21T07:25:35.548 INFO:teuthology.orchestra.run.smithi006.stdout: caps mon = "allow r" 2024-09-21T07:25:35.548 INFO:teuthology.orchestra.run.smithi006.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T07:25:35.549 INFO:teuthology.orchestra.run.smithi006.stderr:updated caps for client.0 2024-09-21T07:25:35.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd790073230 msgr2=0x7fd790075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd790073230 0x7fd790075740 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd7980058d0 tx=0x7fd798005860 comp rx=0 tx=0).stop 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 msgr2=0x7fd7a40c6120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 0x7fd7a40c6120 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd79400c940 tx=0x7fd79400ce00 comp rx=0 tx=0).stop 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 shutdown_connections 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd790073230 0x7fd790075740 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7a415c040 0x7fd7a41f9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7a415bc30 0x7fd7a41f9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 --2- 172.21.15.6:0/1742821332 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7a40cc700 0x7fd7a40c6120 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.543+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 >> 172.21.15.6:0/1742821332 conn(0x7fd7a406d880 msgr2=0x7fd7a4151310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.547+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 shutdown_connections 2024-09-21T07:25:35.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.547+0000 7fd7aa909640 1 -- 172.21.15.6:0/1742821332 wait complete. 2024-09-21T07:25:35.569 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:35.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/955103256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 msgr2=0x7fa6a40ae3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/955103256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 0x7fa6a40ae3b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa6a40cf930 tx=0x7fa69c01cb70 comp rx=0 tx=0).stop 2024-09-21T07:25:35.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/955103256 shutdown_connections 2024-09-21T07:25:35.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/955103256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 0x7fa6a40ae3b0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/955103256 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a415c7a0 0x7fa6a40cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/955103256 >> 172.21.15.6:0/955103256 conn(0x7fa6a40d0020 msgr2=0x7fa6a40d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:35.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/955103256 shutdown_connections 2024-09-21T07:25:35.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/955103256 wait complete. 2024-09-21T07:25:35.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 Processor -- start 2024-09-21T07:25:35.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.711+0000 7fa6aaf1f640 1 -- start start 2024-09-21T07:25:35.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 0x7fa6a413e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:35.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a40af060 0x7fa6a4150880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:35.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a415c7a0 0x7fa6a40b2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:35.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a4070260 con 0x7fa6a40adfa0 2024-09-21T07:25:35.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a40700e0 con 0x7fa6a415c7a0 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa6a40703e0 con 0x7fa6a40af060 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 0x7fa6a413e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 0x7fa6a413e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59780/0 (socket says 172.21.15.6:59780) 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 -- 172.21.15.6:0/2031032855 learned_addr learned my addr 172.21.15.6:0/2031032855 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 -- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a40af060 msgr2=0x7fa6a4150880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a40af060 0x7fa6a4150880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 -- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a415c7a0 msgr2=0x7fa6a40b2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a94bc640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a415c7a0 0x7fa6a40b2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a415c7a0 0x7fa6a40b2fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 -- 172.21.15.6:0/2031032855 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6a414ddd0 con 0x7fa6a40adfa0 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a8cbb640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 0x7fa6a413e7c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa69800c970 tx=0x7fa69800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a17fa640 1 -- 172.21.15.6:0/2031032855 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa698004220 con 0x7fa6a40adfa0 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a17fa640 1 -- 172.21.15.6:0/2031032855 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6980079b0 con 0x7fa6a40adfa0 2024-09-21T07:25:35.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6a414e2d0 con 0x7fa6a40adfa0 2024-09-21T07:25:35.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a17fa640 1 -- 172.21.15.6:0/2031032855 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6980044b0 con 0x7fa6a40adfa0 2024-09-21T07:25:35.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6a414e890 con 0x7fa6a40adfa0 2024-09-21T07:25:35.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6a40ae3b0 con 0x7fa6a40adfa0 2024-09-21T07:25:35.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.715+0000 7fa6a17fa640 1 -- 172.21.15.6:0/2031032855 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa698003600 con 0x7fa6a40adfa0 2024-09-21T07:25:35.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.719+0000 7fa6a17fa640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa688073200 0x7fa688075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:35.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.719+0000 7fa6a17fa640 1 -- 172.21.15.6:0/2031032855 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa6980943d0 con 0x7fa6a40adfa0 2024-09-21T07:25:35.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.719+0000 7fa6a3fff640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa688073200 0x7fa688075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:35.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.719+0000 7fa6a3fff640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa688073200 0x7fa688075710 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa6900046c0 tx=0x7fa690007910 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:35.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.723+0000 7fa6a17fa640 1 -- 172.21.15.6:0/2031032855 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa698014030 con 0x7fa6a40adfa0 2024-09-21T07:25:35.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.923+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6a409e0d0 con 0x7fa6a40adfa0 2024-09-21T07:25:35.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6a17fa640 1 -- 172.21.15.6:0/2031032855 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7fa69805f350 con 0x7fa6a40adfa0 2024-09-21T07:25:35.931 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:35.931 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":17,"btime":"2024-09-21T07:25:33:485074+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3767165925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3767165925},{"type":"v1","addr":"172.21.15.145:6836","nonce":3767165925}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1064912057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1064912057},{"type":"v1","addr":"172.21.15.145:6837","nonce":1064912057}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4851,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/2052458312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2052458312},{"type":"v1","addr":"172.21.15.6:6834","nonce":2052458312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:25:29.868812+0000","modified":"2024-09-21T07:25:32.887572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4854":{"gid":4854,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1616866184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1616866184},{"type":"v1","addr":"172.21.15.6:6835","nonce":1616866184}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4854,"qdb_cluster":[4854]},"id":2}]} 2024-09-21T07:25:35.931 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 17 2024-09-21T07:25:35.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa688073200 msgr2=0x7fa688075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa688073200 0x7fa688075710 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa6900046c0 tx=0x7fa690007910 comp rx=0 tx=0).stop 2024-09-21T07:25:35.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 msgr2=0x7fa6a413e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:35.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 0x7fa6a413e7c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa69800c970 tx=0x7fa69800ce30 comp rx=0 tx=0).stop 2024-09-21T07:25:35.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 shutdown_connections 2024-09-21T07:25:35.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa688073200 0x7fa688075710 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6a415c7a0 0x7fa6a40b2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6a40af060 0x7fa6a4150880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 --2- 172.21.15.6:0/2031032855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6a40adfa0 0x7fa6a413e7c0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:35.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 >> 172.21.15.6:0/2031032855 conn(0x7fa6a40d0020 msgr2=0x7fa6a4152a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:35.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 shutdown_connections 2024-09-21T07:25:35.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:35.927+0000 7fa6aaf1f640 1 -- 172.21.15.6:0/2031032855 wait complete. 2024-09-21T07:25:36.354 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:25:29.868812+0000', 'modified': '2024-09-21T07:25:32.887572+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4854}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4854': {'gid': 4854, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/1616866184', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6833', 'nonce': 1616866184}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 1616866184}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4854, 'qdb_cluster': [4854]} 2024-09-21T07:25:36.354 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:25:36.354 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T07:25:36.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.515+0000 7fd3e80f0640 1 -- 172.21.15.6:0/3649846538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006e820 msgr2=0x7fd3e00cecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.515+0000 7fd3e80f0640 1 --2- 172.21.15.6:0/3649846538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006e820 0x7fd3e00cecd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd3d0009840 tx=0x7fd3d001c790 comp rx=0 tx=0).stop 2024-09-21T07:25:36.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.515+0000 7fd3e80f0640 1 -- 172.21.15.6:0/3649846538 shutdown_connections 2024-09-21T07:25:36.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.515+0000 7fd3e80f0640 1 --2- 172.21.15.6:0/3649846538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006e820 0x7fd3e00cecd0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.515+0000 7fd3e80f0640 1 -- 172.21.15.6:0/3649846538 >> 172.21.15.6:0/3649846538 conn(0x7fd3e00693b0 msgr2=0x7fd3e0071090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:36.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.515+0000 7fd3e80f0640 1 -- 172.21.15.6:0/3649846538 shutdown_connections 2024-09-21T07:25:36.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.515+0000 7fd3e80f0640 1 -- 172.21.15.6:0/3649846538 wait complete. 2024-09-21T07:25:36.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 Processor -- start 2024-09-21T07:25:36.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 -- start start 2024-09-21T07:25:36.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e006e820 0x7fd3e015db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3e006ec30 0x7fd3e00c9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006f330 0x7fd3e00c9f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e016d460 con 0x7fd3e006f330 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e016d2e0 con 0x7fd3e006e820 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e016d5e0 con 0x7fd3e006ec30 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006f330 0x7fd3e00c9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006f330 0x7fd3e00c9f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59808/0 (socket says 172.21.15.6:59808) 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 -- 172.21.15.6:0/613096489 learned_addr learned my addr 172.21.15.6:0/613096489 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e006e820 0x7fd3e015db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e568b640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3e006ec30 0x7fd3e00c9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 -- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3e006ec30 msgr2=0x7fd3e00c9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3e006ec30 0x7fd3e00c9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 -- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e006e820 msgr2=0x7fd3e015db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e006e820 0x7fd3e015db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 -- 172.21.15.6:0/613096489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e015c0c0 con 0x7fd3e006f330 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e006e820 0x7fd3e015db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e668d640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006f330 0x7fd3e00c9f40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd3d800cab0 tx=0x7fd3d800cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:36.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3d67fc640 1 -- 172.21.15.6:0/613096489 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d8016020 con 0x7fd3e006f330 2024-09-21T07:25:36.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3d67fc640 1 -- 172.21.15.6:0/613096489 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3d800a930 con 0x7fd3e006f330 2024-09-21T07:25:36.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 -- 172.21.15.6:0/613096489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e015c3a0 con 0x7fd3e006f330 2024-09-21T07:25:36.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3d67fc640 1 -- 172.21.15.6:0/613096489 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d800ad60 con 0x7fd3e006f330 2024-09-21T07:25:36.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.519+0000 7fd3e80f0640 1 -- 172.21.15.6:0/613096489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e01603a0 con 0x7fd3e006f330 2024-09-21T07:25:36.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.523+0000 7fd3d67fc640 1 -- 172.21.15.6:0/613096489 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd3d8019020 con 0x7fd3e006f330 2024-09-21T07:25:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.523+0000 7fd3d67fc640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3c4073200 0x7fd3c4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.523+0000 7fd3d67fc640 1 -- 172.21.15.6:0/613096489 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd3d8094090 con 0x7fd3e006f330 2024-09-21T07:25:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.523+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3c4073200 0x7fd3c4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.523+0000 7fd3ef3bb000 1 Processor -- start 2024-09-21T07:25:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.523+0000 7fd3ef3bb000 1 -- start start 2024-09-21T07:25:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.523+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3c4073200 0x7fd3c4075710 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc0016b0 tx=0x7fd3dc009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:36.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7736a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a773be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 0x563f9a774120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563f9a648410 con 0x563f9a622950 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563f9a585b40 con 0x563f9a232460 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x563f9a574f70 con 0x563f9a60bca0 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a773be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a773be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59810/0 (socket says 172.21.15.6:59810) 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 -- 172.21.15.6:0/1749232578 learned_addr learned my addr 172.21.15.6:0/1749232578 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e668d640 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 0x563f9a774120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7736a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 -- 172.21.15.6:0/1749232578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 msgr2=0x563f9a774120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 0x563f9a774120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 -- 172.21.15.6:0/1749232578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 msgr2=0x563f9a7736a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:25:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7736a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 -- 172.21.15.6:0/1749232578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f9a53c5b0 con 0x563f9a622950 2024-09-21T07:25:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a773be0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd3d00193a0 tx=0x7fd3d0019530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2870317b19c0eb55 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3c37fe640 1 -- 172.21.15.6:0/1749232578 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d00bc070 con 0x563f9a622950 2024-09-21T07:25:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3c37fe640 1 -- 172.21.15.6:0/1749232578 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3d0004320 con 0x563f9a622950 2024-09-21T07:25:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3c37fe640 1 -- 172.21.15.6:0/1749232578 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d00b2040 con 0x563f9a622950 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1749232578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 msgr2=0x563f9a773be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a773be0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd3d00193a0 tx=0x7fd3d0019530 comp rx=0 tx=0).stop 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1749232578 shutdown_connections 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 0x563f9a774120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a773be0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1749232578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7736a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1749232578 >> 172.21.15.6:0/1749232578 conn(0x563f9a6f8d90 msgr2=0x563f9a728690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1749232578 shutdown_connections 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1749232578 wait complete. 2024-09-21T07:25:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 -- start start 2024-09-21T07:25:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.527+0000 7fd3ef3bb000 1 Processor -- start 2024-09-21T07:25:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a77a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 0x563f9a77ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a77b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563f9a50f5f0 con 0x563f9a622950 2024-09-21T07:25:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563f9a578d80 con 0x563f9a232460 2024-09-21T07:25:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x563f9a51b520 con 0x563f9a60bca0 2024-09-21T07:25:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 10 client.0 _ll_register_callbacks cb 0x563f9a51f830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:25:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a77b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a77b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59818/0 (socket says 172.21.15.6:59818) 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 -- 172.21.15.6:0/820510658 learned_addr learned my addr 172.21.15.6:0/820510658 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a77a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e568b640 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 0x563f9a77ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 -- 172.21.15.6:0/820510658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 msgr2=0x563f9a77ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 0x563f9a77ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 -- 172.21.15.6:0/820510658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 msgr2=0x563f9a77a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a77a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 -- 172.21.15.6:0/820510658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f9a513190 con 0x563f9a622950 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e668d640 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a77b3a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd3d80925e0 tx=0x7fd3d805e2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edf301a7221ab57c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/820510658 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d8063520 con 0x563f9a622950 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/820510658 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd3d8081be0 con 0x563f9a622950 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/820510658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563f9a50d110 con 0x563f9a622950 2024-09-21T07:25:36.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/820510658 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fd3d80683d0 con 0x563f9a622950 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 10 client.5028 fetch_fsmap learned FSMap version 17 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/820510658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x563f9a5f9f10 con 0x563f9a622950 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/820510658 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x563f9a50d110 con 0x563f9a622950 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/820510658 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7fd3d8074b60 con 0x563f9a622950 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 10 client.5028 fetch_fsmap finished waiting for FSMap version 17 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 10 client.5028 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 20 client.5028 populate_metadata read hostname 'smithi006' 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] conn(0x563f9a2177d0 0x563f9a784d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 4 client.5028 mds_command: new command op to 4854 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/820510658 --> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563f9a587a90 con 0x563f9a2177d0 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] conn(0x563f9a2177d0 0x563f9a784d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 10 client.5028 ms_handle_connect on v2:172.21.15.6:6833/1616866184 2024-09-21T07:25:36.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] conn(0x563f9a2177d0 0x563f9a784d00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0f5d13b51225e59 server_cookie=b12adc5aa528c494 in_seq=0 out_seq=0 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/820510658 <== mds.0 v2:172.21.15.6:6833/1616866184 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x563f9a587a90 con 0x563f9a2177d0 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 10 client.5028 handle_command_reply: tid=0 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 client.5028 shutdown 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/820510658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 msgr2=0x563f9a77b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a77b3a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd3d80925e0 tx=0x7fd3d805e2f0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/820510658 shutdown_connections 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a622950 0x563f9a77b3a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a60bca0 0x563f9a77ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] conn(0x563f9a2177d0 0x563f9a784d00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/820510658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a77a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3c0ff9640 0 client.5028 ms_handle_reset on v2:172.21.15.6:6833/1616866184 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/820510658 >> 172.21.15.6:0/820510658 conn(0x563f9a6f8d90 msgr2=0x563f9a72f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/820510658 shutdown_connections 2024-09-21T07:25:36.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/820510658 wait complete. 2024-09-21T07:25:36.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.531+0000 7fd3ef3bb000 20 client.5028 trim_cache size 0 max 16384 2024-09-21T07:25:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.551+0000 7fd3ef3bb000 1 Processor -- start 2024-09-21T07:25:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.551+0000 7fd3ef3bb000 1 -- start start 2024-09-21T07:25:36.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a232460 0x563f9a7e5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a622950 0x563f9a7e60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e01fa000 con 0x563f9a60bca0 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e0161990 con 0x563f9a622950 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e0160cf0 con 0x563f9a232460 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59822/0 (socket says 172.21.15.6:59822) 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 -- 172.21.15.6:0/1221739493 learned_addr learned my addr 172.21.15.6:0/1221739493 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a232460 0x563f9a7e5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 -- 172.21.15.6:0/1221739493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a232460 msgr2=0x563f9a7e5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a232460 0x563f9a7e5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 -- 172.21.15.6:0/1221739493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a622950 msgr2=0x563f9a7e60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e668d640 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a622950 0x563f9a7e60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a622950 0x563f9a7e60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 -- 172.21.15.6:0/1221739493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f9a5d0db0 con 0x563f9a60bca0 2024-09-21T07:25:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e5b60 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd3d001a3c0 tx=0x7fd3d00091e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7c0f161b94e6a8a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3c2ffd640 1 -- 172.21.15.6:0/1221739493 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d00bc040 con 0x563f9a60bca0 2024-09-21T07:25:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3c2ffd640 1 -- 172.21.15.6:0/1221739493 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3d00a5850 con 0x563f9a60bca0 2024-09-21T07:25:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3c2ffd640 1 -- 172.21.15.6:0/1221739493 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d00b2040 con 0x563f9a60bca0 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1221739493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 msgr2=0x563f9a7e5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e5b60 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd3d001a3c0 tx=0x7fd3d00091e0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1221739493 shutdown_connections 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a622950 0x563f9a7e60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e5b60 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1221739493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a232460 0x563f9a7e5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1221739493 >> 172.21.15.6:0/1221739493 conn(0x563f9a6f8d90 msgr2=0x563f9a771620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1221739493 shutdown_connections 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1221739493 wait complete. 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 -- start start 2024-09-21T07:25:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.555+0000 7fd3ef3bb000 1 Processor -- start 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7e95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a622950 0x563f9a7ea020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563f9a584910 con 0x563f9a60bca0 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x563f9a57d3b0 con 0x563f9a232460 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x563f9a5f9a80 con 0x563f9a622950 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 10 client.0 _ll_register_callbacks cb 0x7fd3d8001bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e9ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59830/0 (socket says 172.21.15.6:59830) 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 -- 172.21.15.6:0/1579368786 learned_addr learned my addr 172.21.15.6:0/1579368786 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7e95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e668d640 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a622950 0x563f9a7ea020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 -- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a622950 msgr2=0x563f9a7ea020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a622950 0x563f9a7ea020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 -- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 msgr2=0x563f9a7e95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7e95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 -- 172.21.15.6:0/1579368786 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f9a53bab0 con 0x563f9a60bca0 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7e95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e568b640 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e9ae0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fd3d00193a0 tx=0x7fd3d00a6a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e24f5a5b06306994 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/1579368786 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d00b2030 con 0x563f9a60bca0 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/1579368786 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd3d00c2b20 con 0x563f9a60bca0 2024-09-21T07:25:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1579368786 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3d00a5850 con 0x563f9a60bca0 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/1579368786 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fd3d00c2d60 con 0x563f9a60bca0 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 10 client.5034 fetch_fsmap learned FSMap version 17 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1579368786 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x563f9a51a070 con 0x563f9a60bca0 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/1579368786 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3d00a5850 con 0x563f9a60bca0 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/1579368786 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7fd3d00ad700 con 0x563f9a60bca0 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 10 client.5034 fetch_fsmap finished waiting for FSMap version 17 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 10 client.5034 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 20 client.5034 populate_metadata read hostname 'smithi006' 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] conn(0x563f9a205830 0x563f9a7a5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 4 client.5034 mds_command: new command op to 4854 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1579368786 --> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] -- command(tid 0: {"prefix": "status"}) -- 0x563f9a583540 con 0x563f9a205830 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] conn(0x563f9a205830 0x563f9a7a5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 10 client.5034 ms_handle_connect on v2:172.21.15.6:6833/1616866184 2024-09-21T07:25:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e5e8c640 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] conn(0x563f9a205830 0x563f9a7a5610 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c69d081d448e8b99 server_cookie=81c58af31936d3e6 in_seq=0 out_seq=0 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 1 -- 172.21.15.6:0/1579368786 <== mds.0 v2:172.21.15.6:6833/1616866184 1 ==== command_reply(tid 0: 0 ) ==== 8+0+316 (crc 0 0 0) 0x563f9a583540 con 0x563f9a205830 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 10 client.5034 handle_command_reply: tid=0 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 client.5034 shutdown 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1579368786 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 msgr2=0x563f9a7e9ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e9ae0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fd3d00193a0 tx=0x7fd3d00a6a10 comp rx=0 tx=0).stop 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1579368786 shutdown_connections 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x563f9a622950 0x563f9a7ea020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563f9a60bca0 0x563f9a7e9ae0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.6:6833/1616866184,v1:172.21.15.6:6835/1616866184] conn(0x563f9a205830 0x563f9a7a5610 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 --2- 172.21.15.6:0/1579368786 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x563f9a232460 0x563f9a7e95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1579368786 >> 172.21.15.6:0/1579368786 conn(0x563f9a6f8d90 msgr2=0x563f9a771fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3c0ff9640 0 client.5034 ms_handle_reset on v2:172.21.15.6:6833/1616866184 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1579368786 shutdown_connections 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 1 -- 172.21.15.6:0/1579368786 wait complete. 2024-09-21T07:25:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3ef3bb000 20 client.5034 trim_cache size 0 max 16384 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 4854, 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 6.118763467, 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 17, 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 32, 2024-09-21T07:25:36.570 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 32, 2024-09-21T07:25:36.571 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 13.1502892 2024-09-21T07:25:36.571 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:25:36.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 -- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3c4073200 msgr2=0x7fd3c4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3c4073200 0x7fd3c4075710 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc0016b0 tx=0x7fd3dc009040 comp rx=0 tx=0).stop 2024-09-21T07:25:36.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 -- 172.21.15.6:0/613096489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006f330 msgr2=0x7fd3e00c9f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006f330 0x7fd3e00c9f40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd3d800cab0 tx=0x7fd3d800cba0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 -- 172.21.15.6:0/613096489 shutdown_connections 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3c4073200 0x7fd3c4075710 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3e006f330 0x7fd3e00c9f40 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3e006ec30 0x7fd3e00c9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 --2- 172.21.15.6:0/613096489 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3e006e820 0x7fd3e015db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 -- 172.21.15.6:0/613096489 >> 172.21.15.6:0/613096489 conn(0x7fd3e00693b0 msgr2=0x7fd3e00b4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 -- 172.21.15.6:0/613096489 shutdown_connections 2024-09-21T07:25:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.559+0000 7fd3e80f0640 1 -- 172.21.15.6:0/613096489 wait complete. 2024-09-21T07:25:36.584 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:25:36.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- 172.21.15.6:0/2823572338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80b5260 msgr2=0x7f69a80707d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 --2- 172.21.15.6:0/2823572338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80b5260 0x7f69a80707d0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f69a80710d0 tx=0x7f699801c830 comp rx=0 tx=0).stop 2024-09-21T07:25:36.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- 172.21.15.6:0/2823572338 shutdown_connections 2024-09-21T07:25:36.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 --2- 172.21.15.6:0/2823572338 >> v2:172.21.15.145:3300/0 conn(0x7f69a815add0 0x7f69a80cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 --2- 172.21.15.6:0/2823572338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80b5260 0x7f69a80707d0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- 172.21.15.6:0/2823572338 >> 172.21.15.6:0/2823572338 conn(0x7f69a80d0020 msgr2=0x7f69a80d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:36.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- 172.21.15.6:0/2823572338 shutdown_connections 2024-09-21T07:25:36.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- 172.21.15.6:0/2823572338 wait complete. 2024-09-21T07:25:36.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 Processor -- start 2024-09-21T07:25:36.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- start start 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f69a80b5260 0x7f69a8149800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80cb560 0x7f69a8159160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69a815add0 0x7f69a814d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f69a8167c50 con 0x7f69a80cb560 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f69a8167ad0 con 0x7f69a815add0 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69acbe8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f69a8167dd0 con 0x7f69a80b5260 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69a5d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80cb560 0x7f69a8159160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69a5d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80cb560 0x7f69a8159160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59854/0 (socket says 172.21.15.6:59854) 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.731+0000 7f69a5d9b640 1 -- 172.21.15.6:0/3568777079 learned_addr learned my addr 172.21.15.6:0/3568777079 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a6d9d640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69a815add0 0x7f69a814d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a659c640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f69a80b5260 0x7f69a8149800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a5d9b640 1 -- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f69a80b5260 msgr2=0x7f69a8149800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a5d9b640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f69a80b5260 0x7f69a8149800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a5d9b640 1 -- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69a815add0 msgr2=0x7f69a814d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a5d9b640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69a815add0 0x7f69a814d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a5d9b640 1 -- 172.21.15.6:0/3568777079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69a8149d40 con 0x7f69a80cb560 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a5d9b640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80cb560 0x7f69a8159160 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f699c00ea90 tx=0x7f699c00ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f6996ffd640 1 -- 172.21.15.6:0/3568777079 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c00cc20 con 0x7f69a80cb560 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f6996ffd640 1 -- 172.21.15.6:0/3568777079 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f699c005020 con 0x7f69a80cb560 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69a814c820 con 0x7f69a80cb560 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f6996ffd640 1 -- 172.21.15.6:0/3568777079 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c005470 con 0x7f69a80cb560 2024-09-21T07:25:36.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69a814cde0 con 0x7f69a80cb560 2024-09-21T07:25:36.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69a80707d0 con 0x7f69a80cb560 2024-09-21T07:25:36.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f6996ffd640 1 -- 172.21.15.6:0/3568777079 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f699c0047b0 con 0x7f69a80cb560 2024-09-21T07:25:36.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f6996ffd640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6988073230 0x7f6988075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:36.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f6996ffd640 1 -- 172.21.15.6:0/3568777079 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f699c094600 con 0x7f69a80cb560 2024-09-21T07:25:36.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.735+0000 7f69a659c640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6988073230 0x7f6988075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:36.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.739+0000 7f69a659c640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6988073230 0x7f6988075740 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f69980af000 tx=0x7f699801b070 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:36.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.743+0000 7f6996ffd640 1 -- 172.21.15.6:0/3568777079 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f69a8149d40 con 0x7f69a80cb560 2024-09-21T07:25:36.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.947+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f69a814c540 con 0x7f69a80cb560 2024-09-21T07:25:36.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.947+0000 7f6996ffd640 1 -- 172.21.15.6:0/3568777079 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7f699c05f630 con 0x7f69a80cb560 2024-09-21T07:25:36.953 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:25:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6988073230 msgr2=0x7f6988075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6988073230 0x7f6988075740 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f69980af000 tx=0x7f699801b070 comp rx=0 tx=0).stop 2024-09-21T07:25:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80cb560 msgr2=0x7f69a8159160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80cb560 0x7f69a8159160 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f699c00ea90 tx=0x7f699c00ef50 comp rx=0 tx=0).stop 2024-09-21T07:25:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 shutdown_connections 2024-09-21T07:25:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6988073230 0x7f6988075740 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f69a815add0 0x7f69a814d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f69a80cb560 0x7f69a8159160 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 --2- 172.21.15.6:0/3568777079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f69a80b5260 0x7f69a8149800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 >> 172.21.15.6:0/3568777079 conn(0x7f69a80d0020 msgr2=0x7f69a81556f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 shutdown_connections 2024-09-21T07:25:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:36.951+0000 7f69acbe8640 1 -- 172.21.15.6:0/3568777079 wait complete. 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:25:36.974 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:25:36.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:36.975 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:25:36.982 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:36.982 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:25:36.983 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42434sec preferred_lft 42434sec 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:25:36.984 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:36.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:36.986 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:25:37.038 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:25:37.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:37.040 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:25:37.090 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:25:37.090 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:25:37.090 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:25:37.090 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:25:37.090 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:25:37.090 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:25:37.090 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:37.090 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:25:37.091 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:25:37.091 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:25:37.091 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:25:37.091 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:25:37.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:37.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:37.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:37.217 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:25:37.264 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:25:37.264 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:25:37.264 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:25:37.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:37.264 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:25:37.320 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:25:37.320 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:37.320 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:37.367 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:25:37.368 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:37.368 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:37.419 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:37.477 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:37.529 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:37.530 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:37.531 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:37.532 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:37.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:37.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:37.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:37.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:37.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:37.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:37.533 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:37.579 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:25:37.579 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:25:37.624 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:37.637 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:37.684 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:37.685 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:37.685 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:37.685 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:37.685 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:37.685 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:37.685 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:37.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:37.686 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:37.732 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:25:37.727+0000 7f7e31af0580 -1 init, newargv = 0x7f7e200ad020 newargc=15 2024-09-21T07:25:37.732 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[38128]: starting ceph client 2024-09-21T07:25:37.737 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[38128]: starting fuse 2024-09-21T07:25:38.835 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:38.852 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:38.902 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:38.903 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:38.904 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:38.904 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:38.904 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:38.904 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:38.904 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:38.904 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:38.904 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:38.904 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:38.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:38.905 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:38.951 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:25:38.952 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:25:38.952 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:25:38.953 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:38.954 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:25:38.954 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:25:39.082 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.38128.asok 2024-09-21T07:25:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:39.095 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.38128.asok 2024-09-21T07:25:39.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:39.095 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.38128.asok status 2024-09-21T07:25:39.278 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:25:39.279 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:25:39.279 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:25:39.279 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:25:39.279 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:25:39.279 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:25:39.280 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:25:39.280 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "38128", 2024-09-21T07:25:39.280 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:25:39.280 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:39.280 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:25:39.280 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5046, 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5046 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:25:39.281 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1204679109 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1204679109 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5046 192.168.0.1:0/1204679109", 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/1204679109", 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:25:39.282 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 17, 2024-09-21T07:25:39.283 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 32, 2024-09-21T07:25:39.283 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:25:39.283 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:25:39.283 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:25:39.283 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:25:39.295 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:39.295 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:25:39.295 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:39.301 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:25:39.301 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:39.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:39.301 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:39.356 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:25:39.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 -- 172.21.15.6:0/845458879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4de00cbff0 msgr2=0x7f4de0073dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:39.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 --2- 172.21.15.6:0/845458879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4de00cbff0 0x7f4de0073dd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009840 tx=0x7f4dd801c7f0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 -- 172.21.15.6:0/845458879 shutdown_connections 2024-09-21T07:25:39.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 --2- 172.21.15.6:0/845458879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4de00cbff0 0x7f4de0073dd0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 --2- 172.21.15.6:0/845458879 >> v2:172.21.15.145:3300/0 conn(0x7f4de015d740 0x7f4de00cbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 -- 172.21.15.6:0/845458879 >> 172.21.15.6:0/845458879 conn(0x7f4de00cdc40 msgr2=0x7f4de00ce050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:39.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 -- 172.21.15.6:0/845458879 shutdown_connections 2024-09-21T07:25:39.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 -- 172.21.15.6:0/845458879 wait complete. 2024-09-21T07:25:39.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 Processor -- start 2024-09-21T07:25:39.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.559+0000 7f4de6c83640 1 -- start start 2024-09-21T07:25:39.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4de006cde0 0x7f4de0150160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:39.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4de00cbff0 0x7f4de01f8c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4de015d740 0x7f4de01f9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4de0169820 con 0x7f4de00cbff0 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4de01696a0 con 0x7f4de006cde0 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4de01699a0 con 0x7f4de015d740 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4de00cbff0 0x7f4de01f8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4de00cbff0 0x7f4de01f8c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59870/0 (socket says 172.21.15.6:59870) 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 -- 172.21.15.6:0/1962459239 learned_addr learned my addr 172.21.15.6:0/1962459239 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de4a1f640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4de006cde0 0x7f4de0150160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de5220640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4de015d740 0x7f4de01f9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 -- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4de015d740 msgr2=0x7f4de01f9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4de015d740 0x7f4de01f9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 -- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4de006cde0 msgr2=0x7f4de0150160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4de006cde0 0x7f4de0150160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 -- 172.21.15.6:0/1962459239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de01665b0 con 0x7f4de00cbff0 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de4a1f640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4de006cde0 0x7f4de0150160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddffff640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4de00cbff0 0x7f4de01f8c10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4dc800efb0 tx=0x7f4dc800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddd7fa640 1 -- 172.21.15.6:0/1962459239 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8003980 con 0x7f4de00cbff0 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de0166890 con 0x7f4de00cbff0 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddd7fa640 1 -- 172.21.15.6:0/1962459239 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4dc8003c10 con 0x7f4de00cbff0 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddd7fa640 1 -- 172.21.15.6:0/1962459239 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8004020 con 0x7f4de00cbff0 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de00c9f40 con 0x7f4de00cbff0 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de01fc930 con 0x7f4de00cbff0 2024-09-21T07:25:39.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddd7fa640 1 -- 172.21.15.6:0/1962459239 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4dc80041c0 con 0x7f4de00cbff0 2024-09-21T07:25:39.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddd7fa640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4dc0073200 0x7f4dc0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:39.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.563+0000 7f4ddd7fa640 1 -- 172.21.15.6:0/1962459239 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4dc8095040 con 0x7f4de00cbff0 2024-09-21T07:25:39.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.567+0000 7f4de4a1f640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4dc0073200 0x7f4dc0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:39.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.567+0000 7f4de4a1f640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4dc0073200 0x7f4dc0075710 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4dd00016b0 tx=0x7f4dd0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:39.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.567+0000 7f4ddd7fa640 1 -- 172.21.15.6:0/1962459239 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4dc8024020 con 0x7f4de00cbff0 2024-09-21T07:25:39.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4de00cad10 con 0x7f4de00cbff0 2024-09-21T07:25:39.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4ddd7fa640 1 -- 172.21.15.6:0/1962459239 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7f4de00cad10 con 0x7f4de00cbff0 2024-09-21T07:25:39.792 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:25:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4dc0073200 msgr2=0x7f4dc0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4dc0073200 0x7f4dc0075710 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4dd00016b0 tx=0x7f4dd0009040 comp rx=0 tx=0).stop 2024-09-21T07:25:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4de00cbff0 msgr2=0x7f4de01f8c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4de00cbff0 0x7f4de01f8c10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4dc800efb0 tx=0x7f4dc800c800 comp rx=0 tx=0).stop 2024-09-21T07:25:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 shutdown_connections 2024-09-21T07:25:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4dc0073200 0x7f4dc0075710 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4de015d740 0x7f4de01f9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4de00cbff0 0x7f4de01f8c10 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 --2- 172.21.15.6:0/1962459239 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4de006cde0 0x7f4de0150160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 >> 172.21.15.6:0/1962459239 conn(0x7f4de00cdc40 msgr2=0x7f4de015ab90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 shutdown_connections 2024-09-21T07:25:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:39.787+0000 7f4de6c83640 1 -- 172.21.15.6:0/1962459239 wait complete. 2024-09-21T07:25:39.813 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:25:39.814 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:25:39.814 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:25:39.814 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:25:39.814 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:39.814 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:25:39.814 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:25:39.814 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:25:39.814 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:25:39.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:39.814 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:25:39.821 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:39.821 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:39.821 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:25:39.822 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42433sec preferred_lft 42433sec 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:39.823 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:25:39.824 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:39.824 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:25:39.824 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:39.824 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:25:39.824 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:39.824 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:25:39.824 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:39.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:39.824 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:25:39.876 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:25:39.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:39.877 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:39.927 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:25:39.928 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:25:39.928 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:39.928 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:25:39.928 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:25:39.928 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:25:39.928 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:25:39.928 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:25:40.016 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:40.043 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:40.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:40.051 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:25:40.056 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:25:40.056 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:25:40.056 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:25:40.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:40.056 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:25:40.112 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:25:40.112 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:40.112 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:40.158 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:25:40.159 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:40.159 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:40.206 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:40.264 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:40.316 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:40.316 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:40.316 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:40.316 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:40.316 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:40.316 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:40.316 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:40.317 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:40.318 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:40.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:40.319 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:40.367 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:25:40.367 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:25:40.412 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:40.427 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:40.475 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:40.475 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:40.475 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:40.476 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:40.477 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:40.478 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:40.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:40.478 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:40.524 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:25:40.519+0000 7f73a351b580 -1 init, newargv = 0x7f7390004d40 newargc=15 2024-09-21T07:25:40.525 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[34834]: starting ceph client 2024-09-21T07:25:40.534 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[34834]: starting fuse 2024-09-21T07:25:41.627 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:25:41.644 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:41.692 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:25:41.692 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:25:41.693 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:25:41.693 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:25:41.693 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:25:41.693 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:25:41.693 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:25:41.693 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:25:41.694 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:25:41.694 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:25:41.694 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:41.695 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:25:41.696 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:41.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:41.697 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:25:41.743 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:25:41.743 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:25:41.743 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:25:41.744 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:25:41.745 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:25:41.873 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.34834.asok 2024-09-21T07:25:41.876 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:25:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:41.886 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.34834.asok 2024-09-21T07:25:41.886 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:41.886 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.34834.asok status 2024-09-21T07:25:42.064 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:25:42.064 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:25:42.064 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:25:42.065 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:25:42.065 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:25:42.065 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:25:42.065 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:25:42.065 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "34834", 2024-09-21T07:25:42.065 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:25:42.066 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:42.066 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:25:42.066 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:25:42.066 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 4909, 2024-09-21T07:25:42.066 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:25:42.066 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:25:42.067 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:25:42.067 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 4909 2024-09-21T07:25:42.067 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:42.067 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:25:42.067 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:25:42.067 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:25:42.067 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3423941368 2024-09-21T07:25:42.068 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:25:42.068 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:42.068 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:25:42.068 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:25:42.068 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:25:42.068 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3423941368 2024-09-21T07:25:42.069 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:25:42.069 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.4909 192.168.0.1:0/3423941368", 2024-09-21T07:25:42.069 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/3423941368", 2024-09-21T07:25:42.069 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:25:42.069 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 17, 2024-09-21T07:25:42.069 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 32, 2024-09-21T07:25:42.070 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:25:42.070 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:25:42.070 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:25:42.070 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:25:42.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:42.080 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:25:42.080 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:42.086 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:25:42.087 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:42.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:42.087 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:42.142 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds ms_async_reap_threshold 1 2024-09-21T07:25:42.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 -- 172.21.15.6:0/3054391286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cff80 msgr2=0x7f79ec0d0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 --2- 172.21.15.6:0/3054391286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cff80 0x7f79ec0d0390 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f79e4009c80 tx=0x7f79e401cda0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 -- 172.21.15.6:0/3054391286 shutdown_connections 2024-09-21T07:25:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 --2- 172.21.15.6:0/3054391286 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79ec15ef90 0x7f79ec15f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 --2- 172.21.15.6:0/3054391286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cff80 0x7f79ec0d0390 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 -- 172.21.15.6:0/3054391286 >> 172.21.15.6:0/3054391286 conn(0x7f79ec06ee90 msgr2=0x7f79ec06f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:42.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 -- 172.21.15.6:0/3054391286 shutdown_connections 2024-09-21T07:25:42.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 -- 172.21.15.6:0/3054391286 wait complete. 2024-09-21T07:25:42.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 Processor -- start 2024-09-21T07:25:42.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.315+0000 7f79f4701640 1 -- start start 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cdbe0 0x7f79ec142220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79ec0cff80 0x7f79ec0afe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79ec15ef90 0x7f79ec1f6000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f79ec168c50 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f79ec168ad0 con 0x7f79ec0cff80 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f79ec168dd0 con 0x7f79ec15ef90 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cdbe0 0x7f79ec142220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cdbe0 0x7f79ec142220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59880/0 (socket says 172.21.15.6:59880) 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 -- 172.21.15.6:0/3651727270 learned_addr learned my addr 172.21.15.6:0/3651727270 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f1c9c640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79ec0cff80 0x7f79ec0afe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f2c9e640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79ec15ef90 0x7f79ec1f6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:42.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 -- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79ec15ef90 msgr2=0x7f79ec1f6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79ec15ef90 0x7f79ec1f6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 -- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79ec0cff80 msgr2=0x7f79ec0afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79ec0cff80 0x7f79ec0afe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 -- 172.21.15.6:0/3651727270 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79ec142b20 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f249d640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cdbe0 0x7f79ec142220 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f79e401d640 tx=0x7f79e4005b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79e2ffd640 1 -- 172.21.15.6:0/3651727270 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e40bc070 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79e2ffd640 1 -- 172.21.15.6:0/3651727270 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79e40042f0 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79ec142e00 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79e2ffd640 1 -- 172.21.15.6:0/3651727270 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e40b2040 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79ec1433c0 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.319+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79ec0d0390 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.323+0000 7f79e2ffd640 1 -- 172.21.15.6:0/3651727270 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f79e4004720 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.323+0000 7f79e2ffd640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f79d0073230 0x7f79d0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:42.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.323+0000 7f79e2ffd640 1 -- 172.21.15.6:0/3651727270 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f79e412e190 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.323+0000 7f79f1c9c640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f79d0073230 0x7f79d0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:42.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.323+0000 7f79f1c9c640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f79d0073230 0x7f79d0075740 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f79dc0058d0 tx=0x7f79dc005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:42.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.327+0000 7f79e2ffd640 1 -- 172.21.15.6:0/3651727270 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f79e4016990 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.499+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=ms_async_reap_threshold}] v 0) -- 0x7f79ec15eae0 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.507+0000 7f79e2ffd640 1 -- 172.21.15.6:0/3651727270 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=ms_async_reap_threshold}]=0 v33)=0 v33) ==== 121+0+0 (secure 0 0 0) 0x7f79e40f9130 con 0x7f79ec0cdbe0 2024-09-21T07:25:42.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f79d0073230 msgr2=0x7f79d0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f79d0073230 0x7f79d0075740 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f79dc0058d0 tx=0x7f79dc005860 comp rx=0 tx=0).stop 2024-09-21T07:25:42.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cdbe0 msgr2=0x7f79ec142220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cdbe0 0x7f79ec142220 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f79e401d640 tx=0x7f79e4005b10 comp rx=0 tx=0).stop 2024-09-21T07:25:42.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 shutdown_connections 2024-09-21T07:25:42.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f79d0073230 0x7f79d0075740 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f79ec15ef90 0x7f79ec1f6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f79ec0cff80 0x7f79ec0afe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 --2- 172.21.15.6:0/3651727270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79ec0cdbe0 0x7f79ec142220 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 >> 172.21.15.6:0/3651727270 conn(0x7f79ec06ee90 msgr2=0x7f79ec0cdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:42.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 shutdown_connections 2024-09-21T07:25:42.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.511+0000 7f79f4701640 1 -- 172.21.15.6:0/3651727270 wait complete. 2024-09-21T07:25:42.534 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:42.534 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:42.540 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:42.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.739+0000 7f1abe833640 1 -- 172.21.15.6:0/3885143599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1aa0003ad0 msgr2=0x7f1aa0003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.739+0000 7f1abe833640 1 --2- 172.21.15.6:0/3885143599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1aa0003ad0 0x7f1aa0003f40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8009b60 tx=0x7f1aa801d280 comp rx=0 tx=0).stop 2024-09-21T07:25:42.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.739+0000 7f1abe833640 1 -- 172.21.15.6:0/3885143599 shutdown_connections 2024-09-21T07:25:42.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.739+0000 7f1abe833640 1 --2- 172.21.15.6:0/3885143599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1aa0003ad0 0x7f1aa0003f40 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.739+0000 7f1abe833640 1 -- 172.21.15.6:0/3885143599 >> 172.21.15.6:0/3885143599 conn(0x7f1ab80cdc40 msgr2=0x7f1ab80ce050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:42.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.739+0000 7f1abe833640 1 -- 172.21.15.6:0/3885143599 shutdown_connections 2024-09-21T07:25:42.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.739+0000 7f1abe833640 1 -- 172.21.15.6:0/3885143599 wait complete. 2024-09-21T07:25:42.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abe833640 1 Processor -- start 2024-09-21T07:25:42.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abe833640 1 -- start start 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abe833640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1aa0003ad0 0x7f1ab80c73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abe833640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ab8155940 0x7f1ab814c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abe833640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ab81fa240 0x7f1ab81fa650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abe833640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab8071cb0 con 0x7f1ab81fa240 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abe833640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab81529a0 con 0x7f1aa0003ad0 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abe833640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1ab80b4340 con 0x7f1ab8155940 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ab81fa240 0x7f1ab81fa650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ab81fa240 0x7f1ab81fa650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59904/0 (socket says 172.21.15.6:59904) 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 -- 172.21.15.6:0/3499431999 learned_addr learned my addr 172.21.15.6:0/3499431999 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1ab77fe640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ab8155940 0x7f1ab814c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1ab7fff640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1aa0003ad0 0x7f1ab80c73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:42.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 -- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ab8155940 msgr2=0x7f1ab814c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ab8155940 0x7f1ab814c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 -- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1aa0003ad0 msgr2=0x7f1ab80c73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1aa0003ad0 0x7f1ab80c73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 -- 172.21.15.6:0/3499431999 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ab81fab90 con 0x7f1ab81fa240 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1ab7fff640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1aa0003ad0 0x7f1ab80c73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.743+0000 7f1abcdd0640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ab81fa240 0x7f1ab81fa650 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1ab815bb90 tx=0x7f1ab000cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1ab4ff9640 1 -- 172.21.15.6:0/3499431999 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab0018070 con 0x7f1ab81fa240 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1ab4ff9640 1 -- 172.21.15.6:0/3499431999 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ab0003c70 con 0x7f1ab81fa240 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ab80c4e90 con 0x7f1ab81fa240 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1ab4ff9640 1 -- 172.21.15.6:0/3499431999 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab0003e60 con 0x7f1ab81fa240 2024-09-21T07:25:42.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ab80c5450 con 0x7f1ab81fa240 2024-09-21T07:25:42.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ab80c7980 con 0x7f1ab81fa240 2024-09-21T07:25:42.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1ab4ff9640 1 -- 172.21.15.6:0/3499431999 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1ab001b070 con 0x7f1ab81fa240 2024-09-21T07:25:42.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1ab4ff9640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1aa4073230 0x7f1aa4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:42.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1ab4ff9640 1 -- 172.21.15.6:0/3499431999 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1ab0093700 con 0x7f1ab81fa240 2024-09-21T07:25:42.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.747+0000 7f1ab7fff640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1aa4073230 0x7f1aa4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:42.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.751+0000 7f1ab7fff640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1aa4073230 0x7f1aa4075740 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1aa80ae000 tx=0x7f1aa801a020 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:42.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.751+0000 7f1ab4ff9640 1 -- 172.21.15.6:0/3499431999 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1ab81fab90 con 0x7f1ab81fa240 2024-09-21T07:25:42.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.939+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1ab815f2f0 con 0x7f1ab81fa240 2024-09-21T07:25:42.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.939+0000 7f1ab4ff9640 1 -- 172.21.15.6:0/3499431999 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f1ab005e6a0 con 0x7f1ab81fa240 2024-09-21T07:25:42.945 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:42.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1aa4073230 msgr2=0x7f1aa4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1aa4073230 0x7f1aa4075740 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1aa80ae000 tx=0x7f1aa801a020 comp rx=0 tx=0).stop 2024-09-21T07:25:42.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ab81fa240 msgr2=0x7f1ab81fa650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:42.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ab81fa240 0x7f1ab81fa650 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1ab815bb90 tx=0x7f1ab000cb90 comp rx=0 tx=0).stop 2024-09-21T07:25:42.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 shutdown_connections 2024-09-21T07:25:42.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1aa4073230 0x7f1aa4075740 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ab81fa240 0x7f1ab81fa650 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1ab8155940 0x7f1ab814c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 --2- 172.21.15.6:0/3499431999 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1aa0003ad0 0x7f1ab80c73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:42.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 >> 172.21.15.6:0/3499431999 conn(0x7f1ab80cdc40 msgr2=0x7f1ab80b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:42.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 shutdown_connections 2024-09-21T07:25:42.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:42.943+0000 7f1abe833640 1 -- 172.21.15.6:0/3499431999 wait complete. 2024-09-21T07:25:42.967 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:42.967 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:42.975 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:43.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 -- 172.21.15.6:0/2020608285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d1d60 msgr2=0x7f03040cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 --2- 172.21.15.6:0/2020608285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d1d60 0x7f03040cc930 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f03040cec60 tx=0x7f02fc01c770 comp rx=0 tx=0).stop 2024-09-21T07:25:43.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 -- 172.21.15.6:0/2020608285 shutdown_connections 2024-09-21T07:25:43.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 --2- 172.21.15.6:0/2020608285 >> v2:172.21.15.145:3300/0 conn(0x7f03040cecf0 0x7f03040cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 --2- 172.21.15.6:0/2020608285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d1d60 0x7f03040cc930 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 -- 172.21.15.6:0/2020608285 >> 172.21.15.6:0/2020608285 conn(0x7f03040693b0 msgr2=0x7f03040710e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:43.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 -- 172.21.15.6:0/2020608285 shutdown_connections 2024-09-21T07:25:43.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 -- 172.21.15.6:0/2020608285 wait complete. 2024-09-21T07:25:43.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 Processor -- start 2024-09-21T07:25:43.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.179+0000 7f030a6f5640 1 -- start start 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03040cecf0 0x7f03040b0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d0550 0x7f03040b2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03040d1d60 0x7f03040cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f030416a1d0 con 0x7f03040d0550 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f030416a050 con 0x7f03040d1d60 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f030416a350 con 0x7f03040cecf0 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d0550 0x7f03040b2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d0550 0x7f03040b2d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59914/0 (socket says 172.21.15.6:59914) 2024-09-21T07:25:43.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 -- 172.21.15.6:0/3663967638 learned_addr learned my addr 172.21.15.6:0/3663967638 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f0308c92640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03040d1d60 0x7f03040cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f0303fff640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03040cecf0 0x7f03040b0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 -- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03040cecf0 msgr2=0x7f03040b0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03040cecf0 0x7f03040b0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 -- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03040d1d60 msgr2=0x7f03040cbd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03040d1d60 0x7f03040cbd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 -- 172.21.15.6:0/3663967638 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03040b1b30 con 0x7f03040d0550 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f03037fe640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d0550 0x7f03040b2d40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f02ec00eaa0 tx=0x7f02ec00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f0300ff9640 1 -- 172.21.15.6:0/3663967638 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ec00ce10 con 0x7f03040d0550 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f0300ff9640 1 -- 172.21.15.6:0/3663967638 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02ec011470 con 0x7f03040d0550 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03040b1e10 con 0x7f03040d0550 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f0300ff9640 1 -- 172.21.15.6:0/3663967638 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ec0118a0 con 0x7f03040d0550 2024-09-21T07:25:43.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03040b23d0 con 0x7f03040d0550 2024-09-21T07:25:43.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03040cf100 con 0x7f03040d0550 2024-09-21T07:25:43.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f0300ff9640 1 -- 172.21.15.6:0/3663967638 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f02ec01a400 con 0x7f03040d0550 2024-09-21T07:25:43.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f0300ff9640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073230 0x7f02e4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:43.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.183+0000 7f0300ff9640 1 -- 172.21.15.6:0/3663967638 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f02ec095480 con 0x7f03040d0550 2024-09-21T07:25:43.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.187+0000 7f0303fff640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073230 0x7f02e4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:43.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.187+0000 7f0303fff640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073230 0x7f02e4075740 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0af000 tx=0x7f02fc01afb0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:43.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.187+0000 7f0300ff9640 1 -- 172.21.15.6:0/3663967638 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f02ec028020 con 0x7f03040d0550 2024-09-21T07:25:43.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.375+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f03040b18c0 con 0x7f03040d0550 2024-09-21T07:25:43.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.375+0000 7f0300ff9640 1 -- 172.21.15.6:0/3663967638 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f02ec016030 con 0x7f03040d0550 2024-09-21T07:25:43.381 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:43.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073230 msgr2=0x7f02e4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073230 0x7f02e4075740 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0af000 tx=0x7f02fc01afb0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d0550 msgr2=0x7f03040b2d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d0550 0x7f03040b2d40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f02ec00eaa0 tx=0x7f02ec00ef60 comp rx=0 tx=0).stop 2024-09-21T07:25:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 shutdown_connections 2024-09-21T07:25:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02e4073230 0x7f02e4075740 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f03040d1d60 0x7f03040cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03040d0550 0x7f03040b2d40 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 --2- 172.21.15.6:0/3663967638 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03040cecf0 0x7f03040b0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 >> 172.21.15.6:0/3663967638 conn(0x7f03040693b0 msgr2=0x7f03040d0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 shutdown_connections 2024-09-21T07:25:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.379+0000 7f030a6f5640 1 -- 172.21.15.6:0/3663967638 wait complete. 2024-09-21T07:25:43.404 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:25:43.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:43.404 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:43.415 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[38128]: fuse finished with error 0 and tester_r 0 2024-09-21T07:25:43.416 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:43.507 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:25:43.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:43.507 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:25:43.514 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:43.514 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:43.521 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:43.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.707+0000 7f9764d6c640 1 -- 172.21.15.6:0/277217480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9748003a80 msgr2=0x7f9748003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.707+0000 7f9764d6c640 1 --2- 172.21.15.6:0/277217480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9748003a80 0x7f9748003ef0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f975000c610 tx=0x7f975001d2d0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.707+0000 7f975ed9d640 1 -- 172.21.15.6:0/277217480 reap_dead start 2024-09-21T07:25:43.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.707+0000 7f9764d6c640 1 -- 172.21.15.6:0/277217480 shutdown_connections 2024-09-21T07:25:43.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.707+0000 7f9764d6c640 1 -- 172.21.15.6:0/277217480 >> 172.21.15.6:0/277217480 conn(0x7f97600d0bc0 msgr2=0x7f97600d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:43.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.707+0000 7f9764d6c640 1 -- 172.21.15.6:0/277217480 shutdown_connections 2024-09-21T07:25:43.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.707+0000 7f9764d6c640 1 -- 172.21.15.6:0/277217480 wait complete. 2024-09-21T07:25:43.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 Processor -- start 2024-09-21T07:25:43.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 -- start start 2024-09-21T07:25:43.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9748003a80 0x7f976014ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:43.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97600c9620 0x7f97601f58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760150200 0x7f9760150610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9760166350 con 0x7f9760150200 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f97601661d0 con 0x7f97600c9620 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f97601664d0 con 0x7f9748003a80 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760150200 0x7f9760150610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760150200 0x7f9760150610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35910/0 (socket says 172.21.15.6:35910) 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 -- 172.21.15.6:0/1058810973 learned_addr learned my addr 172.21.15.6:0/1058810973 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975e59c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9748003a80 0x7f976014ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975dd9b640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97600c9620 0x7f97601f58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 -- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9748003a80 msgr2=0x7f976014ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9748003a80 0x7f976014ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 -- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97600c9620 msgr2=0x7f97601f58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97600c9620 0x7f97601f58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 -- 172.21.15.6:0/1058810973 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f976014ecf0 con 0x7f9760150200 2024-09-21T07:25:43.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f975ed9d640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760150200 0x7f9760150610 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9748004790 tx=0x7f975800bae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:43.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f974effd640 1 -- 172.21.15.6:0/1058810973 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975800f020 con 0x7f9760150200 2024-09-21T07:25:43.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f974effd640 1 -- 172.21.15.6:0/1058810973 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f975800f1c0 con 0x7f9760150200 2024-09-21T07:25:43.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f974effd640 1 -- 172.21.15.6:0/1058810973 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9758005280 con 0x7f9760150200 2024-09-21T07:25:43.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f976014f160 con 0x7f9760150200 2024-09-21T07:25:43.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f976014f720 con 0x7f9760150200 2024-09-21T07:25:43.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.711+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97600cfbb0 con 0x7f9760150200 2024-09-21T07:25:43.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.715+0000 7f974effd640 1 -- 172.21.15.6:0/1058810973 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f975801f020 con 0x7f9760150200 2024-09-21T07:25:43.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.715+0000 7f974effd640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9740073200 0x7f9740075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:43.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.715+0000 7f974effd640 1 -- 172.21.15.6:0/1058810973 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f9758095ad0 con 0x7f9760150200 2024-09-21T07:25:43.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.715+0000 7f975e59c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9740073200 0x7f9740075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:43.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.715+0000 7f975e59c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9740073200 0x7f9740075710 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f97500ad000 tx=0x7f97500b2040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:43.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.719+0000 7f974effd640 1 -- 172.21.15.6:0/1058810973 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f975800f3b0 con 0x7f9760150200 2024-09-21T07:25:43.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.895+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f976014eec0 con 0x7f9760150200 2024-09-21T07:25:43.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f974effd640 1 -- 172.21.15.6:0/1058810973 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f9758060af0 con 0x7f9760150200 2024-09-21T07:25:43.903 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:43.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9740073200 msgr2=0x7f9740075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9740073200 0x7f9740075710 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f97500ad000 tx=0x7f97500b2040 comp rx=0 tx=0).stop 2024-09-21T07:25:43.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760150200 msgr2=0x7f9760150610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:43.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760150200 0x7f9760150610 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9748004790 tx=0x7f975800bae0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 shutdown_connections 2024-09-21T07:25:43.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9740073200 0x7f9740075710 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760150200 0x7f9760150610 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f97600c9620 0x7f97601f58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 --2- 172.21.15.6:0/1058810973 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9748003a80 0x7f976014ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:43.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 >> 172.21.15.6:0/1058810973 conn(0x7f97600d0bc0 msgr2=0x7f9760158ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:43.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 shutdown_connections 2024-09-21T07:25:43.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:43.899+0000 7f9764d6c640 1 -- 172.21.15.6:0/1058810973 wait complete. 2024-09-21T07:25:43.923 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:43.924 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:43.931 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:44.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.083+0000 7f845c539640 1 -- 172.21.15.6:0/2005797107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b65c0 msgr2=0x7f84540d3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:44.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.083+0000 7f845c539640 1 --2- 172.21.15.6:0/2005797107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b65c0 0x7f84540d3690 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f844c009840 tx=0x7f844c01c820 comp rx=0 tx=0).stop 2024-09-21T07:25:44.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.083+0000 7f845c539640 1 -- 172.21.15.6:0/2005797107 shutdown_connections 2024-09-21T07:25:44.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.083+0000 7f845c539640 1 --2- 172.21.15.6:0/2005797107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b65c0 0x7f84540d3690 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:44.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.083+0000 7f845c539640 1 --2- 172.21.15.6:0/2005797107 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8454162d40 0x7f845415e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:44.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.083+0000 7f845c539640 1 -- 172.21.15.6:0/2005797107 >> 172.21.15.6:0/2005797107 conn(0x7f84540d0eb0 msgr2=0x7f84540d12c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:44.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.083+0000 7f845c539640 1 -- 172.21.15.6:0/2005797107 shutdown_connections 2024-09-21T07:25:44.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.083+0000 7f845c539640 1 -- 172.21.15.6:0/2005797107 wait complete. 2024-09-21T07:25:44.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 Processor -- start 2024-09-21T07:25:44.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 -- start start 2024-09-21T07:25:44.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b7a80 0x7f8454153b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:44.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8454162d40 0x7f84541616a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:44.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8454162240 0x7f8454161be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:44.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f845416beb0 con 0x7f84540b7a80 2024-09-21T07:25:44.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f845416bd30 con 0x7f8454162d40 2024-09-21T07:25:44.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f845416c030 con 0x7f8454162240 2024-09-21T07:25:44.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b7a80 0x7f8454153b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:44.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b7a80 0x7f8454153b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35932/0 (socket says 172.21.15.6:35932) 2024-09-21T07:25:44.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 -- 172.21.15.6:0/2106556891 learned_addr learned my addr 172.21.15.6:0/2106556891 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:44.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 -- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8454162240 msgr2=0x7f8454161be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:44.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8454162240 0x7f8454161be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:44.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 -- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8454162d40 msgr2=0x7f84541616a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:44.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f8459ad4640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8454162d40 0x7f84541616a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8454162d40 0x7f84541616a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 -- 172.21.15.6:0/2106556891 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8454154410 con 0x7f84540b7a80 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f8459ad4640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8454162d40 0x7f84541616a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845a2d5640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b7a80 0x7f8454153b80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f845000eaa0 tx=0x7f845000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f844affd640 1 -- 172.21.15.6:0/2106556891 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f845000ce10 con 0x7f84540b7a80 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f844affd640 1 -- 172.21.15.6:0/2106556891 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8450011470 con 0x7f84540b7a80 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.087+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84541546f0 con 0x7f84540b7a80 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.091+0000 7f844affd640 1 -- 172.21.15.6:0/2106556891 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84500118a0 con 0x7f84540b7a80 2024-09-21T07:25:44.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.091+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8454154cb0 con 0x7f84540b7a80 2024-09-21T07:25:44.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.091+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84540d3690 con 0x7f84540b7a80 2024-09-21T07:25:44.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.091+0000 7f844affd640 1 -- 172.21.15.6:0/2106556891 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8450011a40 con 0x7f84540b7a80 2024-09-21T07:25:44.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.091+0000 7f844affd640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8438073200 0x7f8438075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:44.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.091+0000 7f844affd640 1 -- 172.21.15.6:0/2106556891 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f8450094e20 con 0x7f84540b7a80 2024-09-21T07:25:44.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.091+0000 7f8459ad4640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8438073200 0x7f8438075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:44.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.091+0000 7f8459ad4640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8438073200 0x7f8438075710 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f84540b9c60 tx=0x7f8444009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:44.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.095+0000 7f844affd640 1 -- 172.21.15.6:0/2106556891 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8450016030 con 0x7f84540b7a80 2024-09-21T07:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.275+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f845415a830 con 0x7f84540b7a80 2024-09-21T07:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.275+0000 7f844affd640 1 -- 172.21.15.6:0/2106556891 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f845005ff60 con 0x7f84540b7a80 2024-09-21T07:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:44.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8438073200 msgr2=0x7f8438075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:44.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8438073200 0x7f8438075710 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f84540b9c60 tx=0x7f8444009040 comp rx=0 tx=0).stop 2024-09-21T07:25:44.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b7a80 msgr2=0x7f8454153b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:44.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b7a80 0x7f8454153b80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f845000eaa0 tx=0x7f845000ef60 comp rx=0 tx=0).stop 2024-09-21T07:25:44.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 shutdown_connections 2024-09-21T07:25:44.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8438073200 0x7f8438075710 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:44.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8454162240 0x7f8454161be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:44.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8454162d40 0x7f84541616a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:44.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 --2- 172.21.15.6:0/2106556891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f84540b7a80 0x7f8454153b80 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:44.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 >> 172.21.15.6:0/2106556891 conn(0x7f84540d0eb0 msgr2=0x7f845415c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:44.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 shutdown_connections 2024-09-21T07:25:44.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:44.279+0000 7f845c539640 1 -- 172.21.15.6:0/2106556891 wait complete. 2024-09-21T07:25:44.301 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:25:44.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:44.302 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:25:44.315 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[34834]: fuse finished with error 0 and tester_r 0 2024-09-21T07:25:44.316 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:50.418 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:25:50.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:50.418 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:25:50.426 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:50.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f37b2640 1 -- 172.21.15.6:0/585792041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 msgr2=0x7fd5d8004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:50.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f37b2640 1 --2- 172.21.15.6:0/585792041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 0x7fd5d8004810 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc006fd0 tx=0x7fd5dc01cf20 comp rx=0 tx=0).stop 2024-09-21T07:25:50.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f1d4f640 1 -- 172.21.15.6:0/585792041 reap_dead start 2024-09-21T07:25:50.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f37b2640 1 -- 172.21.15.6:0/585792041 shutdown_connections 2024-09-21T07:25:50.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f37b2640 1 -- 172.21.15.6:0/585792041 >> 172.21.15.6:0/585792041 conn(0x7fd5ec0b2950 msgr2=0x7fd5ec0b2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:50.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f37b2640 1 -- 172.21.15.6:0/585792041 shutdown_connections 2024-09-21T07:25:50.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f37b2640 1 -- 172.21.15.6:0/585792041 wait complete. 2024-09-21T07:25:50.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f37b2640 1 Processor -- start 2024-09-21T07:25:50.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.591+0000 7fd5f37b2640 1 -- start start 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 0x7fd5ec15ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec139a60 0x7fd5ec070590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5ec070ad0 0x7fd5ec13a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec167f50 con 0x7fd5d8004080 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec167dd0 con 0x7fd5ec139a60 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd5ec1680d0 con 0x7fd5ec070ad0 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 0x7fd5ec15ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 0x7fd5ec15ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35952/0 (socket says 172.21.15.6:35952) 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 -- 172.21.15.6:0/265183720 learned_addr learned my addr 172.21.15.6:0/265183720 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f0d4d640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec139a60 0x7fd5ec070590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:50.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f1d4f640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5ec070ad0 0x7fd5ec13a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:50.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 -- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5ec070ad0 msgr2=0x7fd5ec13a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:50.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5ec070ad0 0x7fd5ec13a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:50.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 -- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec139a60 msgr2=0x7fd5ec070590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:50.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec139a60 0x7fd5ec070590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:50.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 -- 172.21.15.6:0/265183720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5ec070ee0 con 0x7fd5d8004080 2024-09-21T07:25:50.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f0d4d640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec139a60 0x7fd5ec070590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:50.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f154e640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 0x7fd5ec15ccb0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8011b10 tx=0x7fd5e8009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:50.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5e1ffb640 1 -- 172.21.15.6:0/265183720 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e801e070 con 0x7fd5d8004080 2024-09-21T07:25:50.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5e1ffb640 1 -- 172.21.15.6:0/265183720 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5e8004050 con 0x7fd5d8004080 2024-09-21T07:25:50.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5ec15ef30 con 0x7fd5d8004080 2024-09-21T07:25:50.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5e1ffb640 1 -- 172.21.15.6:0/265183720 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e800fea0 con 0x7fd5d8004080 2024-09-21T07:25:50.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5ec15ec50 con 0x7fd5d8004080 2024-09-21T07:25:50.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.595+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5ec073d60 con 0x7fd5d8004080 2024-09-21T07:25:50.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.599+0000 7fd5e1ffb640 1 -- 172.21.15.6:0/265183720 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd5e8021070 con 0x7fd5d8004080 2024-09-21T07:25:50.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.599+0000 7fd5e1ffb640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd5d0073200 0x7fd5d0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:50.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.599+0000 7fd5e1ffb640 1 -- 172.21.15.6:0/265183720 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd5e80955c0 con 0x7fd5d8004080 2024-09-21T07:25:50.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.599+0000 7fd5f0d4d640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd5d0073200 0x7fd5d0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:50.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.599+0000 7fd5f0d4d640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd5d0073200 0x7fd5d0075710 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0ab000 tx=0x7fd5dc019d60 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:50.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.603+0000 7fd5e1ffb640 1 -- 172.21.15.6:0/265183720 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd5ec070ee0 con 0x7fd5d8004080 2024-09-21T07:25:50.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd5ec15f210 con 0x7fd5d8004080 2024-09-21T07:25:50.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5e1ffb640 1 -- 172.21.15.6:0/265183720 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7fd5e80600c0 con 0x7fd5d8004080 2024-09-21T07:25:50.824 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:50.824 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":17,"btime":"2024-09-21T07:25:33:485074+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3767165925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3767165925},{"type":"v1","addr":"172.21.15.145:6836","nonce":3767165925}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1064912057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1064912057},{"type":"v1","addr":"172.21.15.145:6837","nonce":1064912057}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4851,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/2052458312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2052458312},{"type":"v1","addr":"172.21.15.6:6834","nonce":2052458312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:25:29.868812+0000","modified":"2024-09-21T07:25:32.887572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4854":{"gid":4854,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1616866184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1616866184},{"type":"v1","addr":"172.21.15.6:6835","nonce":1616866184}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4854,"qdb_cluster":[4854]},"id":2}]} 2024-09-21T07:25:50.824 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 17 2024-09-21T07:25:50.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd5d0073200 msgr2=0x7fd5d0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:50.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd5d0073200 0x7fd5d0075710 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0ab000 tx=0x7fd5dc019d60 comp rx=0 tx=0).stop 2024-09-21T07:25:50.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 msgr2=0x7fd5ec15ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:50.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 0x7fd5ec15ccb0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8011b10 tx=0x7fd5e8009ea0 comp rx=0 tx=0).stop 2024-09-21T07:25:50.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 shutdown_connections 2024-09-21T07:25:50.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd5d0073200 0x7fd5d0075710 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:50.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd5ec070ad0 0x7fd5ec13a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:50.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd5ec139a60 0x7fd5ec070590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:50.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 --2- 172.21.15.6:0/265183720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd5d8004080 0x7fd5ec15ccb0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:50.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 >> 172.21.15.6:0/265183720 conn(0x7fd5ec0b2950 msgr2=0x7fd5ec15fc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:50.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 shutdown_connections 2024-09-21T07:25:50.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:50.819+0000 7fd5f37b2640 1 -- 172.21.15.6:0/265183720 wait complete. 2024-09-21T07:25:50.847 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-21T07:25:51.006 INFO:teuthology.orchestra.run.smithi006.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":31,"msgr_send_messages":31,"msgr_recv_bytes":9155,"msgr_send_bytes":15998,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.008117148,"msgr_running_send_time":0.001060083,"msgr_running_recv_time":0.004994236,"msgr_running_fast_dispatch_time":0.000843657,"msgr_send_messages_queue_lat":{"avgcount":30,"sum":0.157338793,"avgtime":0.005244626},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":1872,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":20,"msgr_send_messages":24,"msgr_recv_bytes":5415,"msgr_send_bytes":129124,"msgr_created_connections":8,"msgr_active_connections":3,"msgr_running_total_time":0.008284407,"msgr_running_send_time":0.002143500,"msgr_running_recv_time":0.005075920,"msgr_running_fast_dispatch_time":0.000752752,"msgr_send_messages_queue_lat":{"avgcount":23,"sum":0.042147757,"avgtime":0.001832511},"msgr_handle_ack_lat":{"avgcount":19,"sum":0.000005026,"avgtime":0.000000264},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":99664},"AsyncMessenger::Worker-2":{"msgr_recv_messages":80,"msgr_send_messages":71,"msgr_recv_bytes":127009,"msgr_send_bytes":24928,"msgr_created_connections":5,"msgr_active_connections":3,"msgr_running_total_time":0.012423127,"msgr_running_send_time":0.003633601,"msgr_running_recv_time":0.015394218,"msgr_running_fast_dispatch_time":0.000505197,"msgr_send_messages_queue_lat":{"avgcount":71,"sum":0.064698727,"avgtime":0.000911249},"msgr_handle_ack_lat":{"avgcount":12,"sum":0.000004162,"avgtime":0.000000346},"msgr_recv_encrypted_bytes":121664,"msgr_send_encrypted_bytes":13008},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":54,"sum":0.002471412,"avgtime":0.000045766}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000024336,"avgtime":0.000012168}},"mds":{"request":3,"reply":3,"reply_latency":{"avgcount":3,"sum":0.001464188,"avgtime":0.000488062},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":0,"caps":0,"subtrees":2,"traverse":5,"traverse_hit":5,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0,"uninline_started":0,"uninline_succeeded":0,"uninline_write_failed":0},"mds_log":{"evlrg":0,"evadd":7,"evex":0,"evtrm":0,"ev":7,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197223,"rdpos":0,"jlat":{"avgcount":5,"sum":0.012606041,"avgtime":0.002521208},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":0,"cap+":2,"cap-":2,"rss":107712,"heap":332165120},"mds_server":{"dispatch_client_request":3,"dispatch_server_request":0,"handle_client_request":3,"handle_client_session":8,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":2,"sum":0.001074948,"avgtime":0.000537474},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000389240,"avgtime":0.000389240},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":2,"average_load":1,"avg_session_uptime":2,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221411,"buffer_anon_items":62,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52672,"mds_co_items":211,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":14039,"op_resend":37,"op_reply":43,"op_latency":{"avgcount":43,"sum":1.335985902,"avgtime":0.031069439},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":5,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":32,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":125,"get_sum":125396,"get_or_fail_fail":0,"get_or_fail_success":125,"take":0,"take_sum":0,"put":125,"put_sum":125396,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":14039,"put":43,"put_sum":14039,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":43,"put":43,"put_sum":43,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55a864b11520":{"val":0,"max":3758096384,"get_started":0,"get":7,"get_sum":2919,"get_or_fail_fail":0,"get_or_fail_success":7,"take":0,"take_sum":0,"put":5,"put_sum":2919,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"trackedop":{"slow_ops_count":0}} 2024-09-21T07:25:51.007 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 9155, "msgr_recv_encrypted_bytes": 1872, "msgr_recv_messages": 31, "msgr_running_fast_dispatch_time": 0.000843657, "msgr_running_recv_time": 0.004994236, "msgr_running_send_time": 0.001060083, "msgr_running_total_time": 0.008117148, "msgr_send_bytes": 15998, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 31, "msgr_send_messages_queue_lat": { "avgcount": 30, "avgtime": 0.005244626, "sum": 0.157338793 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 19, "avgtime": 2.64e-07, "sum": 5.026e-06 }, "msgr_recv_bytes": 5415, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 20, "msgr_running_fast_dispatch_time": 0.000752752, "msgr_running_recv_time": 0.00507592, "msgr_running_send_time": 0.0021435, "msgr_running_total_time": 0.008284407, "msgr_send_bytes": 129124, "msgr_send_encrypted_bytes": 99664, "msgr_send_messages": 24, "msgr_send_messages_queue_lat": { "avgcount": 23, "avgtime": 0.001832511, "sum": 0.042147757 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 12, "avgtime": 3.46e-07, "sum": 4.162e-06 }, "msgr_recv_bytes": 127009, "msgr_recv_encrypted_bytes": 121664, "msgr_recv_messages": 80, "msgr_running_fast_dispatch_time": 0.000505197, "msgr_running_recv_time": 0.015394218, "msgr_running_send_time": 0.003633601, "msgr_running_total_time": 0.012423127, "msgr_send_bytes": 24928, "msgr_send_encrypted_bytes": 13008, "msgr_send_messages": 71, "msgr_send_messages_queue_lat": { "avgcount": 71, "avgtime": 0.000911249, "sum": 0.064698727 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 54, "avgtime": 4.5766e-05, "sum": 0.002471412 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 1.2168e-05, "sum": 2.4336e-05 }, "queue_len": 0 }, "mds": { "caps": 0, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 0, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 3, "reply_latency": { "avgcount": 3, "avgtime": 0.000488062, "sum": 0.001464188 }, "request": 3, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0, "uninline_started": 0, "uninline_succeeded": 0, "uninline_write_failed": 0 }, "mds_log": { "ev": 7, "evadd": 7, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 5, "avgtime": 0.002521208, "sum": 0.012606041 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197223 }, "mds_mem": { "cap": 0, "cap+": 2, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 332165120, "ino": 13, "ino+": 13, "ino-": 0, "rss": 107712 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 3, "dispatch_server_request": 0, "handle_client_request": 3, "handle_client_session": 8, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 2, "avgtime": 0.000537474, "sum": 0.001074948 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.00038924, "sum": 0.00038924 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 1, "avg_session_uptime": 2, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 2 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221411, "buffer_anon_items": 62, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52672, "mds_co_items": 211, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 32, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.031069439, "sum": 1.335985902 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 37, "op_rmw": 0, "op_send": 43, "op_send_bytes": 14039, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 5, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 125, "get_or_fail_fail": 0, "get_or_fail_success": 125, "get_started": 0, "get_sum": 125396, "max": 104857600, "put": 125, "put_sum": 125396, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 43, "put_sum": 14039, "take": 43, "take_sum": 14039, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 43, "put_sum": 43, "take": 43, "take_sum": 43, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55a864b11520": { "get": 7, "get_or_fail_fail": 0, "get_or_fail_success": 7, "get_started": 0, "get_sum": 2919, "max": 3758096384, "put": 5, "put_sum": 2919, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "trackedop": { "slow_ops_count": 0 } } 2024-09-21T07:25:51.007 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:25:51.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- 172.21.15.6:0/408629938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80cb560 msgr2=0x7fddc80cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:51.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 --2- 172.21.15.6:0/408629938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80cb560 0x7fddc80cdf20 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fddc80710d0 tx=0x7fddc001ca30 comp rx=0 tx=0).stop 2024-09-21T07:25:51.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- 172.21.15.6:0/408629938 shutdown_connections 2024-09-21T07:25:51.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 --2- 172.21.15.6:0/408629938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80cb560 0x7fddc80cdf20 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:51.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 --2- 172.21.15.6:0/408629938 >> v2:172.21.15.145:3300/0 conn(0x7fddc80707d0 0x7fddc80cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:51.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- 172.21.15.6:0/408629938 >> 172.21.15.6:0/408629938 conn(0x7fddc80d0020 msgr2=0x7fddc80d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:51.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- 172.21.15.6:0/408629938 shutdown_connections 2024-09-21T07:25:51.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- 172.21.15.6:0/408629938 wait complete. 2024-09-21T07:25:51.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 Processor -- start 2024-09-21T07:25:51.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- start start 2024-09-21T07:25:51.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddc80707d0 0x7fddc8159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80b5260 0x7fddc8152f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddc80cb560 0x7fddc81534c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fddc806f4d0 con 0x7fddc80b5260 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fddc806f350 con 0x7fddc80cb560 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.167+0000 7fddcdd15640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fddc8168be0 con 0x7fddc80707d0 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80b5260 0x7fddc8152f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80b5260 0x7fddc8152f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35982/0 (socket says 172.21.15.6:35982) 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 -- 172.21.15.6:0/2540472823 learned_addr learned my addr 172.21.15.6:0/2540472823 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc7fff640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddc80cb560 0x7fddc81534c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc77fe640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddc80707d0 0x7fddc8159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 -- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddc80707d0 msgr2=0x7fddc8159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddc80707d0 0x7fddc8159f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 -- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddc80cb560 msgr2=0x7fddc81534c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:51.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddc80cb560 0x7fddc81534c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 -- 172.21.15.6:0/2540472823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc81f8a10 con 0x7fddc80b5260 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc7fff640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddc80cb560 0x7fddc81534c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc77fe640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddc80707d0 0x7fddc8159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc6ffd640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80b5260 0x7fddc8152f80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fddbc00c970 tx=0x7fddbc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddaffff640 1 -- 172.21.15.6:0/2540472823 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddbc004220 con 0x7fddc80b5260 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddaffff640 1 -- 172.21.15.6:0/2540472823 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fddbc0079b0 con 0x7fddc80b5260 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddaffff640 1 -- 172.21.15.6:0/2540472823 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddbc0044b0 con 0x7fddc80b5260 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddc80b0ca0 con 0x7fddc80b5260 2024-09-21T07:25:51.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddc80b1260 con 0x7fddc80b5260 2024-09-21T07:25:51.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddc80cb020 con 0x7fddc80b5260 2024-09-21T07:25:51.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddaffff640 1 -- 172.21.15.6:0/2540472823 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fddbc003600 con 0x7fddc80b5260 2024-09-21T07:25:51.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddaffff640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb4073200 0x7fddb4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:51.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddaffff640 1 -- 172.21.15.6:0/2540472823 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fddbc094410 con 0x7fddc80b5260 2024-09-21T07:25:51.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.171+0000 7fddc77fe640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb4073200 0x7fddb4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:51.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.175+0000 7fddc77fe640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb4073200 0x7fddb4075710 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fddb8001630 tx=0x7fddb8009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:51.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.175+0000 7fddaffff640 1 -- 172.21.15.6:0/2540472823 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fddbc014030 con 0x7fddc80b5260 2024-09-21T07:25:51.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.391+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fddc80cac60 con 0x7fddc80b5260 2024-09-21T07:25:51.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.391+0000 7fddaffff640 1 -- 172.21.15.6:0/2540472823 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7fddbc05f3b0 con 0x7fddc80b5260 2024-09-21T07:25:51.396 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.391+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb4073200 msgr2=0x7fddb4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.391+0000 7fddcdd15640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb4073200 0x7fddb4075710 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fddb8001630 tx=0x7fddb8009040 comp rx=0 tx=0).stop 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.391+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80b5260 msgr2=0x7fddc8152f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.391+0000 7fddcdd15640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80b5260 0x7fddc8152f80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fddbc00c970 tx=0x7fddbc00ce30 comp rx=0 tx=0).stop 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.391+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 shutdown_connections 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.395+0000 7fddcdd15640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb4073200 0x7fddb4075710 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.395+0000 7fddcdd15640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddc80cb560 0x7fddc81534c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.395+0000 7fddcdd15640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc80b5260 0x7fddc8152f80 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.395+0000 7fddcdd15640 1 --2- 172.21.15.6:0/2540472823 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddc80707d0 0x7fddc8159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.395+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 >> 172.21.15.6:0/2540472823 conn(0x7fddc80d0020 msgr2=0x7fddc80affc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.395+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 shutdown_connections 2024-09-21T07:25:51.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51.395+0000 7fddcdd15640 1 -- 172.21.15.6:0/2540472823 wait complete. 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:25:51.419 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:25:51.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:51.420 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:51.426 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42420sec preferred_lft 42420sec 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:25:51.427 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:25:51.428 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:25:51.429 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:51.430 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:25:51.430 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:25:51.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:51.430 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:25:51.479 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:25:51.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:51.481 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:25:51.529 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:25:51.529 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:25:51.529 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:25:51.529 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:25:51.529 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:25:51.529 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:25:51.529 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:25:51.529 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:25:51.529 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:25:51.530 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:25:51.530 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:25:51.530 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:25:51.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:25:51.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:51.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:51.654 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:25:51.659 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:25:51.660 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:25:51.660 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:25:51.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:51.660 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:25:51.714 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:25:51.714 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:51.714 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:51.760 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:25:51.760 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:25:51.760 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:51.807 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:51.865 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:51.912 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:51.912 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:51.913 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:51.914 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:51.915 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:51.915 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:51.915 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:51.915 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:51.915 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:51.915 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:51.915 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:51.915 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:51.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:51.916 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:51.963 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:25:51.964 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:25:52.008 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:52.023 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:52.075 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:52.075 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:52.075 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:52.076 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:52.077 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:52.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:52.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:52.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:52.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:52.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:52.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:52.079 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:52.125 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:25:52.119+0000 7f565ea59580 -1 init, newargv = 0x55ab265ba2f0 newargc=15 2024-09-21T07:25:52.125 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[38430]: starting ceph client 2024-09-21T07:25:52.130 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[38430]: starting fuse 2024-09-21T07:25:53.228 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:25:53.245 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:25:53.294 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:25:53.294 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:25:53.294 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:25:53.294 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:25:53.295 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:25:53.295 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:25:53.295 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:25:53.295 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:25:53.295 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:25:53.295 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:25:53.295 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:25:53.296 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:25:53.296 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:25:53.296 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:25:53.296 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:25:53.296 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:25:53.296 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:25:53.297 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:25:53.298 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:25:53.298 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:25:53.298 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:25:53.298 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:53.298 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:25:53.298 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:53.299 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:25:53.299 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:53.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:53.300 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:25:53.347 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:25:53.348 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:25:53.348 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:25:53.349 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:25:53.350 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:25:53.350 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:25:53.476 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.38430.asok 2024-09-21T07:25:53.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:25:53.489 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.38430.asok 2024-09-21T07:25:53.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:53.490 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.38430.asok status 2024-09-21T07:25:53.669 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:25:53.669 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "38430", 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5109, 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:25:53.670 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5109 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 4294333191 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 4294333191 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:25:53.671 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5109 192.168.0.1:0/4294333191", 2024-09-21T07:25:53.672 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/4294333191", 2024-09-21T07:25:53.672 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:25:53.672 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 17, 2024-09-21T07:25:53.672 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 32, 2024-09-21T07:25:53.672 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:25:53.672 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:25:53.672 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:25:53.672 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:25:53.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:53.686 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:25:53.686 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:53.693 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:25:53.693 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:53.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:53.693 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:53.745 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-21T07:25:53.962 INFO:teuthology.orchestra.run.smithi006.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":33,"msgr_send_messages":33,"msgr_recv_bytes":9647,"msgr_send_bytes":17165,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.008333921,"msgr_running_send_time":0.001130691,"msgr_running_recv_time":0.005029693,"msgr_running_fast_dispatch_time":0.000901339,"msgr_send_messages_queue_lat":{"avgcount":32,"sum":0.157385522,"avgtime":0.004918297},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":1872,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":25,"msgr_send_messages":28,"msgr_recv_bytes":6779,"msgr_send_bytes":130084,"msgr_created_connections":9,"msgr_active_connections":4,"msgr_running_total_time":0.009157211,"msgr_running_send_time":0.002403476,"msgr_running_recv_time":0.005644553,"msgr_running_fast_dispatch_time":0.000818872,"msgr_send_messages_queue_lat":{"avgcount":27,"sum":0.042217119,"avgtime":0.001563597},"msgr_handle_ack_lat":{"avgcount":28,"sum":0.000006848,"avgtime":0.000000244},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":99664},"AsyncMessenger::Worker-2":{"msgr_recv_messages":80,"msgr_send_messages":71,"msgr_recv_bytes":127009,"msgr_send_bytes":24928,"msgr_created_connections":5,"msgr_active_connections":3,"msgr_running_total_time":0.012423127,"msgr_running_send_time":0.003633601,"msgr_running_recv_time":0.015394218,"msgr_running_fast_dispatch_time":0.000505197,"msgr_send_messages_queue_lat":{"avgcount":71,"sum":0.064698727,"avgtime":0.000911249},"msgr_handle_ack_lat":{"avgcount":12,"sum":0.000004162,"avgtime":0.000000346},"msgr_recv_encrypted_bytes":121664,"msgr_send_encrypted_bytes":13008},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":57,"sum":0.002540943,"avgtime":0.000044577}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000024336,"avgtime":0.000012168}},"mds":{"request":4,"reply":4,"reply_latency":{"avgcount":4,"sum":0.001699076,"avgtime":0.000424769},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":1,"caps":1,"subtrees":2,"traverse":7,"traverse_hit":7,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0,"uninline_started":0,"uninline_succeeded":0,"uninline_write_failed":0},"mds_log":{"evlrg":0,"evadd":8,"evex":0,"evtrm":0,"ev":8,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197664,"rdpos":0,"jlat":{"avgcount":6,"sum":0.014499675,"avgtime":0.002416612},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":1,"cap+":3,"cap-":2,"rss":107976,"heap":332165120},"mds_server":{"dispatch_client_request":4,"dispatch_server_request":0,"handle_client_request":4,"handle_client_session":11,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":3,"sum":0.001309836,"avgtime":0.000436612},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000389240,"avgtime":0.000389240},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":3,"session_remove":2,"sessions_open":1,"sessions_stale":0,"total_load":3,"average_load":3,"avg_session_uptime":1,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221739,"buffer_anon_items":66,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52984,"mds_co_items":212,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":45,"op_send_bytes":14570,"op_resend":37,"op_reply":45,"op_latency":{"avgcount":45,"sum":1.335985902,"avgtime":0.029688575},"op_inflight":0,"oplen_avg":{"avgcount":45,"sum":69},"op":45,"op_r":0,"op_w":45,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":6,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":32,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":132,"get_sum":126622,"get_or_fail_fail":0,"get_or_fail_success":132,"take":0,"take_sum":0,"put":132,"put_sum":126622,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":45,"take_sum":14570,"put":45,"put_sum":14570,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":45,"take_sum":45,"put":45,"put_sum":45,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55a864b11520":{"val":0,"max":3758096384,"get_started":0,"get":8,"get_sum":3360,"get_or_fail_fail":0,"get_or_fail_success":8,"take":0,"take_sum":0,"put":6,"put_sum":3360,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"trackedop":{"slow_ops_count":0}} 2024-09-21T07:25:53.963 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 9647, "msgr_recv_encrypted_bytes": 1872, "msgr_recv_messages": 33, "msgr_running_fast_dispatch_time": 0.000901339, "msgr_running_recv_time": 0.005029693, "msgr_running_send_time": 0.001130691, "msgr_running_total_time": 0.008333921, "msgr_send_bytes": 17165, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 33, "msgr_send_messages_queue_lat": { "avgcount": 32, "avgtime": 0.004918297, "sum": 0.157385522 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 4, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 28, "avgtime": 2.44e-07, "sum": 6.848e-06 }, "msgr_recv_bytes": 6779, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 25, "msgr_running_fast_dispatch_time": 0.000818872, "msgr_running_recv_time": 0.005644553, "msgr_running_send_time": 0.002403476, "msgr_running_total_time": 0.009157211, "msgr_send_bytes": 130084, "msgr_send_encrypted_bytes": 99664, "msgr_send_messages": 28, "msgr_send_messages_queue_lat": { "avgcount": 27, "avgtime": 0.001563597, "sum": 0.042217119 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 12, "avgtime": 3.46e-07, "sum": 4.162e-06 }, "msgr_recv_bytes": 127009, "msgr_recv_encrypted_bytes": 121664, "msgr_recv_messages": 80, "msgr_running_fast_dispatch_time": 0.000505197, "msgr_running_recv_time": 0.015394218, "msgr_running_send_time": 0.003633601, "msgr_running_total_time": 0.012423127, "msgr_send_bytes": 24928, "msgr_send_encrypted_bytes": 13008, "msgr_send_messages": 71, "msgr_send_messages_queue_lat": { "avgcount": 71, "avgtime": 0.000911249, "sum": 0.064698727 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 57, "avgtime": 4.4577e-05, "sum": 0.002540943 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 1.2168e-05, "sum": 2.4336e-05 }, "queue_len": 0 }, "mds": { "caps": 1, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 1, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 4, "reply_latency": { "avgcount": 4, "avgtime": 0.000424769, "sum": 0.001699076 }, "request": 4, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 7, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 7, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0, "uninline_started": 0, "uninline_succeeded": 0, "uninline_write_failed": 0 }, "mds_log": { "ev": 8, "evadd": 8, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 6, "avgtime": 0.002416612, "sum": 0.014499675 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197664 }, "mds_mem": { "cap": 1, "cap+": 3, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 332165120, "ino": 13, "ino+": 13, "ino-": 0, "rss": 107976 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 4, "dispatch_server_request": 0, "handle_client_request": 4, "handle_client_session": 11, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 3, "avgtime": 0.000436612, "sum": 0.001309836 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.00038924, "sum": 0.00038924 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 3, "avg_session_uptime": 1, "mdthresh_evicted": 0, "session_add": 3, "session_count": 1, "session_remove": 2, "sessions_open": 1, "sessions_stale": 0, "total_load": 3 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221739, "buffer_anon_items": 66, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52984, "mds_co_items": 212, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 32, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 45, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 45, "avgtime": 0.029688575, "sum": 1.335985902 }, "op_pg": 0, "op_r": 0, "op_reply": 45, "op_resend": 37, "op_rmw": 0, "op_send": 45, "op_send_bytes": 14570, "op_w": 45, "oplen_avg": { "avgcount": 45, "sum": 69 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 6, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 132, "get_or_fail_fail": 0, "get_or_fail_success": 132, "get_started": 0, "get_sum": 126622, "max": 104857600, "put": 132, "put_sum": 126622, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 45, "put_sum": 14570, "take": 45, "take_sum": 14570, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 45, "put_sum": 45, "take": 45, "take_sum": 45, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55a864b11520": { "get": 8, "get_or_fail_fail": 0, "get_or_fail_success": 8, "get_started": 0, "get_sum": 3360, "max": 3758096384, "put": 6, "put_sum": 3360, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "trackedop": { "slow_ops_count": 0 } } 2024-09-21T07:25:53.963 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:53.964 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:53.969 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:54.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.167+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3665513305 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074570 msgr2=0x7f2b100cb280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.167+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3665513305 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074570 0x7f2b100cb280 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f2b100ccae0 tx=0x7f2b0401c770 comp rx=0 tx=0).stop 2024-09-21T07:25:54.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.167+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3665513305 shutdown_connections 2024-09-21T07:25:54.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.167+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3665513305 >> v2:172.21.15.145:3300/0 conn(0x7f2b100cb7c0 0x7f2b100cdc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.167+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3665513305 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074570 0x7f2b100cb280 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.167+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3665513305 >> 172.21.15.6:0/3665513305 conn(0x7f2b100d0090 msgr2=0x7f2b100d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:54.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.167+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3665513305 shutdown_connections 2024-09-21T07:25:54.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.167+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3665513305 wait complete. 2024-09-21T07:25:54.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 Processor -- start 2024-09-21T07:25:54.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 -- start start 2024-09-21T07:25:54.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b10074570 0x7f2b10163d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:54.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074d80 0x7f2b100b5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b100cb7c0 0x7f2b1009cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b100ce890 con 0x7f2b10074d80 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b100ce710 con 0x7f2b10074570 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2b10165d70 con 0x7f2b100cb7c0 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074d80 0x7f2b100b5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074d80 0x7f2b100b5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39768/0 (socket says 172.21.15.6:39768) 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 -- 172.21.15.6:0/3367018428 learned_addr learned my addr 172.21.15.6:0/3367018428 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b14b75640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b10074570 0x7f2b10163d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 -- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b100cb7c0 msgr2=0x7f2b1009cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b100cb7c0 0x7f2b1009cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 -- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b10074570 msgr2=0x7f2b10163d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b10074570 0x7f2b10163d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 -- 172.21.15.6:0/3367018428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b102008e0 con 0x7f2b10074d80 2024-09-21T07:25:54.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b14b75640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b10074570 0x7f2b10163d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:54.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0ffff640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074d80 0x7f2b100b5920 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f2b0401cc50 tx=0x7f2b040a84b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:54.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0d7fa640 1 -- 172.21.15.6:0/3367018428 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b040be070 con 0x7f2b10074d80 2024-09-21T07:25:54.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0d7fa640 1 -- 172.21.15.6:0/3367018428 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b040a8a60 con 0x7f2b10074d80 2024-09-21T07:25:54.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b10200bc0 con 0x7f2b10074d80 2024-09-21T07:25:54.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.171+0000 7f2b0d7fa640 1 -- 172.21.15.6:0/3367018428 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b04005040 con 0x7f2b10074d80 2024-09-21T07:25:54.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.175+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b10201180 con 0x7f2b10074d80 2024-09-21T07:25:54.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.175+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b10200650 con 0x7f2b10074d80 2024-09-21T07:25:54.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.175+0000 7f2b0d7fa640 1 -- 172.21.15.6:0/3367018428 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2b040051e0 con 0x7f2b10074d80 2024-09-21T07:25:54.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.175+0000 7f2b0d7fa640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2afc073200 0x7f2afc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:54.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.175+0000 7f2b0d7fa640 1 -- 172.21.15.6:0/3367018428 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2b0412e910 con 0x7f2b10074d80 2024-09-21T07:25:54.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.175+0000 7f2b14b75640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2afc073200 0x7f2afc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:54.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.175+0000 7f2b14b75640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2afc073200 0x7f2afc075710 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2b00001400 tx=0x7f2b00009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:54.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.179+0000 7f2b0d7fa640 1 -- 172.21.15.6:0/3367018428 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2b040c7020 con 0x7f2b10074d80 2024-09-21T07:25:54.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.363+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2b100cb280 con 0x7f2b10074d80 2024-09-21T07:25:54.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.363+0000 7f2b0d7fa640 1 -- 172.21.15.6:0/3367018428 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7f2b040ac030 con 0x7f2b10074d80 2024-09-21T07:25:54.369 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2afc073200 msgr2=0x7f2afc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2afc073200 0x7f2afc075710 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2b00001400 tx=0x7f2b00009040 comp rx=0 tx=0).stop 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074d80 msgr2=0x7f2b100b5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074d80 0x7f2b100b5920 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f2b0401cc50 tx=0x7f2b040a84b0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 shutdown_connections 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2afc073200 0x7f2afc075710 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b100cb7c0 0x7f2b1009cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10074d80 0x7f2b100b5920 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 --2- 172.21.15.6:0/3367018428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b10074570 0x7f2b10163d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 >> 172.21.15.6:0/3367018428 conn(0x7f2b100d0090 msgr2=0x7f2b100cea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:54.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 shutdown_connections 2024-09-21T07:25:54.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.367+0000 7f2b16dd9640 1 -- 172.21.15.6:0/3367018428 wait complete. 2024-09-21T07:25:54.390 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:54.390 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:54.397 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:25:54.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.591+0000 7ff91f0e8640 1 -- 172.21.15.6:0/1918251450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff904004da0 msgr2=0x7ff904005270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.591+0000 7ff91f0e8640 1 --2- 172.21.15.6:0/1918251450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff904004da0 0x7ff904005270 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff91000c470 tx=0x7ff91001f680 comp rx=0 tx=0).stop 2024-09-21T07:25:54.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.591+0000 7ff91d685640 1 -- 172.21.15.6:0/1918251450 reap_dead start 2024-09-21T07:25:54.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 -- 172.21.15.6:0/1918251450 shutdown_connections 2024-09-21T07:25:54.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 -- 172.21.15.6:0/1918251450 >> 172.21.15.6:0/1918251450 conn(0x7ff9180d1170 msgr2=0x7ff9180d1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:54.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 -- 172.21.15.6:0/1918251450 shutdown_connections 2024-09-21T07:25:54.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 -- 172.21.15.6:0/1918251450 wait complete. 2024-09-21T07:25:54.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 Processor -- start 2024-09-21T07:25:54.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 -- start start 2024-09-21T07:25:54.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff918150dc0 0x7ff91814ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:54.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91814b060 0x7ff9181f3360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:54.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9181f38a0 0x7ff9181f3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:54.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff918071dc0 con 0x7ff918150dc0 2024-09-21T07:25:54.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff918074b90 con 0x7ff91814b060 2024-09-21T07:25:54.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91f0e8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff918071f40 con 0x7ff9181f38a0 2024-09-21T07:25:54.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91ce84640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff918150dc0 0x7ff91814ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91ce84640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff918150dc0 0x7ff91814ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39796/0 (socket says 172.21.15.6:39796) 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91ce84640 1 -- 172.21.15.6:0/799479074 learned_addr learned my addr 172.21.15.6:0/799479074 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff917fff640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91814b060 0x7ff9181f3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.595+0000 7ff91d685640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9181f38a0 0x7ff9181f3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91ce84640 1 -- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9181f38a0 msgr2=0x7ff9181f3cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91ce84640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9181f38a0 0x7ff9181f3cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91ce84640 1 -- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91814b060 msgr2=0x7ff9181f3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91ce84640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91814b060 0x7ff9181f3360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91ce84640 1 -- 172.21.15.6:0/799479074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9181f41f0 con 0x7ff918150dc0 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff917fff640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91814b060 0x7ff9181f3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91ce84640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff918150dc0 0x7ff91814ab20 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff90800fc60 tx=0x7ff90800d6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff9157fa640 1 -- 172.21.15.6:0/799479074 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff908004d30 con 0x7ff918150dc0 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff9157fa640 1 -- 172.21.15.6:0/799479074 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff90800de80 con 0x7ff918150dc0 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff918152180 con 0x7ff918150dc0 2024-09-21T07:25:54.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff9157fa640 1 -- 172.21.15.6:0/799479074 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff908005280 con 0x7ff918150dc0 2024-09-21T07:25:54.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff918152740 con 0x7ff918150dc0 2024-09-21T07:25:54.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff918073e60 con 0x7ff918150dc0 2024-09-21T07:25:54.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff9157fa640 1 -- 172.21.15.6:0/799479074 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff908005420 con 0x7ff918150dc0 2024-09-21T07:25:54.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff9157fa640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff8f8073200 0x7ff8f8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:54.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff9157fa640 1 -- 172.21.15.6:0/799479074 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7ff908095080 con 0x7ff918150dc0 2024-09-21T07:25:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff917fff640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff8f8073200 0x7ff8f8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:54.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.599+0000 7ff917fff640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff8f8073200 0x7ff8f8075710 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ff900000c10 tx=0x7ff900006c50 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.603+0000 7ff9157fa640 1 -- 172.21.15.6:0/799479074 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff90805fad0 con 0x7ff918150dc0 2024-09-21T07:25:54.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.791+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff91806a1c0 con 0x7ff918150dc0 2024-09-21T07:25:54.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.791+0000 7ff9157fa640 1 -- 172.21.15.6:0/799479074 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7ff908064500 con 0x7ff918150dc0 2024-09-21T07:25:54.798 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:25:54.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff8f8073200 msgr2=0x7ff8f8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff8f8073200 0x7ff8f8075710 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ff900000c10 tx=0x7ff900006c50 comp rx=0 tx=0).stop 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff918150dc0 msgr2=0x7ff91814ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff918150dc0 0x7ff91814ab20 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff90800fc60 tx=0x7ff90800d6b0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 shutdown_connections 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff8f8073200 0x7ff8f8075710 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9181f38a0 0x7ff9181f3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91814b060 0x7ff9181f3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 --2- 172.21.15.6:0/799479074 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff918150dc0 0x7ff91814ab20 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 >> 172.21.15.6:0/799479074 conn(0x7ff9180d1170 msgr2=0x7ff9180b2260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 shutdown_connections 2024-09-21T07:25:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:54.795+0000 7ff91f0e8640 1 -- 172.21.15.6:0/799479074 wait complete. 2024-09-21T07:25:54.820 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:25:54.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:54.820 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:25:54.831 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[38430]: fuse finished with error 0 and tester_r 0 2024-09-21T07:25:54.832 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:25:54.882 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:25:54.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:25:54.882 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:25:54.888 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-21T07:25:55.100 INFO:teuthology.orchestra.run.smithi006.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":34,"msgr_send_messages":34,"msgr_recv_bytes":9893,"msgr_send_bytes":17624,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.008504213,"msgr_running_send_time":0.001205063,"msgr_running_recv_time":0.005055939,"msgr_running_fast_dispatch_time":0.000936129,"msgr_send_messages_queue_lat":{"avgcount":33,"sum":0.157416076,"avgtime":0.004770184},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":1872,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":27,"msgr_send_messages":29,"msgr_recv_bytes":7315,"msgr_send_bytes":130202,"msgr_created_connections":9,"msgr_active_connections":3,"msgr_running_total_time":0.009616819,"msgr_running_send_time":0.002556232,"msgr_running_recv_time":0.005844763,"msgr_running_fast_dispatch_time":0.000881618,"msgr_send_messages_queue_lat":{"avgcount":28,"sum":0.042236769,"avgtime":0.001508456},"msgr_handle_ack_lat":{"avgcount":30,"sum":0.000007379,"avgtime":0.000000245},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":99664},"AsyncMessenger::Worker-2":{"msgr_recv_messages":81,"msgr_send_messages":72,"msgr_recv_bytes":127281,"msgr_send_bytes":25568,"msgr_created_connections":5,"msgr_active_connections":3,"msgr_running_total_time":0.012525930,"msgr_running_send_time":0.003701396,"msgr_running_recv_time":0.015441194,"msgr_running_fast_dispatch_time":0.000505197,"msgr_send_messages_queue_lat":{"avgcount":72,"sum":0.064747331,"avgtime":0.000899268},"msgr_handle_ack_lat":{"avgcount":12,"sum":0.000004162,"avgtime":0.000000346},"msgr_recv_encrypted_bytes":121936,"msgr_send_encrypted_bytes":13648},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":59,"sum":0.002631011,"avgtime":0.000044593}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000024336,"avgtime":0.000012168}},"mds":{"request":4,"reply":4,"reply_latency":{"avgcount":4,"sum":0.001699076,"avgtime":0.000424769},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":1,"caps":1,"subtrees":2,"traverse":7,"traverse_hit":7,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0,"uninline_started":0,"uninline_succeeded":0,"uninline_write_failed":0},"mds_log":{"evlrg":0,"evadd":9,"evex":0,"evtrm":0,"ev":9,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197805,"rdpos":0,"jlat":{"avgcount":7,"sum":0.016838838,"avgtime":0.002405548},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":1,"cap+":3,"cap-":2,"rss":107976,"heap":332165120},"mds_server":{"dispatch_client_request":4,"dispatch_server_request":0,"handle_client_request":4,"handle_client_session":12,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":3,"sum":0.001309836,"avgtime":0.000436612},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000389240,"avgtime":0.000389240},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":3,"session_remove":3,"sessions_open":0,"sessions_stale":0,"total_load":3,"average_load":3,"avg_session_uptime":1,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221739,"buffer_anon_items":66,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52984,"mds_co_items":212,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":46,"op_send_bytes":14711,"op_resend":37,"op_reply":46,"op_latency":{"avgcount":46,"sum":1.335985902,"avgtime":0.029043171},"op_inflight":0,"oplen_avg":{"avgcount":46,"sum":70},"op":46,"op_r":0,"op_w":46,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":7,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":32,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":136,"get_sum":127264,"get_or_fail_fail":0,"get_or_fail_success":136,"take":0,"take_sum":0,"put":136,"put_sum":127264,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":46,"take_sum":14711,"put":46,"put_sum":14711,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":46,"take_sum":46,"put":46,"put_sum":46,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55a864b11520":{"val":0,"max":3758096384,"get_started":0,"get":9,"get_sum":3501,"get_or_fail_fail":0,"get_or_fail_success":9,"take":0,"take_sum":0,"put":7,"put_sum":3501,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"trackedop":{"slow_ops_count":0}} 2024-09-21T07:25:55.102 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 9893, "msgr_recv_encrypted_bytes": 1872, "msgr_recv_messages": 34, "msgr_running_fast_dispatch_time": 0.000936129, "msgr_running_recv_time": 0.005055939, "msgr_running_send_time": 0.001205063, "msgr_running_total_time": 0.008504213, "msgr_send_bytes": 17624, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 34, "msgr_send_messages_queue_lat": { "avgcount": 33, "avgtime": 0.004770184, "sum": 0.157416076 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 30, "avgtime": 2.45e-07, "sum": 7.379e-06 }, "msgr_recv_bytes": 7315, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 27, "msgr_running_fast_dispatch_time": 0.000881618, "msgr_running_recv_time": 0.005844763, "msgr_running_send_time": 0.002556232, "msgr_running_total_time": 0.009616819, "msgr_send_bytes": 130202, "msgr_send_encrypted_bytes": 99664, "msgr_send_messages": 29, "msgr_send_messages_queue_lat": { "avgcount": 28, "avgtime": 0.001508456, "sum": 0.042236769 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 12, "avgtime": 3.46e-07, "sum": 4.162e-06 }, "msgr_recv_bytes": 127281, "msgr_recv_encrypted_bytes": 121936, "msgr_recv_messages": 81, "msgr_running_fast_dispatch_time": 0.000505197, "msgr_running_recv_time": 0.015441194, "msgr_running_send_time": 0.003701396, "msgr_running_total_time": 0.01252593, "msgr_send_bytes": 25568, "msgr_send_encrypted_bytes": 13648, "msgr_send_messages": 72, "msgr_send_messages_queue_lat": { "avgcount": 72, "avgtime": 0.000899268, "sum": 0.064747331 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 59, "avgtime": 4.4593e-05, "sum": 0.002631011 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 1.2168e-05, "sum": 2.4336e-05 }, "queue_len": 0 }, "mds": { "caps": 1, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 1, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 4, "reply_latency": { "avgcount": 4, "avgtime": 0.000424769, "sum": 0.001699076 }, "request": 4, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 7, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 7, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0, "uninline_started": 0, "uninline_succeeded": 0, "uninline_write_failed": 0 }, "mds_log": { "ev": 9, "evadd": 9, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 7, "avgtime": 0.002405548, "sum": 0.016838838 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197805 }, "mds_mem": { "cap": 1, "cap+": 3, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 332165120, "ino": 13, "ino+": 13, "ino-": 0, "rss": 107976 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 4, "dispatch_server_request": 0, "handle_client_request": 4, "handle_client_session": 12, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 3, "avgtime": 0.000436612, "sum": 0.001309836 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.00038924, "sum": 0.00038924 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 3, "avg_session_uptime": 1, "mdthresh_evicted": 0, "session_add": 3, "session_count": 0, "session_remove": 3, "sessions_open": 0, "sessions_stale": 0, "total_load": 3 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221739, "buffer_anon_items": 66, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52984, "mds_co_items": 212, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 32, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 46, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 46, "avgtime": 0.029043171, "sum": 1.335985902 }, "op_pg": 0, "op_r": 0, "op_reply": 46, "op_resend": 37, "op_rmw": 0, "op_send": 46, "op_send_bytes": 14711, "op_w": 46, "oplen_avg": { "avgcount": 46, "sum": 70 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 7, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 136, "get_or_fail_fail": 0, "get_or_fail_success": 136, "get_started": 0, "get_sum": 127264, "max": 104857600, "put": 136, "put_sum": 127264, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 46, "put_sum": 14711, "take": 46, "take_sum": 14711, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 46, "put_sum": 46, "take": 46, "take_sum": 46, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55a864b11520": { "get": 9, "get_or_fail_fail": 0, "get_or_fail_success": 9, "get_started": 0, "get_sum": 3501, "max": 3758096384, "put": 7, "put_sum": 3501, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "trackedop": { "slow_ops_count": 0 } } 2024-09-21T07:25:55.102 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-21T07:25:55.102 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:25:55.102 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:25:55.168 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:25:55.245 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:25:55.245 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:25:55.245 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:55.245 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:55.252 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:25:55.252 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:25:55.252 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:55.253 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:55.258 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:25:55.258 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:25:55.259 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:25:55.259 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:55.300 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:25:55.300 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:25:55.300 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:25:55.300 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:25:55.307 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:25:55.308 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:55.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- 172.21.15.6:0/3278341151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2240003ad0 msgr2=0x7f2240003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:55.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 --2- 172.21.15.6:0/3278341151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2240003ad0 0x7f2240003f40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2248009b30 tx=0x7f224801d200 comp rx=0 tx=0).stop 2024-09-21T07:25:55.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- 172.21.15.6:0/3278341151 shutdown_connections 2024-09-21T07:25:55.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 --2- 172.21.15.6:0/3278341151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2240003ad0 0x7f2240003f40 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- 172.21.15.6:0/3278341151 >> 172.21.15.6:0/3278341151 conn(0x7f225809d770 msgr2=0x7f22580d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:55.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- 172.21.15.6:0/3278341151 shutdown_connections 2024-09-21T07:25:55.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- 172.21.15.6:0/3278341151 wait complete. 2024-09-21T07:25:55.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 Processor -- start 2024-09-21T07:25:55.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- start start 2024-09-21T07:25:55.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2240003ad0 0x7f2258159850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:55.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22580cde30 0x7f22581fc630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:55.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22580ce240 0x7f22581fcb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f22580b7be0 con 0x7f22580cde30 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f22580b7a60 con 0x7f22580ce240 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.507+0000 7f225e747640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f22580b7d60 con 0x7f2240003ad0 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22580cde30 0x7f22581fc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22580cde30 0x7f22581fc630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39810/0 (socket says 172.21.15.6:39810) 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 -- 172.21.15.6:0/3102002580 learned_addr learned my addr 172.21.15.6:0/3102002580 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f2257fff640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2240003ad0 0x7f2258159850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f225cce4640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22580ce240 0x7f22581fcb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 -- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2240003ad0 msgr2=0x7f2258159850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2240003ad0 0x7f2258159850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 -- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22580ce240 msgr2=0x7f22581fcb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:55.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22580ce240 0x7f22581fcb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 -- 172.21.15.6:0/3102002580 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f225815c160 con 0x7f22580cde30 2024-09-21T07:25:55.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f22577fe640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22580cde30 0x7f22581fc630 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f224c004f10 tx=0x7f224c001640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:55.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f2254ff9640 1 -- 172.21.15.6:0/3102002580 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c015020 con 0x7f22580cde30 2024-09-21T07:25:55.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f2254ff9640 1 -- 172.21.15.6:0/3102002580 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f224c011870 con 0x7f22580cde30 2024-09-21T07:25:55.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f225815c440 con 0x7f22580cde30 2024-09-21T07:25:55.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f2254ff9640 1 -- 172.21.15.6:0/3102002580 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c011ca0 con 0x7f22580cde30 2024-09-21T07:25:55.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f225815ca00 con 0x7f22580cde30 2024-09-21T07:25:55.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22580cf150 con 0x7f22580cde30 2024-09-21T07:25:55.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f2254ff9640 1 -- 172.21.15.6:0/3102002580 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f224c018020 con 0x7f22580cde30 2024-09-21T07:25:55.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f2254ff9640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2244073230 0x7f2244075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:55.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f2254ff9640 1 -- 172.21.15.6:0/3102002580 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f224c094fe0 con 0x7f22580cde30 2024-09-21T07:25:55.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.511+0000 7f2257fff640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2244073230 0x7f2244075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:55.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.515+0000 7f2257fff640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2244073230 0x7f2244075740 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f22480ad000 tx=0x7f2248019fa0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:55.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.515+0000 7f2254ff9640 1 -- 172.21.15.6:0/3102002580 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f224c01f020 con 0x7f22580cde30 2024-09-21T07:25:55.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.731+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2258159610 con 0x7f22580cde30 2024-09-21T07:25:55.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.731+0000 7f2254ff9640 1 -- 172.21.15.6:0/3102002580 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7f224c05fa40 con 0x7f22580cde30 2024-09-21T07:25:55.737 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:55.737 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":17,"btime":"2024-09-21T07:25:33:485074+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3767165925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3767165925},{"type":"v1","addr":"172.21.15.145:6836","nonce":3767165925}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1064912057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1064912057},{"type":"v1","addr":"172.21.15.145:6837","nonce":1064912057}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4851,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/2052458312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2052458312},{"type":"v1","addr":"172.21.15.6:6834","nonce":2052458312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:25:29.868812+0000","modified":"2024-09-21T07:25:32.887572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4854":{"gid":4854,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1616866184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1616866184},{"type":"v1","addr":"172.21.15.6:6835","nonce":1616866184}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4854,"qdb_cluster":[4854]},"id":2}]} 2024-09-21T07:25:55.737 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 17 2024-09-21T07:25:55.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2244073230 msgr2=0x7f2244075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:55.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2244073230 0x7f2244075740 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f22480ad000 tx=0x7f2248019fa0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22580cde30 msgr2=0x7f22581fc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:55.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22580cde30 0x7f22581fc630 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f224c004f10 tx=0x7f224c001640 comp rx=0 tx=0).stop 2024-09-21T07:25:55.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 shutdown_connections 2024-09-21T07:25:55.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2244073230 0x7f2244075740 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22580ce240 0x7f22581fcb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22580cde30 0x7f22581fc630 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 --2- 172.21.15.6:0/3102002580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2240003ad0 0x7f2258159850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 >> 172.21.15.6:0/3102002580 conn(0x7f225809d770 msgr2=0x7f2258160ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:55.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 shutdown_connections 2024-09-21T07:25:55.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.735+0000 7f225e747640 1 -- 172.21.15.6:0/3102002580 wait complete. 2024-09-21T07:25:55.759 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:55.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.899+0000 7f2d2215a640 1 -- 172.21.15.6:0/2508443 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d04003cb0 msgr2=0x7f2d04004100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:55.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.899+0000 7f2d2215a640 1 --2- 172.21.15.6:0/2508443 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d04003cb0 0x7f2d04004100 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c001860 tx=0x7f2d0c01c880 comp rx=0 tx=0).stop 2024-09-21T07:25:55.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.899+0000 7f2d2215a640 1 -- 172.21.15.6:0/2508443 shutdown_connections 2024-09-21T07:25:55.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.899+0000 7f2d2215a640 1 --2- 172.21.15.6:0/2508443 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d04003cb0 0x7f2d04004100 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.899+0000 7f2d2215a640 1 -- 172.21.15.6:0/2508443 >> 172.21.15.6:0/2508443 conn(0x7f2d1c0b3d10 msgr2=0x7f2d1c0b4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:55.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.899+0000 7f2d2215a640 1 -- 172.21.15.6:0/2508443 shutdown_connections 2024-09-21T07:25:55.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.899+0000 7f2d2215a640 1 -- 172.21.15.6:0/2508443 wait complete. 2024-09-21T07:25:55.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 Processor -- start 2024-09-21T07:25:55.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 -- start start 2024-09-21T07:25:55.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d04003cb0 0x7f2d1c1459c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:55.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d1c151ac0 0x7f2d1c147a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:55.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d1c14b1a0 0x7f2d1c0b7730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:55.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c160ca0 con 0x7f2d1c151ac0 2024-09-21T07:25:55.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c160b20 con 0x7f2d1c14b1a0 2024-09-21T07:25:55.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2d1c160e20 con 0x7f2d04003cb0 2024-09-21T07:25:55.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d1c151ac0 0x7f2d1c147a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d1c151ac0 0x7f2d1c147a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39832/0 (socket says 172.21.15.6:39832) 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 -- 172.21.15.6:0/746445866 learned_addr learned my addr 172.21.15.6:0/746445866 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1b7fe640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d04003cb0 0x7f2d1c1459c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1bfff640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d1c14b1a0 0x7f2d1c0b7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 -- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d04003cb0 msgr2=0x7f2d1c1459c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d04003cb0 0x7f2d1c1459c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 -- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d1c14b1a0 msgr2=0x7f2d1c0b7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d1c14b1a0 0x7f2d1c0b7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 -- 172.21.15.6:0/746445866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c0b6f70 con 0x7f2d1c151ac0 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1bfff640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d1c14b1a0 0x7f2d1c0b7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d1affd640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d1c151ac0 0x7f2d1c147a10 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2d1000e9d0 tx=0x7f2d1000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d03fff640 1 -- 172.21.15.6:0/746445866 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d1000cc60 con 0x7f2d1c151ac0 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d03fff640 1 -- 172.21.15.6:0/746445866 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d1000ce00 con 0x7f2d1c151ac0 2024-09-21T07:25:55.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1c1482a0 con 0x7f2d1c151ac0 2024-09-21T07:25:55.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d03fff640 1 -- 172.21.15.6:0/746445866 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10005280 con 0x7f2d1c151ac0 2024-09-21T07:25:55.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.903+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d1c148860 con 0x7f2d1c151ac0 2024-09-21T07:25:55.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.907+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d1c0726b0 con 0x7f2d1c151ac0 2024-09-21T07:25:55.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.907+0000 7f2d03fff640 1 -- 172.21.15.6:0/746445866 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2d10005420 con 0x7f2d1c151ac0 2024-09-21T07:25:55.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.907+0000 7f2d03fff640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2d08073230 0x7f2d08075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:55.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.907+0000 7f2d03fff640 1 -- 172.21.15.6:0/746445866 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2d10094ec0 con 0x7f2d1c151ac0 2024-09-21T07:25:55.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.907+0000 7f2d1b7fe640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2d08073230 0x7f2d08075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:55.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.907+0000 7f2d1b7fe640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2d08073230 0x7f2d08075740 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c001830 tx=0x7f2d0c0196c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:55.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:55.911+0000 7f2d03fff640 1 -- 172.21.15.6:0/746445866 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2d10060050 con 0x7f2d1c151ac0 2024-09-21T07:25:56.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d1c06eda0 con 0x7f2d1c151ac0 2024-09-21T07:25:56.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d03fff640 1 -- 172.21.15.6:0/746445866 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7f2d1005f950 con 0x7f2d1c151ac0 2024-09-21T07:25:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:56.128 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":17,"btime":"2024-09-21T07:25:33:485074+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3767165925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3767165925},{"type":"v1","addr":"172.21.15.145:6836","nonce":3767165925}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1064912057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1064912057},{"type":"v1","addr":"172.21.15.145:6837","nonce":1064912057}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4851,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/2052458312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2052458312},{"type":"v1","addr":"172.21.15.6:6834","nonce":2052458312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:25:29.868812+0000","modified":"2024-09-21T07:25:32.887572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4854":{"gid":4854,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1616866184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1616866184},{"type":"v1","addr":"172.21.15.6:6835","nonce":1616866184}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4854,"qdb_cluster":[4854]},"id":2}]} 2024-09-21T07:25:56.129 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 17 2024-09-21T07:25:56.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2d08073230 msgr2=0x7f2d08075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2d08073230 0x7f2d08075740 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c001830 tx=0x7f2d0c0196c0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d1c151ac0 msgr2=0x7f2d1c147a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d1c151ac0 0x7f2d1c147a10 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2d1000e9d0 tx=0x7f2d1000ee90 comp rx=0 tx=0).stop 2024-09-21T07:25:56.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 shutdown_connections 2024-09-21T07:25:56.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2d08073230 0x7f2d08075740 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2d1c14b1a0 0x7f2d1c0b7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d1c151ac0 0x7f2d1c147a10 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 --2- 172.21.15.6:0/746445866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2d04003cb0 0x7f2d1c1459c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 >> 172.21.15.6:0/746445866 conn(0x7f2d1c0b3d10 msgr2=0x7f2d1c153650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:56.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 shutdown_connections 2024-09-21T07:25:56.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.123+0000 7f2d2215a640 1 -- 172.21.15.6:0/746445866 wait complete. 2024-09-21T07:25:56.149 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:25:56.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.287+0000 7fa77573b640 1 -- 172.21.15.6:0/4084514222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700707d0 msgr2=0x7fa7700cb020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.287+0000 7fa77573b640 1 --2- 172.21.15.6:0/4084514222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700707d0 0x7fa7700cb020 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fa758009840 tx=0x7fa75801c790 comp rx=0 tx=0).stop 2024-09-21T07:25:56.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.287+0000 7fa77573b640 1 -- 172.21.15.6:0/4084514222 shutdown_connections 2024-09-21T07:25:56.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.287+0000 7fa77573b640 1 --2- 172.21.15.6:0/4084514222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7700cb560 0x7fa7700cdf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.287+0000 7fa77573b640 1 --2- 172.21.15.6:0/4084514222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700707d0 0x7fa7700cb020 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.287+0000 7fa77573b640 1 -- 172.21.15.6:0/4084514222 >> 172.21.15.6:0/4084514222 conn(0x7fa7700d0020 msgr2=0x7fa7700d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:56.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.287+0000 7fa77573b640 1 -- 172.21.15.6:0/4084514222 shutdown_connections 2024-09-21T07:25:56.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.287+0000 7fa77573b640 1 -- 172.21.15.6:0/4084514222 wait complete. 2024-09-21T07:25:56.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 Processor -- start 2024-09-21T07:25:56.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 -- start start 2024-09-21T07:25:56.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7700707d0 0x7fa77015c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:56.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700b5260 0x7fa7701fc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:56.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7700cb560 0x7fa77014b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:56.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7700ceb00 con 0x7fa7700b5260 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa7700ce980 con 0x7fa7700cb560 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa770169df0 con 0x7fa7700707d0 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700b5260 0x7fa7701fc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700b5260 0x7fa7701fc6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39852/0 (socket says 172.21.15.6:39852) 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 -- 172.21.15.6:0/1459564966 learned_addr learned my addr 172.21.15.6:0/1459564966 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76effd640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7700707d0 0x7fa77015c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 -- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7700707d0 msgr2=0x7fa77015c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76f7fe640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7700cb560 0x7fa77014b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7700707d0 0x7fa77015c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 -- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7700cb560 msgr2=0x7fa77014b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7700cb560 0x7fa77014b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 -- 172.21.15.6:0/1459564966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa77014c1d0 con 0x7fa7700b5260 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76effd640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7700707d0 0x7fa77015c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:56.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa76e7fc640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700b5260 0x7fa7701fc6e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fa758000c10 tx=0x7fa7580a8760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:56.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa7677fe640 1 -- 172.21.15.6:0/1459564966 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7580a8a80 con 0x7fa7700b5260 2024-09-21T07:25:56.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa7677fe640 1 -- 172.21.15.6:0/1459564966 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7580a8c20 con 0x7fa7700b5260 2024-09-21T07:25:56.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa77015b620 con 0x7fa7700b5260 2024-09-21T07:25:56.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa7677fe640 1 -- 172.21.15.6:0/1459564966 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa758005140 con 0x7fa7700b5260 2024-09-21T07:25:56.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa77015bbe0 con 0x7fa7700b5260 2024-09-21T07:25:56.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.291+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa77015dfc0 con 0x7fa7700b5260 2024-09-21T07:25:56.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.295+0000 7fa7677fe640 1 -- 172.21.15.6:0/1459564966 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa758005300 con 0x7fa7700b5260 2024-09-21T07:25:56.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.295+0000 7fa7677fe640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa750073200 0x7fa750075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:56.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.295+0000 7fa7677fe640 1 -- 172.21.15.6:0/1459564966 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa75812e7f0 con 0x7fa7700b5260 2024-09-21T07:25:56.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.295+0000 7fa76effd640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa750073200 0x7fa750075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:56.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.295+0000 7fa76effd640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa750073200 0x7fa750075710 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa760002100 tx=0x7fa760009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:56.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.299+0000 7fa7677fe640 1 -- 172.21.15.6:0/1459564966 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa7580ac030 con 0x7fa7700b5260 2024-09-21T07:25:56.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.467+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa77015c100 con 0x7fa7700b5260 2024-09-21T07:25:56.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa7677fe640 1 -- 172.21.15.6:0/1459564966 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16693 (secure 0 0 0) 0x7fa758016410 con 0x7fa7700b5260 2024-09-21T07:25:56.475 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:56.475 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":32,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:25:31.462684+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:25:28.045233+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T07:25:28.837474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:25:56.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa750073200 msgr2=0x7fa750075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa750073200 0x7fa750075710 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa760002100 tx=0x7fa760009040 comp rx=0 tx=0).stop 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700b5260 msgr2=0x7fa7701fc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700b5260 0x7fa7701fc6e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fa758000c10 tx=0x7fa7580a8760 comp rx=0 tx=0).stop 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 shutdown_connections 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa750073200 0x7fa750075710 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7700cb560 0x7fa77014b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7700b5260 0x7fa7701fc6e0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 --2- 172.21.15.6:0/1459564966 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7700707d0 0x7fa77015c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 >> 172.21.15.6:0/1459564966 conn(0x7fa7700d0020 msgr2=0x7fa77015add0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 shutdown_connections 2024-09-21T07:25:56.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.471+0000 7fa77573b640 1 -- 172.21.15.6:0/1459564966 wait complete. 2024-09-21T07:25:56.497 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:25:56.497 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:56.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.639+0000 7fe6dfb20640 1 -- 172.21.15.6:0/532443207 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d80cf570 msgr2=0x7fe6d80cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.639+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/532443207 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d80cf570 0x7fe6d80cdf20 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4009900 tx=0x7fe6d401c850 comp rx=0 tx=0).stop 2024-09-21T07:25:56.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.639+0000 7fe6dfb20640 1 -- 172.21.15.6:0/532443207 shutdown_connections 2024-09-21T07:25:56.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.639+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/532443207 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d80cf570 0x7fe6d80cdf20 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.639+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/532443207 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6d806ee70 0x7fe6d80cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.639+0000 7fe6dfb20640 1 -- 172.21.15.6:0/532443207 >> 172.21.15.6:0/532443207 conn(0x7fe6d80d0020 msgr2=0x7fe6d80d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:56.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.639+0000 7fe6dfb20640 1 -- 172.21.15.6:0/532443207 shutdown_connections 2024-09-21T07:25:56.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.639+0000 7fe6dfb20640 1 -- 172.21.15.6:0/532443207 wait complete. 2024-09-21T07:25:56.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 Processor -- start 2024-09-21T07:25:56.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 -- start start 2024-09-21T07:25:56.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6d806ee70 0x7fe6d815c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:56.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6d80cf570 0x7fe6d815c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:56.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d815feb0 0x7fe6d80c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:56.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d8169330 con 0x7fe6d815feb0 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d81691b0 con 0x7fe6d80cf570 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe6d81694b0 con 0x7fe6d806ee70 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d815feb0 0x7fe6d80c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d815feb0 0x7fe6d80c9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39864/0 (socket says 172.21.15.6:39864) 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 -- 172.21.15.6:0/328398754 learned_addr learned my addr 172.21.15.6:0/328398754 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dd8bc640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6d806ee70 0x7fe6d815c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dd0bb640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6d80cf570 0x7fe6d815c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 -- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6d806ee70 msgr2=0x7fe6d815c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6d806ee70 0x7fe6d815c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 -- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6d80cf570 msgr2=0x7fe6d815c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6d80cf570 0x7fe6d815c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 -- 172.21.15.6:0/328398754 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6d8150030 con 0x7fe6d815feb0 2024-09-21T07:25:56.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dd8bc640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6d806ee70 0x7fe6d815c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:56.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6de0bd640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d815feb0 0x7fe6d80c9330 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000be60 tx=0x7fe6d000bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:56.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6ce7fc640 1 -- 172.21.15.6:0/328398754 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d0019070 con 0x7fe6d815feb0 2024-09-21T07:25:56.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6ce7fc640 1 -- 172.21.15.6:0/328398754 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe6d0014440 con 0x7fe6d815feb0 2024-09-21T07:25:56.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6d8150310 con 0x7fe6d815feb0 2024-09-21T07:25:56.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6ce7fc640 1 -- 172.21.15.6:0/328398754 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d00148d0 con 0x7fe6d815feb0 2024-09-21T07:25:56.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.643+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6d81508d0 con 0x7fe6d815feb0 2024-09-21T07:25:56.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.647+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6d80cf030 con 0x7fe6d815feb0 2024-09-21T07:25:56.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.647+0000 7fe6ce7fc640 1 -- 172.21.15.6:0/328398754 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe6d001c070 con 0x7fe6d815feb0 2024-09-21T07:25:56.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.647+0000 7fe6ce7fc640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6bc073200 0x7fe6bc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:56.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.647+0000 7fe6ce7fc640 1 -- 172.21.15.6:0/328398754 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe6d0094170 con 0x7fe6d815feb0 2024-09-21T07:25:56.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.647+0000 7fe6dd8bc640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6bc073200 0x7fe6bc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:56.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.647+0000 7fe6dd8bc640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6bc073200 0x7fe6bc075710 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8005fd0 tx=0x7fe6c8005dc0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:56.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.651+0000 7fe6ce7fc640 1 -- 172.21.15.6:0/328398754 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe6d005f220 con 0x7fe6d815feb0 2024-09-21T07:25:56.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.859+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe6d80cfd00 con 0x7fe6d815feb0 2024-09-21T07:25:56.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6ce7fc640 1 -- 172.21.15.6:0/328398754 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7fe6d005eb20 con 0x7fe6d815feb0 2024-09-21T07:25:56.868 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:56.868 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":17,"btime":"2024-09-21T07:25:33:485074+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3767165925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3767165925},{"type":"v1","addr":"172.21.15.145:6836","nonce":3767165925}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1064912057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1064912057},{"type":"v1","addr":"172.21.15.145:6837","nonce":1064912057}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4851,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/2052458312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2052458312},{"type":"v1","addr":"172.21.15.6:6834","nonce":2052458312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:25:29.868812+0000","modified":"2024-09-21T07:25:32.887572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4854":{"gid":4854,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1616866184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1616866184},{"type":"v1","addr":"172.21.15.6:6835","nonce":1616866184}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4854,"qdb_cluster":[4854]},"id":2}]} 2024-09-21T07:25:56.868 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 17 2024-09-21T07:25:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6bc073200 msgr2=0x7fe6bc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6bc073200 0x7fe6bc075710 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8005fd0 tx=0x7fe6c8005dc0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d815feb0 msgr2=0x7fe6d80c9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d815feb0 0x7fe6d80c9330 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe6d000be60 tx=0x7fe6d000bf50 comp rx=0 tx=0).stop 2024-09-21T07:25:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 shutdown_connections 2024-09-21T07:25:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6bc073200 0x7fe6bc075710 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6d815feb0 0x7fe6d80c9330 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe6d80cf570 0x7fe6d815c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 --2- 172.21.15.6:0/328398754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6d806ee70 0x7fe6d815c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.863+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 >> 172.21.15.6:0/328398754 conn(0x7fe6d80d0020 msgr2=0x7fe6d80b51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.867+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 shutdown_connections 2024-09-21T07:25:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:56.867+0000 7fe6dfb20640 1 -- 172.21.15.6:0/328398754 wait complete. 2024-09-21T07:25:56.891 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:25:57.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.047+0000 7f9123b5d640 1 -- 172.21.15.6:0/2154905930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 msgr2=0x7f911c0744c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.047+0000 7f9123b5d640 1 --2- 172.21.15.6:0/2154905930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 0x7f911c0744c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9114009c80 tx=0x7f911401cd10 comp rx=0 tx=0).stop 2024-09-21T07:25:57.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.047+0000 7f9123b5d640 1 -- 172.21.15.6:0/2154905930 shutdown_connections 2024-09-21T07:25:57.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.047+0000 7f9123b5d640 1 --2- 172.21.15.6:0/2154905930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 0x7f911c0744c0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.047+0000 7f9123b5d640 1 --2- 172.21.15.6:0/2154905930 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f911c15feb0 0x7f911c073b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.047+0000 7f9123b5d640 1 -- 172.21.15.6:0/2154905930 >> 172.21.15.6:0/2154905930 conn(0x7f911c0d0020 msgr2=0x7f911c0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:57.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.047+0000 7f9123b5d640 1 -- 172.21.15.6:0/2154905930 shutdown_connections 2024-09-21T07:25:57.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.047+0000 7f9123b5d640 1 -- 172.21.15.6:0/2154905930 wait complete. 2024-09-21T07:25:57.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 Processor -- start 2024-09-21T07:25:57.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 -- start start 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f911c06ee70 0x7f911c09dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 0x7f911c1539a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f911c15feb0 0x7f911c1fadc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f911c168fd0 con 0x7f911c0740b0 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f911c168e50 con 0x7f911c06ee70 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f911c169150 con 0x7f911c15feb0 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 0x7f911c1539a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 0x7f911c1539a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39880/0 (socket says 172.21.15.6:39880) 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 -- 172.21.15.6:0/308522176 learned_addr learned my addr 172.21.15.6:0/308522176 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91220fa640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f911c15feb0 0x7f911c1fadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91218f9640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f911c06ee70 0x7f911c09dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 -- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f911c15feb0 msgr2=0x7f911c1fadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f911c15feb0 0x7f911c1fadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 -- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f911c06ee70 msgr2=0x7f911c09dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f911c06ee70 0x7f911c09dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 -- 172.21.15.6:0/308522176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f911c15dc90 con 0x7f911c0740b0 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91218f9640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f911c06ee70 0x7f911c09dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91210f8640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 0x7f911c1539a0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f910c00b410 tx=0x7f910c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91127fc640 1 -- 172.21.15.6:0/308522176 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910c015020 con 0x7f911c0740b0 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91127fc640 1 -- 172.21.15.6:0/308522176 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f910c011920 con 0x7f911c0740b0 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f91127fc640 1 -- 172.21.15.6:0/308522176 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910c011d70 con 0x7f911c0740b0 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f911c15d6d0 con 0x7f911c0740b0 2024-09-21T07:25:57.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f911c1fa5c0 con 0x7f911c0740b0 2024-09-21T07:25:57.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.051+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f911c15d440 con 0x7f911c0740b0 2024-09-21T07:25:57.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.055+0000 7f91127fc640 1 -- 172.21.15.6:0/308522176 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f910c018020 con 0x7f911c0740b0 2024-09-21T07:25:57.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.055+0000 7f91127fc640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9100073230 0x7f9100075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.055+0000 7f91127fc640 1 -- 172.21.15.6:0/308522176 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f910c094140 con 0x7f911c0740b0 2024-09-21T07:25:57.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.055+0000 7f91218f9640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9100073230 0x7f9100075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.055+0000 7f91218f9640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9100073230 0x7f9100075740 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f911800a850 tx=0x7f9118008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:57.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.059+0000 7f91127fc640 1 -- 172.21.15.6:0/308522176 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f910c01f020 con 0x7f911c0740b0 2024-09-21T07:25:57.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.267+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f911c0744c0 con 0x7f911c0740b0 2024-09-21T07:25:57.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f91127fc640 1 -- 172.21.15.6:0/308522176 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7f910c05f1f0 con 0x7f911c0740b0 2024-09-21T07:25:57.275 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:57.275 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":17,"btime":"2024-09-21T07:25:33:485074+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3767165925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3767165925},{"type":"v1","addr":"172.21.15.145:6836","nonce":3767165925}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1064912057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1064912057},{"type":"v1","addr":"172.21.15.145:6837","nonce":1064912057}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4851,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/2052458312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2052458312},{"type":"v1","addr":"172.21.15.6:6834","nonce":2052458312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:25:29.868812+0000","modified":"2024-09-21T07:25:32.887572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4854":{"gid":4854,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1616866184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1616866184},{"type":"v1","addr":"172.21.15.6:6835","nonce":1616866184}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4854,"qdb_cluster":[4854]},"id":2}]} 2024-09-21T07:25:57.276 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 17 2024-09-21T07:25:57.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9100073230 msgr2=0x7f9100075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9100073230 0x7f9100075740 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f911800a850 tx=0x7f9118008040 comp rx=0 tx=0).stop 2024-09-21T07:25:57.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 msgr2=0x7f911c1539a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 0x7f911c1539a0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f910c00b410 tx=0x7f910c00b8d0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 shutdown_connections 2024-09-21T07:25:57.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9100073230 0x7f9100075740 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f911c15feb0 0x7f911c1fadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f911c0740b0 0x7f911c1539a0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 --2- 172.21.15.6:0/308522176 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f911c06ee70 0x7f911c09dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 >> 172.21.15.6:0/308522176 conn(0x7f911c0d0020 msgr2=0x7f911c15deb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:57.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 shutdown_connections 2024-09-21T07:25:57.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.271+0000 7f9123b5d640 1 -- 172.21.15.6:0/308522176 wait complete. 2024-09-21T07:25:57.298 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:25:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.443+0000 7fdd47103640 1 -- 172.21.15.6:0/3612743312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd400c7470 msgr2=0x7fdd400c7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.443+0000 7fdd47103640 1 --2- 172.21.15.6:0/3612743312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd400c7470 0x7fdd400c7880 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fdd38009c80 tx=0x7fdd3801cda0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.443+0000 7fdd47103640 1 -- 172.21.15.6:0/3612743312 shutdown_connections 2024-09-21T07:25:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.443+0000 7fdd47103640 1 --2- 172.21.15.6:0/3612743312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd400c7470 0x7fdd400c7880 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.443+0000 7fdd47103640 1 --2- 172.21.15.6:0/3612743312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd40074500 0x7fdd400c6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.443+0000 7fdd47103640 1 -- 172.21.15.6:0/3612743312 >> 172.21.15.6:0/3612743312 conn(0x7fdd400cdbb0 msgr2=0x7fdd400cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.443+0000 7fdd47103640 1 -- 172.21.15.6:0/3612743312 shutdown_connections 2024-09-21T07:25:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.443+0000 7fdd47103640 1 -- 172.21.15.6:0/3612743312 wait complete. 2024-09-21T07:25:57.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 Processor -- start 2024-09-21T07:25:57.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 -- start start 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd400c7470 0x7fdd400caae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd400d0c80 0x7fdd4015ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4015f350 0x7fdd4012f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd40168560 con 0x7fdd4015f350 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401683e0 con 0x7fdd400d0c80 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd401686e0 con 0x7fdd400c7470 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4015f350 0x7fdd4012f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4015f350 0x7fdd4012f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39890/0 (socket says 172.21.15.6:39890) 2024-09-21T07:25:57.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 -- 172.21.15.6:0/1465575117 learned_addr learned my addr 172.21.15.6:0/1465575117 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd3ffff640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd400d0c80 0x7fdd4015ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 -- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd400c7470 msgr2=0x7fdd400caae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd44e9f640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd400c7470 0x7fdd400caae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd400c7470 0x7fdd400caae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 -- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd400d0c80 msgr2=0x7fdd4015ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd400d0c80 0x7fdd4015ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 -- 172.21.15.6:0/1465575117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd4015f760 con 0x7fdd4015f350 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd3ffff640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd400d0c80 0x7fdd4015ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd44e9f640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd400c7470 0x7fdd400caae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd456a0640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4015f350 0x7fdd4012f730 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fdd380988a0 tx=0x7fdd380045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd3d7fa640 1 -- 172.21.15.6:0/1465575117 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd380bb070 con 0x7fdd4015f350 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd3d7fa640 1 -- 172.21.15.6:0/1465575117 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd380047d0 con 0x7fdd4015f350 2024-09-21T07:25:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd3d7fa640 1 -- 172.21.15.6:0/1465575117 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd380b2040 con 0x7fdd4015f350 2024-09-21T07:25:57.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd400cb020 con 0x7fdd4015f350 2024-09-21T07:25:57.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd400c85c0 con 0x7fdd4015f350 2024-09-21T07:25:57.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.447+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd400c6f30 con 0x7fdd4015f350 2024-09-21T07:25:57.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.451+0000 7fdd3d7fa640 1 -- 172.21.15.6:0/1465575117 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdd38004c50 con 0x7fdd4015f350 2024-09-21T07:25:57.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.451+0000 7fdd3d7fa640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd2c073200 0x7fdd2c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.451+0000 7fdd3d7fa640 1 -- 172.21.15.6:0/1465575117 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fdd3812e6a0 con 0x7fdd4015f350 2024-09-21T07:25:57.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.451+0000 7fdd44e9f640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd2c073200 0x7fdd2c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.451+0000 7fdd44e9f640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd2c073200 0x7fdd2c075710 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdd30000f70 tx=0x7fdd30009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:57.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.455+0000 7fdd3d7fa640 1 -- 172.21.15.6:0/1465575117 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdd4015f760 con 0x7fdd4015f350 2024-09-21T07:25:57.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.631+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdd400c8350 con 0x7fdd4015f350 2024-09-21T07:25:57.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd3d7fa640 1 -- 172.21.15.6:0/1465575117 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16693 (secure 0 0 0) 0x7fdd38016990 con 0x7fdd4015f350 2024-09-21T07:25:57.640 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:25:57.640 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":32,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:25:31.462684+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:25:28.045233+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T07:25:28.837474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:25:57.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd2c073200 msgr2=0x7fdd2c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd2c073200 0x7fdd2c075710 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdd30000f70 tx=0x7fdd30009040 comp rx=0 tx=0).stop 2024-09-21T07:25:57.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4015f350 msgr2=0x7fdd4012f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4015f350 0x7fdd4012f730 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fdd380988a0 tx=0x7fdd380045e0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 shutdown_connections 2024-09-21T07:25:57.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd2c073200 0x7fdd2c075710 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4015f350 0x7fdd4012f730 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd400d0c80 0x7fdd4015ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 --2- 172.21.15.6:0/1465575117 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd400c7470 0x7fdd400caae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 >> 172.21.15.6:0/1465575117 conn(0x7fdd400cdbb0 msgr2=0x7fdd40165910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:57.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 shutdown_connections 2024-09-21T07:25:57.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.635+0000 7fdd47103640 1 -- 172.21.15.6:0/1465575117 wait complete. 2024-09-21T07:25:57.663 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T07:25:57.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25d160a640 1 -- 172.21.15.6:0/1088446220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25b4004810 msgr2=0x7f25b4004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25d160a640 1 --2- 172.21.15.6:0/1088446220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25b4004810 0x7f25b4004c20 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f25cc072dc0 tx=0x7f25c001efb0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25cb7fe640 1 -- 172.21.15.6:0/1088446220 reap_dead start 2024-09-21T07:25:57.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25d160a640 1 -- 172.21.15.6:0/1088446220 shutdown_connections 2024-09-21T07:25:57.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25d160a640 1 -- 172.21.15.6:0/1088446220 >> 172.21.15.6:0/1088446220 conn(0x7f25cc0d0090 msgr2=0x7f25cc0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:57.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25d160a640 1 -- 172.21.15.6:0/1088446220 shutdown_connections 2024-09-21T07:25:57.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25d160a640 1 -- 172.21.15.6:0/1088446220 wait complete. 2024-09-21T07:25:57.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25d160a640 1 Processor -- start 2024-09-21T07:25:57.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.807+0000 7f25d160a640 1 -- start start 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25b4004810 0x7f25cc0af070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25cc0acf20 0x7f25cc156910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25cc0ca6a0 0x7f25cc0caab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc15fa50 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc15f8d0 con 0x7f25b4004810 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f25cc06f700 con 0x7f25cc0acf20 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25cc0ca6a0 0x7f25cc0caab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25cc0ca6a0 0x7f25cc0caab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39912/0 (socket says 172.21.15.6:39912) 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 -- 172.21.15.6:0/2623009731 learned_addr learned my addr 172.21.15.6:0/2623009731 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25ca7fc640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25cc0acf20 0x7f25cc156910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25caffd640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25b4004810 0x7f25cc0af070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 -- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25cc0acf20 msgr2=0x7f25cc156910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25cc0acf20 0x7f25cc156910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 -- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25b4004810 msgr2=0x7f25cc0af070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25b4004810 0x7f25cc0af070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 -- 172.21.15.6:0/2623009731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25cc1f8100 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25cb7fe640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25cc0ca6a0 0x7f25cc0caab0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f25b40057f0 tx=0x7f25c400dd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25b37fe640 1 -- 172.21.15.6:0/2623009731 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c4003d90 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25b37fe640 1 -- 172.21.15.6:0/2623009731 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25c400b8b0 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25cc0af5b0 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25b37fe640 1 -- 172.21.15.6:0/2623009731 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c400bd00 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25cc1f74f0 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25cc0ad390 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25b37fe640 1 -- 172.21.15.6:0/2623009731 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f25c4006070 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25b37fe640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f25b8073230 0x7f25b8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:57.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25b37fe640 1 -- 172.21.15.6:0/2623009731 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f25c4094870 con 0x7f25cc0ca6a0 2024-09-21T07:25:57.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.811+0000 7f25caffd640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f25b8073230 0x7f25b8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:57.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.815+0000 7f25caffd640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f25b8073230 0x7f25b8075740 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f25bc000c10 tx=0x7f25bc006930 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:57.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:57.815+0000 7f25b37fe640 1 -- 172.21.15.6:0/2623009731 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f25c405f890 con 0x7f25cc0ca6a0 2024-09-21T07:25:58.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.023+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f25cc1f3c00 con 0x7f25cc0ca6a0 2024-09-21T07:25:58.027 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:25:58.023+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:25:58.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.023+0000 7f25b37fe640 1 -- 172.21.15.6:0/2623009731 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v18) ==== 161+0+0 (secure 0 0 0) 0x7f25c405f190 con 0x7f25cc0ca6a0 2024-09-21T07:25:58.030 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T07:25:58.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.027+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f25b8073230 msgr2=0x7f25b8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:58.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.027+0000 7f25d160a640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f25b8073230 0x7f25b8075740 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f25bc000c10 tx=0x7f25bc006930 comp rx=0 tx=0).stop 2024-09-21T07:25:58.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.027+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25cc0ca6a0 msgr2=0x7f25cc0caab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:58.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.027+0000 7f25d160a640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25cc0ca6a0 0x7f25cc0caab0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f25b40057f0 tx=0x7f25c400dd80 comp rx=0 tx=0).stop 2024-09-21T07:25:58.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.031+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 shutdown_connections 2024-09-21T07:25:58.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.031+0000 7f25d160a640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f25b8073230 0x7f25b8075740 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:58.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.031+0000 7f25d160a640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25cc0ca6a0 0x7f25cc0caab0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:58.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.031+0000 7f25d160a640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25cc0acf20 0x7f25cc156910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:58.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.031+0000 7f25d160a640 1 --2- 172.21.15.6:0/2623009731 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25b4004810 0x7f25cc0af070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:58.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.031+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 >> 172.21.15.6:0/2623009731 conn(0x7f25cc0d0090 msgr2=0x7f25cc15bbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:58.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.031+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 shutdown_connections 2024-09-21T07:25:58.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.031+0000 7f25d160a640 1 -- 172.21.15.6:0/2623009731 wait complete. 2024-09-21T07:25:58.035 INFO:tasks.ceph.mds.a.smithi006.stderr: -1473> 2024-09-21T07:25:35.255+0000 7fc5021d3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:25:58.055 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T07:25:58.095 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:25:58.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.207+0000 7effbdcc8640 1 -- 172.21.15.6:0/1045978094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effa4004010 msgr2=0x7effa4004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:58.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.207+0000 7effbdcc8640 1 --2- 172.21.15.6:0/1045978094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effa4004010 0x7effa4004810 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7effa00016c0 tx=0x7effa001c760 comp rx=0 tx=0).stop 2024-09-21T07:25:58.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.207+0000 7effb7fff640 1 -- 172.21.15.6:0/1045978094 reap_dead start 2024-09-21T07:25:58.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.207+0000 7effbdcc8640 1 -- 172.21.15.6:0/1045978094 shutdown_connections 2024-09-21T07:25:58.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.207+0000 7effbdcc8640 1 -- 172.21.15.6:0/1045978094 >> 172.21.15.6:0/1045978094 conn(0x7effb80b2470 msgr2=0x7effb80b2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:58.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.207+0000 7effbdcc8640 1 -- 172.21.15.6:0/1045978094 shutdown_connections 2024-09-21T07:25:58.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.207+0000 7effbdcc8640 1 -- 172.21.15.6:0/1045978094 wait complete. 2024-09-21T07:25:58.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 Processor -- start 2024-09-21T07:25:58.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 -- start start 2024-09-21T07:25:58.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7effa4004010 0x7effb8159c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:58.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7effb8152cd0 0x7effb81570e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effb8157620 0x7effb81f9b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7effb8167e30 con 0x7effb8157620 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7effb8167cb0 con 0x7effb8152cd0 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7effb8167fb0 con 0x7effa4004010 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effb8157620 0x7effb81f9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effb8157620 0x7effb81f9b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39960/0 (socket says 172.21.15.6:39960) 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 -- 172.21.15.6:0/841248639 learned_addr learned my addr 172.21.15.6:0/841248639 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb77fe640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7effa4004010 0x7effb8159c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb6ffd640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7effb8152cd0 0x7effb81570e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 -- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7effa4004010 msgr2=0x7effb8159c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7effa4004010 0x7effb8159c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 -- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7effb8152cd0 msgr2=0x7effb81570e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:58.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7effb8152cd0 0x7effb81570e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:58.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 -- 172.21.15.6:0/841248639 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb8157a30 con 0x7effb8157620 2024-09-21T07:25:58.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb77fe640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7effa4004010 0x7effb8159c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:25:58.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effb7fff640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effb8157620 0x7effb81f9b30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7effb0000f90 tx=0x7effb000dd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:58.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effaffff640 1 -- 172.21.15.6:0/841248639 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb0003d90 con 0x7effb8157620 2024-09-21T07:25:58.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effaffff640 1 -- 172.21.15.6:0/841248639 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7effb000b8f0 con 0x7effb8157620 2024-09-21T07:25:58.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effb815ca70 con 0x7effb8157620 2024-09-21T07:25:58.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effaffff640 1 -- 172.21.15.6:0/841248639 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb000bce0 con 0x7effb8157620 2024-09-21T07:25:58.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.211+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effb815d030 con 0x7effb8157620 2024-09-21T07:25:58.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.215+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effb80cede0 con 0x7effb8157620 2024-09-21T07:25:58.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.215+0000 7effaffff640 1 -- 172.21.15.6:0/841248639 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7effb0006070 con 0x7effb8157620 2024-09-21T07:25:58.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.215+0000 7effaffff640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff98073230 0x7eff98075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:58.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.215+0000 7effaffff640 1 -- 172.21.15.6:0/841248639 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7effb00947f0 con 0x7effb8157620 2024-09-21T07:25:58.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.215+0000 7effb77fe640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff98073230 0x7eff98075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:58.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.215+0000 7effb77fe640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff98073230 0x7eff98075740 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7effa8009b70 tx=0x7effa80091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:58.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.219+0000 7effaffff640 1 -- 172.21.15.6:0/841248639 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7effb8157a30 con 0x7effb8157620 2024-09-21T07:25:58.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:58.427+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7effb815a500 con 0x7effb8157620 2024-09-21T07:25:59.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.027+0000 7effaffff640 1 -- 172.21.15.6:0/841248639 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7effb005f840 con 0x7effb8157620 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff98073230 msgr2=0x7eff98075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff98073230 0x7eff98075740 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7effa8009b70 tx=0x7effa80091e0 comp rx=0 tx=0).stop 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effb8157620 msgr2=0x7effb81f9b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effb8157620 0x7effb81f9b30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7effb0000f90 tx=0x7effb000dd60 comp rx=0 tx=0).stop 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 shutdown_connections 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff98073230 0x7eff98075740 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7effb8157620 0x7effb81f9b30 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7effb8152cd0 0x7effb81570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:59.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 --2- 172.21.15.6:0/841248639 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7effa4004010 0x7effb8159c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:59.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 >> 172.21.15.6:0/841248639 conn(0x7effb80b2470 msgr2=0x7effb8073420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:59.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 shutdown_connections 2024-09-21T07:25:59.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.031+0000 7effbdcc8640 1 -- 172.21.15.6:0/841248639 wait complete. 2024-09-21T07:25:59.064 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T07:25:59.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.271+0000 7faedf840640 1 -- 172.21.15.6:0/3549352725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 msgr2=0x7faec4004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:59.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.271+0000 7faedf840640 1 --2- 172.21.15.6:0/3549352725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 0x7faec4004c20 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7faec800c2e0 tx=0x7faec801cf80 comp rx=0 tx=0).stop 2024-09-21T07:25:59.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.271+0000 7faeddddd640 1 -- 172.21.15.6:0/3549352725 reap_dead start 2024-09-21T07:25:59.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.271+0000 7faedf840640 1 -- 172.21.15.6:0/3549352725 shutdown_connections 2024-09-21T07:25:59.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.271+0000 7faedf840640 1 -- 172.21.15.6:0/3549352725 >> 172.21.15.6:0/3549352725 conn(0x7faed80b2dc0 msgr2=0x7faed80b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:25:59.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.271+0000 7faedf840640 1 -- 172.21.15.6:0/3549352725 shutdown_connections 2024-09-21T07:25:59.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.271+0000 7faedf840640 1 -- 172.21.15.6:0/3549352725 wait complete. 2024-09-21T07:25:59.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 Processor -- start 2024-09-21T07:25:59.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 -- start start 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 0x7faed815af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faed81f8bb0 0x7faed815c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faed80caf40 0x7faed8148e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7faed80b4650 con 0x7faec4004810 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faed80b44d0 con 0x7faed80caf40 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faed806d5f0 con 0x7faed81f8bb0 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 0x7faed815af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 0x7faed815af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39980/0 (socket says 172.21.15.6:39980) 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 -- 172.21.15.6:0/2722491747 learned_addr learned my addr 172.21.15.6:0/2722491747 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 -- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faed81f8bb0 msgr2=0x7faed815c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faeddddd640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faed80caf40 0x7faed8148e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:59.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faed81f8bb0 0x7faed815c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 -- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faed80caf40 msgr2=0x7faed8148e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faed80caf40 0x7faed8148e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 -- 172.21.15.6:0/2722491747 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed815b840 con 0x7faec4004810 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedd5dc640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 0x7faed815af80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7faed40118a0 tx=0x7faed4011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faecdffb640 1 -- 172.21.15.6:0/2722491747 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed400fbb0 con 0x7faec4004810 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faecdffb640 1 -- 172.21.15.6:0/2722491747 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faed400fd50 con 0x7faec4004810 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faed815bb20 con 0x7faec4004810 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faecdffb640 1 -- 172.21.15.6:0/2722491747 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed4019670 con 0x7faec4004810 2024-09-21T07:25:59.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.275+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faed815c0e0 con 0x7faec4004810 2024-09-21T07:25:59.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.279+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faed80ce6b0 con 0x7faec4004810 2024-09-21T07:25:59.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.279+0000 7faecdffb640 1 -- 172.21.15.6:0/2722491747 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7faed4019810 con 0x7faec4004810 2024-09-21T07:25:59.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.279+0000 7faecdffb640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faebc073200 0x7faebc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:25:59.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.279+0000 7faecdffb640 1 -- 172.21.15.6:0/2722491747 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7faed40954a0 con 0x7faec4004810 2024-09-21T07:25:59.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.279+0000 7faedcddb640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faebc073200 0x7faebc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:25:59.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.279+0000 7faedcddb640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faebc073200 0x7faebc075710 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7faec80ac000 tx=0x7faec4005840 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:25:59.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.283+0000 7faecdffb640 1 -- 172.21.15.6:0/2722491747 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7faed4060500 con 0x7faec4004810 2024-09-21T07:25:59.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:25:59.459+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7faed80b31d0 con 0x7faec4004810 2024-09-21T07:26:00.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.039+0000 7faecdffb640 1 -- 172.21.15.6:0/2722491747 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v34) ==== 181+0+0 (secure 0 0 0) 0x7faed405fe00 con 0x7faec4004810 2024-09-21T07:26:00.046 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faebc073200 msgr2=0x7faebc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faebc073200 0x7faebc075710 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7faec80ac000 tx=0x7faec4005840 comp rx=0 tx=0).stop 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 msgr2=0x7faed815af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 0x7faed815af80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7faed40118a0 tx=0x7faed4011d60 comp rx=0 tx=0).stop 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 shutdown_connections 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faebc073200 0x7faebc075710 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faed80caf40 0x7faed8148e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faed81f8bb0 0x7faed815c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 --2- 172.21.15.6:0/2722491747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faec4004810 0x7faed815af80 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 >> 172.21.15.6:0/2722491747 conn(0x7faed80b2dc0 msgr2=0x7faed815e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:00.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 shutdown_connections 2024-09-21T07:26:00.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.043+0000 7faedf840640 1 -- 172.21.15.6:0/2722491747 wait complete. 2024-09-21T07:26:00.079 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T07:26:00.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 -- 172.21.15.6:0/636184712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec48073f20 msgr2=0x7fec48074330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:00.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/636184712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec48073f20 0x7fec48074330 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fec4815bbd0 tx=0x7fec3c01c7c0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 -- 172.21.15.6:0/636184712 shutdown_connections 2024-09-21T07:26:00.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/636184712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec48151da0 0x7fec481521b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/636184712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec48073f20 0x7fec48074330 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 -- 172.21.15.6:0/636184712 >> 172.21.15.6:0/636184712 conn(0x7fec480d11e0 msgr2=0x7fec480d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:00.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 -- 172.21.15.6:0/636184712 shutdown_connections 2024-09-21T07:26:00.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 -- 172.21.15.6:0/636184712 wait complete. 2024-09-21T07:26:00.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 Processor -- start 2024-09-21T07:26:00.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.235+0000 7fec4f8b8640 1 -- start start 2024-09-21T07:26:00.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec48073f20 0x7fec4815ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec480d0460 0x7fec48158d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec48151da0 0x7fec4814a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fec480ccec0 con 0x7fec480d0460 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fec480ccd40 con 0x7fec48151da0 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fec480cd040 con 0x7fec48073f20 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec480d0460 0x7fec48158d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec480d0460 0x7fec48158d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39996/0 (socket says 172.21.15.6:39996) 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 -- 172.21.15.6:0/3763856989 learned_addr learned my addr 172.21.15.6:0/3763856989 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4de55640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec48151da0 0x7fec4814a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4d654640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec48073f20 0x7fec4815ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 -- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec48073f20 msgr2=0x7fec4815ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec48073f20 0x7fec4815ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 -- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec48151da0 msgr2=0x7fec4814a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:00.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec48151da0 0x7fec4814a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:00.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 -- 172.21.15.6:0/3763856989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec4815a900 con 0x7fec480d0460 2024-09-21T07:26:00.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4ce53640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec480d0460 0x7fec48158d20 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fec3c01cca0 tx=0x7fec3c0a5790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:00.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec45ffb640 1 -- 172.21.15.6:0/3763856989 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3c0b2040 con 0x7fec480d0460 2024-09-21T07:26:00.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec45ffb640 1 -- 172.21.15.6:0/3763856989 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec3c004430 con 0x7fec480d0460 2024-09-21T07:26:00.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec481fcc00 con 0x7fec480d0460 2024-09-21T07:26:00.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec45ffb640 1 -- 172.21.15.6:0/3763856989 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3c005290 con 0x7fec480d0460 2024-09-21T07:26:00.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec4815a620 con 0x7fec480d0460 2024-09-21T07:26:00.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.239+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec48074330 con 0x7fec480d0460 2024-09-21T07:26:00.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.243+0000 7fec45ffb640 1 -- 172.21.15.6:0/3763856989 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fec3c005430 con 0x7fec480d0460 2024-09-21T07:26:00.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.243+0000 7fec45ffb640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec34073230 0x7fec34075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:00.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.243+0000 7fec45ffb640 1 -- 172.21.15.6:0/3763856989 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5357+0+0 (secure 0 0 0) 0x7fec3c12db70 con 0x7fec480d0460 2024-09-21T07:26:00.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.243+0000 7fec4d654640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec34073230 0x7fec34075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:00.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.243+0000 7fec4d654640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec34073230 0x7fec34075740 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fec38001cf0 tx=0x7fec38009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:00.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.247+0000 7fec45ffb640 1 -- 172.21.15.6:0/3763856989 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fec3c0164d0 con 0x7fec480d0460 2024-09-21T07:26:00.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:00.431+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fec48075000 con 0x7fec480d0460 2024-09-21T07:26:01.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.043+0000 7fec45ffb640 1 -- 172.21.15.6:0/3763856989 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v35) ==== 169+0+0 (secure 0 0 0) 0x7fec3c0f8cf0 con 0x7fec480d0460 2024-09-21T07:26:01.048 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-09-21T07:26:01.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec34073230 msgr2=0x7fec34075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec34073230 0x7fec34075740 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fec38001cf0 tx=0x7fec38009040 comp rx=0 tx=0).stop 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec480d0460 msgr2=0x7fec48158d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec480d0460 0x7fec48158d20 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fec3c01cca0 tx=0x7fec3c0a5790 comp rx=0 tx=0).stop 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 shutdown_connections 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fec34073230 0x7fec34075740 secure :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fec38001cf0 tx=0x7fec38009040 comp rx=0 tx=0).stop 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fec48151da0 0x7fec4814a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec480d0460 0x7fec48158d20 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 --2- 172.21.15.6:0/3763856989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fec48073f20 0x7fec4815ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 >> 172.21.15.6:0/3763856989 conn(0x7fec480d11e0 msgr2=0x7fec4814fa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:01.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 shutdown_connections 2024-09-21T07:26:01.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.047+0000 7fec4f8b8640 1 -- 172.21.15.6:0/3763856989 wait complete. 2024-09-21T07:26:01.082 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T07:26:01.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.235+0000 7fa1a6e22640 1 -- 172.21.15.6:0/647491519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188003ad0 msgr2=0x7fa188003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.235+0000 7fa1a6e22640 1 --2- 172.21.15.6:0/647491519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188003ad0 0x7fa188003f40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fa19000bb10 tx=0x7fa19001cd70 comp rx=0 tx=0).stop 2024-09-21T07:26:01.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.235+0000 7fa1a6e22640 1 -- 172.21.15.6:0/647491519 shutdown_connections 2024-09-21T07:26:01.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.235+0000 7fa1a6e22640 1 --2- 172.21.15.6:0/647491519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188003ad0 0x7fa188003f40 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.235+0000 7fa1a6e22640 1 -- 172.21.15.6:0/647491519 >> 172.21.15.6:0/647491519 conn(0x7fa1a00d0090 msgr2=0x7fa1a00d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:01.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.235+0000 7fa1a6e22640 1 -- 172.21.15.6:0/647491519 shutdown_connections 2024-09-21T07:26:01.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.235+0000 7fa1a6e22640 1 -- 172.21.15.6:0/647491519 wait complete. 2024-09-21T07:26:01.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 Processor -- start 2024-09-21T07:26:01.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 -- start start 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa188003ad0 0x7fa1a009c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1a01eb3c0 0x7fa1a01f8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1a01f9130 0x7fa1a01f5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa1a015f880 con 0x7fa1a01f9130 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa1a015f700 con 0x7fa188003ad0 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa1a015fa00 con 0x7fa1a01eb3c0 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1a01f9130 0x7fa1a01f5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1a01f9130 0x7fa1a01f5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40012/0 (socket says 172.21.15.6:40012) 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 -- 172.21.15.6:0/165229888 learned_addr learned my addr 172.21.15.6:0/165229888 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa19ffff640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1a01eb3c0 0x7fa1a01f8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:01.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a4bbe640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa188003ad0 0x7fa1a009c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 -- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1a01eb3c0 msgr2=0x7fa1a01f8bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1a01eb3c0 0x7fa1a01f8bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 -- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa188003ad0 msgr2=0x7fa1a009c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa188003ad0 0x7fa1a009c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 -- 172.21.15.6:0/165229888 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1a01f9540 con 0x7fa1a01f9130 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a53bf640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1a01f9130 0x7fa1a01f5600 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa1a00710b0 tx=0x7fa19800ea30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa19d7fa640 1 -- 172.21.15.6:0/165229888 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa19800c9b0 con 0x7fa1a01f9130 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa19d7fa640 1 -- 172.21.15.6:0/165229888 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa198017070 con 0x7fa1a01f9130 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1a009af10 con 0x7fa1a01f9130 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa19d7fa640 1 -- 172.21.15.6:0/165229888 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa19800ce80 con 0x7fa1a01f9130 2024-09-21T07:26:01.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.239+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1a009b4d0 con 0x7fa1a01f9130 2024-09-21T07:26:01.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.243+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1a0146d20 con 0x7fa1a01f9130 2024-09-21T07:26:01.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.243+0000 7fa19d7fa640 1 -- 172.21.15.6:0/165229888 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa19801c460 con 0x7fa1a01f9130 2024-09-21T07:26:01.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.243+0000 7fa19d7fa640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa18c073230 0x7fa18c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:01.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.243+0000 7fa19d7fa640 1 -- 172.21.15.6:0/165229888 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fa198094180 con 0x7fa1a01f9130 2024-09-21T07:26:01.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.243+0000 7fa1a4bbe640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa18c073230 0x7fa18c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:01.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.243+0000 7fa1a4bbe640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa18c073230 0x7fa18c075740 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa1900b0000 tx=0x7fa190019b10 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:01.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.247+0000 7fa19d7fa640 1 -- 172.21.15.6:0/165229888 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa1a0146d20 con 0x7fa1a01f9130 2024-09-21T07:26:01.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.419+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7fa1a00ce5b0 con 0x7fa1a01f9130 2024-09-21T07:26:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa19d7fa640 1 -- 172.21.15.6:0/165229888 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v34) ==== 71+0+0 (secure 0 0 0) 0x7fa1a01f9540 con 0x7fa1a01f9130 2024-09-21T07:26:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa18c073230 msgr2=0x7fa18c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa18c073230 0x7fa18c075740 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa1900b0000 tx=0x7fa190019b10 comp rx=0 tx=0).stop 2024-09-21T07:26:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1a01f9130 msgr2=0x7fa1a01f5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1a01f9130 0x7fa1a01f5600 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa1a00710b0 tx=0x7fa19800ea30 comp rx=0 tx=0).stop 2024-09-21T07:26:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 shutdown_connections 2024-09-21T07:26:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa18c073230 0x7fa18c075740 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1a01f9130 0x7fa1a01f5600 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1a01eb3c0 0x7fa1a01f8bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 --2- 172.21.15.6:0/165229888 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa188003ad0 0x7fa1a009c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 >> 172.21.15.6:0/165229888 conn(0x7fa1a00d0090 msgr2=0x7fa1a00b0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:01.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 shutdown_connections 2024-09-21T07:26:01.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.427+0000 7fa1a6e22640 1 -- 172.21.15.6:0/165229888 wait complete. 2024-09-21T07:26:01.453 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close' 2024-09-21T07:26:01.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.607+0000 7f56c1f4c640 1 -- 172.21.15.6:0/358995958 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc15a080 msgr2=0x7f56bc06cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.607+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/358995958 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc15a080 0x7f56bc06cde0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f56a8009bc0 tx=0x7f56a801cb40 comp rx=0 tx=0).stop 2024-09-21T07:26:01.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.607+0000 7f56c1f4c640 1 -- 172.21.15.6:0/358995958 shutdown_connections 2024-09-21T07:26:01.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.607+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/358995958 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56bc06d320 0x7f56bc06fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.607+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/358995958 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc15a080 0x7f56bc06cde0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.607+0000 7f56c1f4c640 1 -- 172.21.15.6:0/358995958 >> 172.21.15.6:0/358995958 conn(0x7f56bc0d0af0 msgr2=0x7f56bc0d0f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:01.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.607+0000 7f56c1f4c640 1 -- 172.21.15.6:0/358995958 shutdown_connections 2024-09-21T07:26:01.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.607+0000 7f56c1f4c640 1 -- 172.21.15.6:0/358995958 wait complete. 2024-09-21T07:26:01.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 Processor -- start 2024-09-21T07:26:01.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 -- start start 2024-09-21T07:26:01.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56bc06d320 0x7f56bc14e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56bc15a080 0x7f56bc156cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc160a70 0x7f56bc15ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc16a100 con 0x7f56bc160a70 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc169f80 con 0x7f56bc15a080 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f56bc16a280 con 0x7f56bc06d320 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc160a70 0x7f56bc15ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc160a70 0x7f56bc15ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40036/0 (socket says 172.21.15.6:40036) 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 -- 172.21.15.6:0/3722186179 learned_addr learned my addr 172.21.15.6:0/3722186179 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bb7fe640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56bc06d320 0x7f56bc14e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56baffd640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56bc15a080 0x7f56bc156cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 -- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56bc06d320 msgr2=0x7f56bc14e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56bc06d320 0x7f56bc14e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 -- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56bc15a080 msgr2=0x7f56bc156cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:01.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56bc15a080 0x7f56bc156cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:01.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 -- 172.21.15.6:0/3722186179 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56bc158390 con 0x7f56bc160a70 2024-09-21T07:26:01.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bb7fe640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56bc06d320 0x7f56bc14e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:01.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56baffd640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56bc15a080 0x7f56bc156cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:01.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56bbfff640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc160a70 0x7f56bc15ebf0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f56ac00c970 tx=0x7f56ac00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:01.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56b3fff640 1 -- 172.21.15.6:0/3722186179 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ac004230 con 0x7f56bc160a70 2024-09-21T07:26:01.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56b3fff640 1 -- 172.21.15.6:0/3722186179 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56ac0044c0 con 0x7f56bc160a70 2024-09-21T07:26:01.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56bc158670 con 0x7f56bc160a70 2024-09-21T07:26:01.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56b3fff640 1 -- 172.21.15.6:0/3722186179 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ac007c10 con 0x7f56bc160a70 2024-09-21T07:26:01.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.611+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56bc158fa0 con 0x7f56bc160a70 2024-09-21T07:26:01.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.615+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56bc069300 con 0x7f56bc160a70 2024-09-21T07:26:01.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.615+0000 7f56b3fff640 1 -- 172.21.15.6:0/3722186179 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f56ac003600 con 0x7f56bc160a70 2024-09-21T07:26:01.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.615+0000 7f56b3fff640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56a4073260 0x7f56a4075770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:01.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.615+0000 7f56b3fff640 1 -- 172.21.15.6:0/3722186179 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f56ac093ff0 con 0x7f56bc160a70 2024-09-21T07:26:01.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.615+0000 7f56bb7fe640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56a4073260 0x7f56a4075770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:01.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.615+0000 7f56bb7fe640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56a4073260 0x7f56a4075770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f56b4001400 tx=0x7f56b4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:01.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.619+0000 7f56b3fff640 1 -- 172.21.15.6:0/3722186179 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f56ac014070 con 0x7f56bc160a70 2024-09-21T07:26:01.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:01.859+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]} v 0) -- 0x7f56bc153770 con 0x7f56bc160a70 2024-09-21T07:26:02.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56b3fff640 1 -- 172.21.15.6:0/3722186179 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]}]=0 v94) ==== 144+0+0 (secure 0 0 0) 0x7f56ac05f3a0 con 0x7f56bc160a70 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56a4073260 msgr2=0x7f56a4075770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56a4073260 0x7f56a4075770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f56b4001400 tx=0x7f56b4009040 comp rx=0 tx=0).stop 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc160a70 msgr2=0x7f56bc15ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc160a70 0x7f56bc15ebf0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f56ac00c970 tx=0x7f56ac00ce30 comp rx=0 tx=0).stop 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 shutdown_connections 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f56a4073260 0x7f56a4075770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56bc160a70 0x7f56bc15ebf0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56bc15a080 0x7f56bc156cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 --2- 172.21.15.6:0/3722186179 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56bc06d320 0x7f56bc14e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 >> 172.21.15.6:0/3722186179 conn(0x7f56bc0d0af0 msgr2=0x7f56bc0b0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:02.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 shutdown_connections 2024-09-21T07:26:02.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.059+0000 7f56c1f4c640 1 -- 172.21.15.6:0/3722186179 wait complete. 2024-09-21T07:26:02.092 INFO:tasks.cephfs_test_runner:That when a client unmounts, the thread count on the MDS goes back ... ok 2024-09-21T07:26:02.092 INFO:tasks.cephfs_test_runner:Starting test: test_session_evict_blocklisted (tasks.cephfs.test_sessionmap.TestSessionMap) Check that mds evicts blocklisted client 2024-09-21T07:26:02.092 INFO:tasks.cephfs_test_runner:test_session_evict_blocklisted (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-21T07:26:02.092 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:26:02.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2741385578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6aa8005920 msgr2=0x7f6aa8005d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 --2- 172.21.15.6:0/2741385578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6aa8005920 0x7f6aa8005d30 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f6aa40016f0 tx=0x7f6aa401c790 comp rx=0 tx=0).stop 2024-09-21T07:26:02.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2741385578 shutdown_connections 2024-09-21T07:26:02.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 --2- 172.21.15.6:0/2741385578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6aa8005920 0x7f6aa8005d30 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2741385578 >> 172.21.15.6:0/2741385578 conn(0x7f6abc0d0020 msgr2=0x7f6abc0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:02.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2741385578 shutdown_connections 2024-09-21T07:26:02.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2741385578 wait complete. 2024-09-21T07:26:02.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 Processor -- start 2024-09-21T07:26:02.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.251+0000 7f6ac09a8640 1 -- start start 2024-09-21T07:26:02.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6aa8005920 0x7f6abc1f5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:02.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6abc158340 0x7f6abc15dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6abc0c9330 0x7f6abc0c9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc0cb510 con 0x7f6abc0c9330 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6abc0cb390 con 0x7f6abc158340 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6abc0cb690 con 0x7f6aa8005920 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6abc0c9330 0x7f6abc0c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6abc0c9330 0x7f6abc0c9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40070/0 (socket says 172.21.15.6:40070) 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 -- 172.21.15.6:0/2892731101 learned_addr learned my addr 172.21.15.6:0/2892731101 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6aba59c640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6aa8005920 0x7f6abc1f5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ab3fff640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6abc158340 0x7f6abc15dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 -- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6aa8005920 msgr2=0x7f6abc1f5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6aa8005920 0x7f6abc1f5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 -- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6abc158340 msgr2=0x7f6abc15dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6abc158340 0x7f6abc15dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 -- 172.21.15.6:0/2892731101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6abc0c9c80 con 0x7f6abc0c9330 2024-09-21T07:26:02.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6abad9d640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6abc0c9330 0x7f6abc0c9740 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f6abc0b5e20 tx=0x7f6ab4009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:02.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ab2ffd640 1 -- 172.21.15.6:0/2892731101 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab400cbc0 con 0x7f6abc0c9330 2024-09-21T07:26:02.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ab2ffd640 1 -- 172.21.15.6:0/2892731101 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ab400ce50 con 0x7f6abc0c9330 2024-09-21T07:26:02.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6abc1f8a20 con 0x7f6abc0c9330 2024-09-21T07:26:02.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ab2ffd640 1 -- 172.21.15.6:0/2892731101 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4003bc0 con 0x7f6abc0c9330 2024-09-21T07:26:02.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6abc1fc7b0 con 0x7f6abc0c9330 2024-09-21T07:26:02.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6abc1fc240 con 0x7f6abc0c9330 2024-09-21T07:26:02.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.255+0000 7f6ab2ffd640 1 -- 172.21.15.6:0/2892731101 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6ab401b030 con 0x7f6abc0c9330 2024-09-21T07:26:02.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.259+0000 7f6ab2ffd640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a9c073200 0x7f6a9c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:02.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.259+0000 7f6ab2ffd640 1 -- 172.21.15.6:0/2892731101 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f6ab4093b70 con 0x7f6abc0c9330 2024-09-21T07:26:02.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.259+0000 7f6aba59c640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a9c073200 0x7f6a9c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:02.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.259+0000 7f6aba59c640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a9c073200 0x7f6a9c075710 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6aac001ec0 tx=0x7f6aac001670 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:02.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.263+0000 7f6ab2ffd640 1 -- 172.21.15.6:0/2892731101 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6ab4022060 con 0x7f6abc0c9330 2024-09-21T07:26:02.288 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:26:02.290 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:26:02.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.439+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6abc0cf180 con 0x7f6abc0c9330 2024-09-21T07:26:02.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ab2ffd640 1 -- 172.21.15.6:0/2892731101 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) ==== 74+0+12994 (secure 0 0 0) 0x7f6abc0c9c80 con 0x7f6abc0c9330 2024-09-21T07:26:02.448 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:02.448 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":35,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:26:01.045115+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:6835/1616866184":"2024-09-22T07:25:58.027219+0000","172.21.15.6:6833/1616866184":"2024-09-22T07:25:58.027219+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:26:02.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a9c073200 msgr2=0x7f6a9c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a9c073200 0x7f6a9c075710 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6aac001ec0 tx=0x7f6aac001670 comp rx=0 tx=0).stop 2024-09-21T07:26:02.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6abc0c9330 msgr2=0x7f6abc0c9740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6abc0c9330 0x7f6abc0c9740 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f6abc0b5e20 tx=0x7f6ab4009f70 comp rx=0 tx=0).stop 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 shutdown_connections 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a9c073200 0x7f6a9c075710 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6abc0c9330 0x7f6abc0c9740 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6abc158340 0x7f6abc15dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 --2- 172.21.15.6:0/2892731101 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6aa8005920 0x7f6abc1f5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 >> 172.21.15.6:0/2892731101 conn(0x7f6abc0d0020 msgr2=0x7f6abc0b3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 shutdown_connections 2024-09-21T07:26:02.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.443+0000 7f6ac09a8640 1 -- 172.21.15.6:0/2892731101 wait complete. 2024-09-21T07:26:02.471 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T07:24:30.886944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T07:26:02.472 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T07:26:02.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 -- 172.21.15.6:0/826550935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc15ef90 msgr2=0x7f6bdc15f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 --2- 172.21.15.6:0/826550935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc15ef90 0x7f6bdc15f3a0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc15c3c0 tx=0x7f6bd001c720 comp rx=0 tx=0).stop 2024-09-21T07:26:02.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 -- 172.21.15.6:0/826550935 shutdown_connections 2024-09-21T07:26:02.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 --2- 172.21.15.6:0/826550935 >> v2:172.21.15.145:3300/0 conn(0x7f6bdc073d20 0x7f6bdc074130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 --2- 172.21.15.6:0/826550935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc15ef90 0x7f6bdc15f3a0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 -- 172.21.15.6:0/826550935 >> 172.21.15.6:0/826550935 conn(0x7f6bdc06ee90 msgr2=0x7f6bdc06f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:02.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 -- 172.21.15.6:0/826550935 shutdown_connections 2024-09-21T07:26:02.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 -- 172.21.15.6:0/826550935 wait complete. 2024-09-21T07:26:02.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 Processor -- start 2024-09-21T07:26:02.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.635+0000 7f6be242a640 1 -- start start 2024-09-21T07:26:02.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc073d20 0x7f6bdc0afe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:02.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bdc0cff80 0x7f6bdc0b1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:02.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bdc15ef90 0x7f6bdc0b1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:02.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6bdc168990 con 0x7f6bdc073d20 2024-09-21T07:26:02.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6bdc168810 con 0x7f6bdc15ef90 2024-09-21T07:26:02.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6bdc168b10 con 0x7f6bdc0cff80 2024-09-21T07:26:02.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc073d20 0x7f6bdc0afe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:02.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc073d20 0x7f6bdc0afe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40092/0 (socket says 172.21.15.6:40092) 2024-09-21T07:26:02.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 -- 172.21.15.6:0/1708700440 learned_addr learned my addr 172.21.15.6:0/1708700440 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:02.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 -- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bdc0cff80 msgr2=0x7f6bdc0b1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bdc0cff80 0x7f6bdc0b1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 -- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bdc15ef90 msgr2=0x7f6bdc0b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bdc15ef90 0x7f6bdc0b1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 -- 172.21.15.6:0/1708700440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bdc0b2b30 con 0x7f6bdc073d20 2024-09-21T07:26:02.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bdbfff640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc073d20 0x7f6bdc0afe50 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00c430 tx=0x7f6bcc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:02.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bd8ff9640 1 -- 172.21.15.6:0/1708700440 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc011790 con 0x7f6bdc073d20 2024-09-21T07:26:02.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bd8ff9640 1 -- 172.21.15.6:0/1708700440 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6bcc017070 con 0x7f6bdc073d20 2024-09-21T07:26:02.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bd8ff9640 1 -- 172.21.15.6:0/1708700440 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc011ce0 con 0x7f6bdc073d20 2024-09-21T07:26:02.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bdc0b2850 con 0x7f6bdc073d20 2024-09-21T07:26:02.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bdc1394a0 con 0x7f6bdc073d20 2024-09-21T07:26:02.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bdc074130 con 0x7f6bdc073d20 2024-09-21T07:26:02.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bd8ff9640 1 -- 172.21.15.6:0/1708700440 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6bcc01c460 con 0x7f6bdc073d20 2024-09-21T07:26:02.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.639+0000 7f6bd8ff9640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bc8073200 0x7f6bc8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:02.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.643+0000 7f6bd8ff9640 1 -- 172.21.15.6:0/1708700440 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f6bcc093c80 con 0x7f6bdc073d20 2024-09-21T07:26:02.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.643+0000 7f6bdb7fe640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bc8073200 0x7f6bc8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:02.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.643+0000 7f6bdb7fe640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bc8073200 0x7f6bc8075710 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6bd00af000 tx=0x7f6bd00194c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:02.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.647+0000 7f6bd8ff9640 1 -- 172.21.15.6:0/1708700440 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6bcc05f0f0 con 0x7f6bdc073d20 2024-09-21T07:26:02.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.819+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6bdc15b3e0 con 0x7f6bdc073d20 2024-09-21T07:26:02.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.819+0000 7f6bd8ff9640 1 -- 172.21.15.6:0/1708700440 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) ==== 93+0+10 (secure 0 0 0) 0x7f6bcc05e9f0 con 0x7f6bdc073d20 2024-09-21T07:26:02.825 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bc8073200 msgr2=0x7f6bc8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bc8073200 0x7f6bc8075710 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6bd00af000 tx=0x7f6bd00194c0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc073d20 msgr2=0x7f6bdc0afe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc073d20 0x7f6bdc0afe50 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00c430 tx=0x7f6bcc00c8f0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 shutdown_connections 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6bc8073200 0x7f6bc8075710 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6bdc15ef90 0x7f6bdc0b1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6bdc0cff80 0x7f6bdc0b1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 --2- 172.21.15.6:0/1708700440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6bdc073d20 0x7f6bdc0afe50 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:02.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 >> 172.21.15.6:0/1708700440 conn(0x7f6bdc06ee90 msgr2=0x7f6bdc15a330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:02.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 shutdown_connections 2024-09-21T07:26:02.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:02.823+0000 7f6be242a640 1 -- 172.21.15.6:0/1708700440 wait complete. 2024-09-21T07:26:02.848 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted' 2024-09-21T07:26:03.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.007+0000 7fea4559d640 1 -- 172.21.15.6:0/4245044453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea401630a0 msgr2=0x7fea401654c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:03.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.007+0000 7fea4559d640 1 --2- 172.21.15.6:0/4245044453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea401630a0 0x7fea401654c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fea38009840 tx=0x7fea3801c820 comp rx=0 tx=0).stop 2024-09-21T07:26:03.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.007+0000 7fea4559d640 1 -- 172.21.15.6:0/4245044453 shutdown_connections 2024-09-21T07:26:03.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.007+0000 7fea4559d640 1 --2- 172.21.15.6:0/4245044453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea401630a0 0x7fea401654c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:03.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.007+0000 7fea4559d640 1 --2- 172.21.15.6:0/4245044453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea400ce430 0x7fea40072010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:03.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.007+0000 7fea4559d640 1 -- 172.21.15.6:0/4245044453 >> 172.21.15.6:0/4245044453 conn(0x7fea400d1130 msgr2=0x7fea400d1540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:03.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.007+0000 7fea4559d640 1 -- 172.21.15.6:0/4245044453 shutdown_connections 2024-09-21T07:26:03.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.007+0000 7fea4559d640 1 -- 172.21.15.6:0/4245044453 wait complete. 2024-09-21T07:26:03.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 Processor -- start 2024-09-21T07:26:03.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 -- start start 2024-09-21T07:26:03.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea400b4460 0x7fea40148f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:03.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea400ce430 0x7fea40156be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:03.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea401630a0 0x7fea40157120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:03.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fea401689e0 con 0x7fea401630a0 2024-09-21T07:26:03.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fea40168860 con 0x7fea400ce430 2024-09-21T07:26:03.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fea40168b60 con 0x7fea400b4460 2024-09-21T07:26:03.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea401630a0 0x7fea40157120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:03.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea401630a0 0x7fea40157120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40104/0 (socket says 172.21.15.6:40104) 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 -- 172.21.15.6:0/1232740916 learned_addr learned my addr 172.21.15.6:0/1232740916 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3effd640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea400b4460 0x7fea40148f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3e7fc640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea400ce430 0x7fea40156be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 -- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea400b4460 msgr2=0x7fea40148f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea400b4460 0x7fea40148f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 -- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea400ce430 msgr2=0x7fea40156be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea400ce430 0x7fea40156be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 -- 172.21.15.6:0/1232740916 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea40149fe0 con 0x7fea401630a0 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea3f7fe640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea401630a0 0x7fea40157120 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fea380b0040 tx=0x7fea38005d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea277fe640 1 -- 172.21.15.6:0/1232740916 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea380b2040 con 0x7fea401630a0 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea277fe640 1 -- 172.21.15.6:0/1232740916 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea38004130 con 0x7fea401630a0 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea4014eda0 con 0x7fea401630a0 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea277fe640 1 -- 172.21.15.6:0/1232740916 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea38003600 con 0x7fea401630a0 2024-09-21T07:26:03.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea4014f040 con 0x7fea401630a0 2024-09-21T07:26:03.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.011+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea4014f280 con 0x7fea401630a0 2024-09-21T07:26:03.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.015+0000 7fea277fe640 1 -- 172.21.15.6:0/1232740916 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fea380bd030 con 0x7fea401630a0 2024-09-21T07:26:03.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.015+0000 7fea277fe640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fea2c073200 0x7fea2c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:03.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.015+0000 7fea277fe640 1 -- 172.21.15.6:0/1232740916 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fea3812dae0 con 0x7fea401630a0 2024-09-21T07:26:03.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.015+0000 7fea3effd640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fea2c073200 0x7fea2c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:03.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.015+0000 7fea3effd640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fea2c073200 0x7fea2c075710 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fea30009e70 tx=0x7fea30009850 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:03.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.019+0000 7fea277fe640 1 -- 172.21.15.6:0/1232740916 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fea4014f280 con 0x7fea401630a0 2024-09-21T07:26:03.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:03.267+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]} v 0) -- 0x7fea40072010 con 0x7fea401630a0 2024-09-21T07:26:04.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.067+0000 7fea277fe640 1 -- 172.21.15.6:0/1232740916 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]}]=0 v96) ==== 156+0+0 (secure 0 0 0) 0x7fea380c4060 con 0x7fea401630a0 2024-09-21T07:26:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fea2c073200 msgr2=0x7fea2c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fea2c073200 0x7fea2c075710 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fea30009e70 tx=0x7fea30009850 comp rx=0 tx=0).stop 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea401630a0 msgr2=0x7fea40157120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea401630a0 0x7fea40157120 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fea380b0040 tx=0x7fea38005d20 comp rx=0 tx=0).stop 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 shutdown_connections 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fea2c073200 0x7fea2c075710 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea401630a0 0x7fea40157120 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fea400ce430 0x7fea40156be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 --2- 172.21.15.6:0/1232740916 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea400b4460 0x7fea40148f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 >> 172.21.15.6:0/1232740916 conn(0x7fea400d1130 msgr2=0x7fea400d1540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 shutdown_connections 2024-09-21T07:26:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.071+0000 7fea4559d640 1 -- 172.21.15.6:0/1232740916 wait complete. 2024-09-21T07:26:04.100 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T07:26:04.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- 172.21.15.6:0/4177259489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc14c004dc0 msgr2=0x7fc14c005290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 --2- 172.21.15.6:0/4177259489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc14c004dc0 0x7fc14c005290 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fc158001dc0 tx=0x7fc15801cb30 comp rx=0 tx=0).stop 2024-09-21T07:26:04.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc166947640 1 -- 172.21.15.6:0/4177259489 reap_dead start 2024-09-21T07:26:04.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- 172.21.15.6:0/4177259489 shutdown_connections 2024-09-21T07:26:04.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- 172.21.15.6:0/4177259489 >> 172.21.15.6:0/4177259489 conn(0x7fc1600d0020 msgr2=0x7fc1600d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:04.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- 172.21.15.6:0/4177259489 shutdown_connections 2024-09-21T07:26:04.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- 172.21.15.6:0/4177259489 wait complete. 2024-09-21T07:26:04.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 Processor -- start 2024-09-21T07:26:04.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- start start 2024-09-21T07:26:04.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc160074ae0 0x7fc16014e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:04.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc160072e10 0x7fc1600c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:04.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1600c9870 0x7fc1601f9380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:04.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc1600702a0 con 0x7fc160074ae0 2024-09-21T07:26:04.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc160070120 con 0x7fc160072e10 2024-09-21T07:26:04.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc1683aa640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc160070420 con 0x7fc1600c9870 2024-09-21T07:26:04.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc166146640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc160074ae0 0x7fc16014e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:04.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc166146640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc160074ae0 0x7fc16014e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58920/0 (socket says 172.21.15.6:58920) 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.259+0000 7fc166146640 1 -- 172.21.15.6:0/71430214 learned_addr learned my addr 172.21.15.6:0/71430214 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc166947640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1600c9870 0x7fc1601f9380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc166146640 1 -- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1600c9870 msgr2=0x7fc1601f9380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc166146640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1600c9870 0x7fc1601f9380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc166146640 1 -- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc160072e10 msgr2=0x7fc1600c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc166146640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc160072e10 0x7fc1600c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc166146640 1 -- 172.21.15.6:0/71430214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1600c9c80 con 0x7fc160074ae0 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc166146640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc160074ae0 0x7fc16014e480 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc15c000fc0 tx=0x7fc15c004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc156ffd640 1 -- 172.21.15.6:0/71430214 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c015070 con 0x7fc160074ae0 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc156ffd640 1 -- 172.21.15.6:0/71430214 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc15c0109b0 con 0x7fc160074ae0 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc160073640 con 0x7fc160074ae0 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc156ffd640 1 -- 172.21.15.6:0/71430214 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c010e00 con 0x7fc160074ae0 2024-09-21T07:26:04.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc160073c00 con 0x7fc160074ae0 2024-09-21T07:26:04.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1600af760 con 0x7fc160074ae0 2024-09-21T07:26:04.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc156ffd640 1 -- 172.21.15.6:0/71430214 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc15c023480 con 0x7fc160074ae0 2024-09-21T07:26:04.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc156ffd640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc144073230 0x7fc144075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:04.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc156ffd640 1 -- 172.21.15.6:0/71430214 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7fc15c0949a0 con 0x7fc160074ae0 2024-09-21T07:26:04.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.263+0000 7fc165945640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc144073230 0x7fc144075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:04.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.267+0000 7fc165945640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc144073230 0x7fc144075740 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc16006dd90 tx=0x7fc150009670 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:04.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.267+0000 7fc156ffd640 1 -- 172.21.15.6:0/71430214 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc1600c9c80 con 0x7fc160074ae0 2024-09-21T07:26:04.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fc1600cc760 con 0x7fc160074ae0 2024-09-21T07:26:04.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc156ffd640 1 -- 172.21.15.6:0/71430214 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v34) ==== 59+0+2294 (secure 0 0 0) 0x7fc1600af9b0 con 0x7fc160074ae0 2024-09-21T07:26:04.451 INFO:teuthology.orchestra.run.smithi006.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced client_mount_timeout 30 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_client 20/20 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_mgr 20/20 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_ms 1/1 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4406.361004 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4273.484714 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4038.127657 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4577.714672 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 4589.677100 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4430.080254 2024-09-21T07:26:04.452 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4169.446825 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4450.453400 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds 20/20 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_ms 2/2 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_frag true 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_scatterstat true 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_verify_scatter true 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced client_mount_timeout 600 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_client 20/20 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_ms 1/1 2024-09-21T07:26:04.453 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T07:26:04.454 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T07:26:04.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc144073230 msgr2=0x7fc144075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc144073230 0x7fc144075740 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc16006dd90 tx=0x7fc150009670 comp rx=0 tx=0).stop 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc160074ae0 msgr2=0x7fc16014e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc160074ae0 0x7fc16014e480 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc15c000fc0 tx=0x7fc15c004ac0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 shutdown_connections 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc144073230 0x7fc144075740 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1600c9870 0x7fc1601f9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc160072e10 0x7fc1600c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 --2- 172.21.15.6:0/71430214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc160074ae0 0x7fc16014e480 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 >> 172.21.15.6:0/71430214 conn(0x7fc1600d0020 msgr2=0x7fc1600b3670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 shutdown_connections 2024-09-21T07:26:04.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.447+0000 7fc1683aa640 1 -- 172.21.15.6:0/71430214 wait complete. 2024-09-21T07:26:04.473 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T07:26:04.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 -- 172.21.15.6:0/2731255882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c0b6620 msgr2=0x7f2b2c15f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 --2- 172.21.15.6:0/2731255882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c0b6620 0x7f2b2c15f990 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c159510 tx=0x7f2b1c01c770 comp rx=0 tx=0).stop 2024-09-21T07:26:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 -- 172.21.15.6:0/2731255882 shutdown_connections 2024-09-21T07:26:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 --2- 172.21.15.6:0/2731255882 >> v2:172.21.15.145:3300/0 conn(0x7f2b2c074500 0x7f2b2c0cc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 --2- 172.21.15.6:0/2731255882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c0b6620 0x7f2b2c15f990 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 -- 172.21.15.6:0/2731255882 >> 172.21.15.6:0/2731255882 conn(0x7f2b2c0cdb30 msgr2=0x7f2b2c0cdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 -- 172.21.15.6:0/2731255882 shutdown_connections 2024-09-21T07:26:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 -- 172.21.15.6:0/2731255882 wait complete. 2024-09-21T07:26:04.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 Processor -- start 2024-09-21T07:26:04.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.619+0000 7f2b32787640 1 -- start start 2024-09-21T07:26:04.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b2c0b6620 0x7f2b2c14c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:04.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b2c15c390 0x7f2b2c154c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:04.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c156cb0 0x7f2b2c155170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:04.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c168880 con 0x7f2b2c156cb0 2024-09-21T07:26:04.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c168700 con 0x7f2b2c15c390 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2c168a00 con 0x7f2b2c0b6620 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c156cb0 0x7f2b2c155170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c156cb0 0x7f2b2c155170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58944/0 (socket says 172.21.15.6:58944) 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 -- 172.21.15.6:0/2586598981 learned_addr learned my addr 172.21.15.6:0/2586598981 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 -- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b2c0b6620 msgr2=0x7f2b2c14c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b2b7fe640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b2c15c390 0x7f2b2c154c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b2c0b6620 0x7f2b2c14c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 -- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b2c15c390 msgr2=0x7f2b2c154c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b2c15c390 0x7f2b2c154c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 -- 172.21.15.6:0/2586598981 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2c14d010 con 0x7f2b2c156cb0 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b2b7fe640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b2c15c390 0x7f2b2c154c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b30d24640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c156cb0 0x7f2b2c155170 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2b2400e940 tx=0x7f2b2400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b28ff9640 1 -- 172.21.15.6:0/2586598981 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24004d30 con 0x7f2b2c156cb0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b28ff9640 1 -- 172.21.15.6:0/2586598981 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b2400cac0 con 0x7f2b2c156cb0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b28ff9640 1 -- 172.21.15.6:0/2586598981 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24005020 con 0x7f2b2c156cb0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b2c1f61c0 con 0x7f2b2c156cb0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b2c1f6780 con 0x7f2b2c156cb0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b2c14d280 con 0x7f2b2c156cb0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.623+0000 7f2b28ff9640 1 -- 172.21.15.6:0/2586598981 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2b240051c0 con 0x7f2b2c156cb0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.627+0000 7f2b28ff9640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b18073200 0x7f2b18075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.627+0000 7f2b28ff9640 1 -- 172.21.15.6:0/2586598981 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f2b24094ae0 con 0x7f2b2c156cb0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.627+0000 7f2b2bfff640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b18073200 0x7f2b18075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:04.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.627+0000 7f2b2bfff640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b18073200 0x7f2b18075710 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c0af000 tx=0x7f2b1c019510 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:04.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.627+0000 7f2b28ff9640 1 -- 172.21.15.6:0/2586598981 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2b24016030 con 0x7f2b2c156cb0 2024-09-21T07:26:04.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.799+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f2b2c0cc740 con 0x7f2b2c156cb0 2024-09-21T07:26:04.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.803+0000 7f2b28ff9640 1 -- 172.21.15.6:0/2586598981 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v35)=0 v35) ==== 122+0+0 (secure 0 0 0) 0x7f2b2405ff70 con 0x7f2b2c156cb0 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b18073200 msgr2=0x7f2b18075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b18073200 0x7f2b18075710 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c0af000 tx=0x7f2b1c019510 comp rx=0 tx=0).stop 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c156cb0 msgr2=0x7f2b2c155170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c156cb0 0x7f2b2c155170 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2b2400e940 tx=0x7f2b2400ee00 comp rx=0 tx=0).stop 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 shutdown_connections 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b18073200 0x7f2b18075710 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b2c156cb0 0x7f2b2c155170 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b2c15c390 0x7f2b2c154c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 --2- 172.21.15.6:0/2586598981 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b2c0b6620 0x7f2b2c14c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 >> 172.21.15.6:0/2586598981 conn(0x7f2b2c0cdb30 msgr2=0x7f2b2c0b4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 shutdown_connections 2024-09-21T07:26:04.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:04.807+0000 7f2b32787640 1 -- 172.21.15.6:0/2586598981 wait complete. 2024-09-21T07:26:04.831 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:26:04.831 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:26:04.924 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:26:04.988 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:26:04.988 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:26:04.988 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:04.994 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:26:04.994 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:26:04.994 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:04.999 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:26:05.000 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:26:05.000 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:05.047 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:26:05.047 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:26:05.047 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:05.052 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:26:05.053 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T07:26:05.053 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:26:05.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.251+0000 7f580c0a5640 1 -- 172.21.15.6:0/1652479916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f0005e60 msgr2=0x7f57f0006270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:05.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.251+0000 7f580c0a5640 1 --2- 172.21.15.6:0/1652479916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f0005e60 0x7f57f0006270 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f57fc009eb0 tx=0x7f57fc01d5f0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.251+0000 7f580a642640 1 -- 172.21.15.6:0/1652479916 reap_dead start 2024-09-21T07:26:05.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.251+0000 7f580c0a5640 1 -- 172.21.15.6:0/1652479916 shutdown_connections 2024-09-21T07:26:05.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.251+0000 7f580c0a5640 1 -- 172.21.15.6:0/1652479916 >> 172.21.15.6:0/1652479916 conn(0x7f58040d0020 msgr2=0x7f58040d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:05.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.251+0000 7f580c0a5640 1 -- 172.21.15.6:0/1652479916 shutdown_connections 2024-09-21T07:26:05.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.251+0000 7f580c0a5640 1 -- 172.21.15.6:0/1652479916 wait complete. 2024-09-21T07:26:05.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 Processor -- start 2024-09-21T07:26:05.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 -- start start 2024-09-21T07:26:05.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5804154d90 0x7f58041e3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:05.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58041551a0 0x7f58041e4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:05.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58040ae2f0 0x7f58040ae700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:05.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f58040cb1a0 con 0x7f58040ae2f0 2024-09-21T07:26:05.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f58040cb020 con 0x7f58041551a0 2024-09-21T07:26:05.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f58040cb320 con 0x7f5804154d90 2024-09-21T07:26:05.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58040ae2f0 0x7f58040ae700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58040ae2f0 0x7f58040ae700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58956/0 (socket says 172.21.15.6:58956) 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 -- 172.21.15.6:0/1801289534 learned_addr learned my addr 172.21.15.6:0/1801289534 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f5809e41640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5804154d90 0x7f58041e3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f5809640640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58041551a0 0x7f58041e4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 -- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5804154d90 msgr2=0x7f58041e3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5804154d90 0x7f58041e3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 -- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58041551a0 msgr2=0x7f58041e4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58041551a0 0x7f58041e4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 -- 172.21.15.6:0/1801289534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58040aef90 con 0x7f58040ae2f0 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f5809640640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58041551a0 0x7f58041e4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580a642640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58040ae2f0 0x7f58040ae700 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f57fc01de90 tx=0x7f57fc004f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f57fa7fc640 1 -- 172.21.15.6:0/1801289534 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57fc009ab0 con 0x7f58040ae2f0 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f57fa7fc640 1 -- 172.21.15.6:0/1801289534 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57fc003c70 con 0x7f58040ae2f0 2024-09-21T07:26:05.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58040af270 con 0x7f58040ae2f0 2024-09-21T07:26:05.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f57fa7fc640 1 -- 172.21.15.6:0/1801289534 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57fc009200 con 0x7f58040ae2f0 2024-09-21T07:26:05.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f580415c800 con 0x7f58040ae2f0 2024-09-21T07:26:05.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.255+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f580406f160 con 0x7f58040ae2f0 2024-09-21T07:26:05.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.259+0000 7f57fa7fc640 1 -- 172.21.15.6:0/1801289534 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f57fc0aaa80 con 0x7f58040ae2f0 2024-09-21T07:26:05.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.259+0000 7f57fa7fc640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e8073200 0x7f57e8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:05.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.259+0000 7f57fa7fc640 1 -- 172.21.15.6:0/1801289534 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f57fc12eff0 con 0x7f58040ae2f0 2024-09-21T07:26:05.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.259+0000 7f5809e41640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e8073200 0x7f57e8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:05.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.259+0000 7f5809e41640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e8073200 0x7f57e8075710 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f57f4001340 tx=0x7f57f40012b0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:05.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.263+0000 7f57fa7fc640 1 -- 172.21.15.6:0/1801289534 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f57fc0c0060 con 0x7f58040ae2f0 2024-09-21T07:26:05.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.475+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58040aec40 con 0x7f58040ae2f0 2024-09-21T07:26:05.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.475+0000 7f57fa7fc640 1 -- 172.21.15.6:0/1801289534 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+3911 (secure 0 0 0) 0x7f57fc0ae020 con 0x7f58040ae2f0 2024-09-21T07:26:05.481 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:05.481 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":19,"btime":"2024-09-21T07:25:59:029625+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3767165925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3767165925},{"type":"v1","addr":"172.21.15.145:6836","nonce":3767165925}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4786,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1064912057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":1064912057},{"type":"v1","addr":"172.21.15.145:6837","nonce":1064912057}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4851,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/2052458312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":2052458312},{"type":"v1","addr":"172.21.15.6:6834","nonce":2052458312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":5178,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/2559604675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":2559604675},{"type":"v1","addr":"172.21.15.6:6835","nonce":2559604675}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[]} 2024-09-21T07:26:05.481 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 19 2024-09-21T07:26:05.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e8073200 msgr2=0x7f57e8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:05.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e8073200 0x7f57e8075710 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f57f4001340 tx=0x7f57f40012b0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58040ae2f0 msgr2=0x7f58040ae700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:05.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58040ae2f0 0x7f58040ae700 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f57fc01de90 tx=0x7f57fc004f70 comp rx=0 tx=0).stop 2024-09-21T07:26:05.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 shutdown_connections 2024-09-21T07:26:05.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e8073200 0x7f57e8075710 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58040ae2f0 0x7f58040ae700 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58041551a0 0x7f58041e4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 --2- 172.21.15.6:0/1801289534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5804154d90 0x7f58041e3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 >> 172.21.15.6:0/1801289534 conn(0x7f58040d0020 msgr2=0x7f58040ce840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:05.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 shutdown_connections 2024-09-21T07:26:05.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.479+0000 7f580c0a5640 1 -- 172.21.15.6:0/1801289534 wait complete. 2024-09-21T07:26:05.504 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:26:05.505 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T07:26:05.505 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:26:05.505 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:26:05.505 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:26:05.505 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T07:26:05.505 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:26:05.505 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:26:05.506 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:26:05.506 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T07:26:05.506 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:26:05.506 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:26:05.506 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:26:05.506 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T07:26:05.506 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:26:05.507 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:26:05.521 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:26:05.521 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:26:05.524 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:26:05.524 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:26:05.528 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:26:05.528 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:26:05.534 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:26:05.534 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:26:05.567 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:26:05.567 DEBUG:teuthology.parallel:result is None 2024-09-21T07:26:05.568 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:26:05.568 DEBUG:teuthology.parallel:result is None 2024-09-21T07:26:05.575 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:26:05.575 DEBUG:teuthology.parallel:result is None 2024-09-21T07:26:05.576 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:26:05.577 DEBUG:teuthology.parallel:result is None 2024-09-21T07:26:05.577 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T07:26:05.663 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:26:05.664 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:26:05.680 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:26:05.680 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:26:05.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.719+0000 7f0dc8b84640 1 -- 172.21.15.6:0/69244441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dac004810 msgr2=0x7f0dac004ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:05.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.719+0000 7f0dc8b84640 1 --2- 172.21.15.6:0/69244441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dac004810 0x7f0dac004ce0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f0db8001860 tx=0x7f0db801eff0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.719+0000 7f0dc8b84640 1 -- 172.21.15.6:0/69244441 shutdown_connections 2024-09-21T07:26:05.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.719+0000 7f0dc8b84640 1 --2- 172.21.15.6:0/69244441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dac004810 0x7f0dac004ce0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.719+0000 7f0dc8b84640 1 -- 172.21.15.6:0/69244441 >> 172.21.15.6:0/69244441 conn(0x7f0dc40710b0 msgr2=0x7f0dc40714c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:05.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.719+0000 7f0dc8b84640 1 -- 172.21.15.6:0/69244441 shutdown_connections 2024-09-21T07:26:05.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.719+0000 7f0dc8b84640 1 -- 172.21.15.6:0/69244441 wait complete. 2024-09-21T07:26:05.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.719+0000 7f0dc8b84640 1 Processor -- start 2024-09-21T07:26:05.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 -- start start 2024-09-21T07:26:05.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0dac004810 0x7f0dc4157c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dc4158e00 0x7f0dc40ca8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0dc41588b0 0x7f0dc40b1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc40cf050 con 0x7f0dc4158e00 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc40ceed0 con 0x7f0dc41588b0 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0dc40cf1d0 con 0x7f0dac004810 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dc4158e00 0x7f0dc40ca8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dc4158e00 0x7f0dc40ca8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58992/0 (socket says 172.21.15.6:58992) 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 -- 172.21.15.6:0/3742666314 learned_addr learned my addr 172.21.15.6:0/3742666314 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc2d9d640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0dc41588b0 0x7f0dc40b1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc259c640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0dac004810 0x7f0dc4157c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 -- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0dac004810 msgr2=0x7f0dc4157c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0dac004810 0x7f0dc4157c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 -- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0dc41588b0 msgr2=0x7f0dc40b1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0dc41588b0 0x7f0dc40b1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 -- 172.21.15.6:0/3742666314 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dc4158150 con 0x7f0dc4158e00 2024-09-21T07:26:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc1d9b640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dc4158e00 0x7f0dc40ca8c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0db801d6f0 tx=0x7f0db8001580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0db2ffd640 1 -- 172.21.15.6:0/3742666314 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db8003600 con 0x7f0dc4158e00 2024-09-21T07:26:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0db2ffd640 1 -- 172.21.15.6:0/3742666314 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0db80b7030 con 0x7f0dc4158e00 2024-09-21T07:26:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dc40ca3c0 con 0x7f0dc4158e00 2024-09-21T07:26:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0db2ffd640 1 -- 172.21.15.6:0/3742666314 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db8003b30 con 0x7f0dc4158e00 2024-09-21T07:26:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dc40cae00 con 0x7f0dc4158e00 2024-09-21T07:26:05.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.723+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dc40d06c0 con 0x7f0dc4158e00 2024-09-21T07:26:05.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.727+0000 7f0db2ffd640 1 -- 172.21.15.6:0/3742666314 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0db8003cd0 con 0x7f0dc4158e00 2024-09-21T07:26:05.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.727+0000 7f0db2ffd640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0da4073200 0x7f0da4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:05.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.727+0000 7f0db2ffd640 1 -- 172.21.15.6:0/3742666314 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4943+0+0 (secure 0 0 0) 0x7f0db8131870 con 0x7f0dc4158e00 2024-09-21T07:26:05.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.727+0000 7f0dc259c640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0da4073200 0x7f0da4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:05.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.727+0000 7f0dc259c640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0da4073200 0x7f0da4075710 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0dc406c170 tx=0x7f0db40091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:05.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.731+0000 7f0db2ffd640 1 -- 172.21.15.6:0/3742666314 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0db8018da0 con 0x7f0dc4158e00 2024-09-21T07:26:05.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:05.919+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f0dc40aa170 con 0x7f0dc4158e00 2024-09-21T07:26:06.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.835+0000 7f0db2ffd640 1 -- 172.21.15.6:0/3742666314 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v40) ==== 97+0+0 (secure 0 0 0) 0x7f0db80fc6e0 con 0x7f0dc4158e00 2024-09-21T07:26:06.841 INFO:teuthology.orchestra.run.smithi006.stderr: removed all blocklist entries 2024-09-21T07:26:06.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0da4073200 msgr2=0x7f0da4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:06.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0da4073200 0x7f0da4075710 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0dc406c170 tx=0x7f0db40091e0 comp rx=0 tx=0).stop 2024-09-21T07:26:06.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dc4158e00 msgr2=0x7f0dc40ca8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:06.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dc4158e00 0x7f0dc40ca8c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0db801d6f0 tx=0x7f0db8001580 comp rx=0 tx=0).stop 2024-09-21T07:26:06.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 shutdown_connections 2024-09-21T07:26:06.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0da4073200 0x7f0da4075710 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:06.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0dc41588b0 0x7f0dc40b1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:06.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0dc4158e00 0x7f0dc40ca8c0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:06.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 --2- 172.21.15.6:0/3742666314 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0dac004810 0x7f0dc4157c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:06.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 >> 172.21.15.6:0/3742666314 conn(0x7f0dc40710b0 msgr2=0x7f0dc40d08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:06.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 shutdown_connections 2024-09-21T07:26:06.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:06.839+0000 7f0dc8b84640 1 -- 172.21.15.6:0/3742666314 wait complete. 2024-09-21T07:26:06.872 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T07:26:07.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.031+0000 7fcc6efd2640 1 -- 172.21.15.6:0/280024605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc50004810 msgr2=0x7fcc50004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.031+0000 7fcc6efd2640 1 --2- 172.21.15.6:0/280024605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc50004810 0x7fcc50004c20 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fcc5c006fd0 tx=0x7fcc5c01cf30 comp rx=0 tx=0).stop 2024-09-21T07:26:07.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.031+0000 7fcc6d56f640 1 -- 172.21.15.6:0/280024605 reap_dead start 2024-09-21T07:26:07.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.031+0000 7fcc6efd2640 1 -- 172.21.15.6:0/280024605 shutdown_connections 2024-09-21T07:26:07.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.031+0000 7fcc6efd2640 1 -- 172.21.15.6:0/280024605 >> 172.21.15.6:0/280024605 conn(0x7fcc680b25c0 msgr2=0x7fcc680b29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:07.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.031+0000 7fcc6efd2640 1 -- 172.21.15.6:0/280024605 shutdown_connections 2024-09-21T07:26:07.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.031+0000 7fcc6efd2640 1 -- 172.21.15.6:0/280024605 wait complete. 2024-09-21T07:26:07.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 Processor -- start 2024-09-21T07:26:07.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 -- start start 2024-09-21T07:26:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc50004810 0x7fcc681f67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc681f9e00 0x7fcc6813e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc6813e040 0x7fcc6815e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcc68167a00 con 0x7fcc6813e040 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcc68167880 con 0x7fcc681f9e00 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcc68167b80 con 0x7fcc50004810 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc6813e040 0x7fcc6815e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc6813e040 0x7fcc6815e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59006/0 (socket says 172.21.15.6:59006) 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 -- 172.21.15.6:0/178485989 learned_addr learned my addr 172.21.15.6:0/178485989 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc67fff640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc681f9e00 0x7fcc6813e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6cd6e640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc50004810 0x7fcc681f67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 -- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc50004810 msgr2=0x7fcc681f67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc50004810 0x7fcc681f67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 -- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc681f9e00 msgr2=0x7fcc6813e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc681f9e00 0x7fcc6813e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 -- 172.21.15.6:0/178485989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc681f7060 con 0x7fcc6813e040 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6cd6e640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc50004810 0x7fcc681f67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6d56f640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc6813e040 0x7fcc6815e340 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fcc680b3570 tx=0x7fcc600019c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc657fa640 1 -- 172.21.15.6:0/178485989 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc60011870 con 0x7fcc6813e040 2024-09-21T07:26:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc657fa640 1 -- 172.21.15.6:0/178485989 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc60017070 con 0x7fcc6813e040 2024-09-21T07:26:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc681f7340 con 0x7fcc6813e040 2024-09-21T07:26:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc657fa640 1 -- 172.21.15.6:0/178485989 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc60011da0 con 0x7fcc6813e040 2024-09-21T07:26:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.035+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc6815de20 con 0x7fcc6813e040 2024-09-21T07:26:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.039+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc6815dc10 con 0x7fcc6813e040 2024-09-21T07:26:07.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.039+0000 7fcc657fa640 1 -- 172.21.15.6:0/178485989 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcc6001c460 con 0x7fcc6813e040 2024-09-21T07:26:07.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.039+0000 7fcc657fa640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc54073200 0x7fcc54075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.039+0000 7fcc657fa640 1 -- 172.21.15.6:0/178485989 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7fcc600951d0 con 0x7fcc6813e040 2024-09-21T07:26:07.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.039+0000 7fcc6cd6e640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc54073200 0x7fcc54075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.039+0000 7fcc6cd6e640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc54073200 0x7fcc54075710 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcc58005fd0 tx=0x7fcc58005f40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:07.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.043+0000 7fcc657fa640 1 -- 172.21.15.6:0/178485989 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fcc60060620 con 0x7fcc6813e040 2024-09-21T07:26:07.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.279+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fcc681f6df0 con 0x7fcc6813e040 2024-09-21T07:26:07.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc657fa640 1 -- 172.21.15.6:0/178485989 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v25) ==== 80+0+5304 (secure 0 0 0) 0x7fcc6005ff20 con 0x7fcc6813e040 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: "auth_dump": [ 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.a", 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w==", 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:26:07.287 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.b", 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ==", 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.288 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.c", 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw==", 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.d", 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw==", 2024-09-21T07:26:07.289 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.0", 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA==", 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.290 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.1", 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ==", 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.2", 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw==", 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.291 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.3", 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg==", 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.292 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.4", 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w==", 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.5", 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg==", 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:26:07.293 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.6", 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ==", 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.7", 2024-09-21T07:26:07.294 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ==", 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.0", 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw==", 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow r", 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.295 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.1", 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg==", 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.2", 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg==", 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.296 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.3", 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ==", 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:26:07.297 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.admin", 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB1dO5m38/uORAAopvjCJolcw1Xq7HVZV5vGw==", 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.x", 2024-09-21T07:26:07.298 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg==", 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.y", 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw==", 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:26:07.299 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.300 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.300 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:26:07.300 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc54073200 msgr2=0x7fcc54075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc54073200 0x7fcc54075710 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcc58005fd0 tx=0x7fcc58005f40 comp rx=0 tx=0).stop 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc6813e040 msgr2=0x7fcc6815e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc6813e040 0x7fcc6815e340 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fcc680b3570 tx=0x7fcc600019c0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 shutdown_connections 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc54073200 0x7fcc54075710 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc6813e040 0x7fcc6815e340 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc681f9e00 0x7fcc6813e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 --2- 172.21.15.6:0/178485989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc50004810 0x7fcc681f67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 >> 172.21.15.6:0/178485989 conn(0x7fcc680b25c0 msgr2=0x7fcc680b29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 shutdown_connections 2024-09-21T07:26:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.283+0000 7fcc6efd2640 1 -- 172.21.15.6:0/178485989 wait complete. 2024-09-21T07:26:07.308 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T07:26:07.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 -- 172.21.15.6:0/4213366505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3806ee70 msgr2=0x7f7f380cf030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 --2- 172.21.15.6:0/4213366505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3806ee70 0x7f7f380cf030 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7f380b5e00 tx=0x7f7f3401c770 comp rx=0 tx=0).stop 2024-09-21T07:26:07.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 -- 172.21.15.6:0/4213366505 shutdown_connections 2024-09-21T07:26:07.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 --2- 172.21.15.6:0/4213366505 >> v2:172.21.15.145:3300/0 conn(0x7f7f380cf570 0x7f7f380cdf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 --2- 172.21.15.6:0/4213366505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3806ee70 0x7f7f380cf030 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 -- 172.21.15.6:0/4213366505 >> 172.21.15.6:0/4213366505 conn(0x7f7f380d0020 msgr2=0x7f7f380d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:07.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 -- 172.21.15.6:0/4213366505 shutdown_connections 2024-09-21T07:26:07.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 -- 172.21.15.6:0/4213366505 wait complete. 2024-09-21T07:26:07.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.463+0000 7f7f406c5640 1 Processor -- start 2024-09-21T07:26:07.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 -- start start 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f3806ee70 0x7f7f381f8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380cf570 0x7f7f381f9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3815feb0 0x7f7f3815e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7f381692d0 con 0x7f7f3815feb0 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7f38169150 con 0x7f7f380cf570 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7f38169450 con 0x7f7f3806ee70 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3815feb0 0x7f7f3815e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3815feb0 0x7f7f3815e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59016/0 (socket says 172.21.15.6:59016) 2024-09-21T07:26:07.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 -- 172.21.15.6:0/2887175839 learned_addr learned my addr 172.21.15.6:0/2887175839 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3dc60640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380cf570 0x7f7f381f9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3e461640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f3806ee70 0x7f7f381f8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 -- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f3806ee70 msgr2=0x7f7f381f8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f3806ee70 0x7f7f381f8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 -- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380cf570 msgr2=0x7f7f381f9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380cf570 0x7f7f381f9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 -- 172.21.15.6:0/2887175839 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f3814ebb0 con 0x7f7f3815feb0 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3e461640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f3806ee70 0x7f7f381f8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f3ec62640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3815feb0 0x7f7f3815e9a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7f3000ca80 tx=0x7f7f3000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f2effd640 1 -- 172.21.15.6:0/2887175839 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f30016020 con 0x7f7f3815feb0 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f2effd640 1 -- 172.21.15.6:0/2887175839 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f3000a950 con 0x7f7f3815feb0 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f3814ee90 con 0x7f7f3815feb0 2024-09-21T07:26:07.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f2effd640 1 -- 172.21.15.6:0/2887175839 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3000ada0 con 0x7f7f3815feb0 2024-09-21T07:26:07.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f3814c940 con 0x7f7f3815feb0 2024-09-21T07:26:07.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.467+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f380cf030 con 0x7f7f3815feb0 2024-09-21T07:26:07.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.471+0000 7f7f2effd640 1 -- 172.21.15.6:0/2887175839 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7f30019020 con 0x7f7f3815feb0 2024-09-21T07:26:07.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.471+0000 7f7f2effd640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7f1c073200 0x7f7f1c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.471+0000 7f7f2effd640 1 -- 172.21.15.6:0/2887175839 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7f7f300940b0 con 0x7f7f3815feb0 2024-09-21T07:26:07.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.471+0000 7f7f3e461640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7f1c073200 0x7f7f1c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.471+0000 7f7f3e461640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7f1c073200 0x7f7f1c075710 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7f340af000 tx=0x7f7f3401afb0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:07.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.475+0000 7f7f2effd640 1 -- 172.21.15.6:0/2887175839 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7f30020020 con 0x7f7f3815feb0 2024-09-21T07:26:07.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.651+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7f3814e940 con 0x7f7f3815feb0 2024-09-21T07:26:07.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f2effd640 1 -- 172.21.15.6:0/2887175839 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v40) ==== 84+0+65 (secure 0 0 0) 0x7f7f3005f4b0 con 0x7f7f3815feb0 2024-09-21T07:26:07.659 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:07.659 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-09-21T07:26:07.659 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:07.659 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-09-21T07:26:07.659 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-09-21T07:26:07.659 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:07.659 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-09-21T07:26:07.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7f1c073200 msgr2=0x7f7f1c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7f1c073200 0x7f7f1c075710 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7f340af000 tx=0x7f7f3401afb0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3815feb0 msgr2=0x7f7f3815e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3815feb0 0x7f7f3815e9a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7f3000ca80 tx=0x7f7f3000cb70 comp rx=0 tx=0).stop 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 shutdown_connections 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7f1c073200 0x7f7f1c075710 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7f3815feb0 0x7f7f3815e9a0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7f380cf570 0x7f7f381f9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 --2- 172.21.15.6:0/2887175839 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7f3806ee70 0x7f7f381f8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 >> 172.21.15.6:0/2887175839 conn(0x7f7f380d0020 msgr2=0x7f7f380af1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 shutdown_connections 2024-09-21T07:26:07.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.655+0000 7f7f406c5640 1 -- 172.21.15.6:0/2887175839 wait complete. 2024-09-21T07:26:07.681 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T07:26:07.682 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T07:26:07.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.839+0000 7f83f62e6640 1 -- 172.21.15.6:0/492311611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 msgr2=0x7f83f006f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.839+0000 7f83f62e6640 1 --2- 172.21.15.6:0/492311611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 0x7f83f006f930 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f83f015bf20 tx=0x7f83e801dbb0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.839+0000 7f83f62e6640 1 -- 172.21.15.6:0/492311611 shutdown_connections 2024-09-21T07:26:07.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.839+0000 7f83f62e6640 1 --2- 172.21.15.6:0/492311611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 0x7f83f006f930 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.839+0000 7f83f62e6640 1 --2- 172.21.15.6:0/492311611 >> v2:172.21.15.145:3300/0 conn(0x7f83f00cf590 0x7f83f006cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.839+0000 7f83f62e6640 1 -- 172.21.15.6:0/492311611 >> 172.21.15.6:0/492311611 conn(0x7f83f00d08c0 msgr2=0x7f83f00d0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:07.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.839+0000 7f83f62e6640 1 -- 172.21.15.6:0/492311611 shutdown_connections 2024-09-21T07:26:07.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.839+0000 7f83f62e6640 1 -- 172.21.15.6:0/492311611 wait complete. 2024-09-21T07:26:07.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 Processor -- start 2024-09-21T07:26:07.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 -- start start 2024-09-21T07:26:07.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83f006d320 0x7f83f0143e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83f00cf590 0x7f83f01f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 0x7f83f0158080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f83f01678b0 con 0x7f83f015b990 2024-09-21T07:26:07.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f83f0070570 con 0x7f83f00cf590 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f83f0167a30 con 0x7f83f006d320 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 0x7f83f0158080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 0x7f83f0158080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59028/0 (socket says 172.21.15.6:59028) 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 -- 172.21.15.6:0/1593005694 learned_addr learned my addr 172.21.15.6:0/1593005694 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83ef7fe640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83f00cf590 0x7f83f01f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83effff640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83f006d320 0x7f83f0143e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 -- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83f006d320 msgr2=0x7f83f0143e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83f006d320 0x7f83f0143e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 -- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83f00cf590 msgr2=0x7f83f01f80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83f00cf590 0x7f83f01f80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 -- 172.21.15.6:0/1593005694 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83f0144360 con 0x7f83f015b990 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f4883640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 0x7f83f0158080 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f83e800ace0 tx=0x7f83e8005b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83ecff9640 1 -- 172.21.15.6:0/1593005694 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e80bd070 con 0x7f83f015b990 2024-09-21T07:26:07.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83f01fc2b0 con 0x7f83f015b990 2024-09-21T07:26:07.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83ecff9640 1 -- 172.21.15.6:0/1593005694 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f83e8004d40 con 0x7f83f015b990 2024-09-21T07:26:07.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.843+0000 7f83ecff9640 1 -- 172.21.15.6:0/1593005694 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e80b3040 con 0x7f83f015b990 2024-09-21T07:26:07.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.847+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83f01fc590 con 0x7f83f015b990 2024-09-21T07:26:07.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.847+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83f006cde0 con 0x7f83f015b990 2024-09-21T07:26:07.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.847+0000 7f83ecff9640 1 -- 172.21.15.6:0/1593005694 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f83e8004240 con 0x7f83f015b990 2024-09-21T07:26:07.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.847+0000 7f83ecff9640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83dc073200 0x7f83dc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:07.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.847+0000 7f83ecff9640 1 -- 172.21.15.6:0/1593005694 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 4857+0+0 (secure 0 0 0) 0x7f83e812df10 con 0x7f83f015b990 2024-09-21T07:26:07.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.847+0000 7f83effff640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83dc073200 0x7f83dc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:07.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.847+0000 7f83effff640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83dc073200 0x7f83dc075710 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f83e00058d0 tx=0x7f83e0005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:07.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:07.851+0000 7f83ecff9640 1 -- 172.21.15.6:0/1593005694 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f83f0144360 con 0x7f83f015b990 2024-09-21T07:26:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.031+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f83f0073570 con 0x7f83f015b990 2024-09-21T07:26:08.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.839+0000 7f83ecff9640 1 -- 172.21.15.6:0/1593005694 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v41) ==== 138+0+0 (secure 0 0 0) 0x7f83e8017860 con 0x7f83f015b990 2024-09-21T07:26:08.846 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-09-21T07:26:08.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83dc073200 msgr2=0x7f83dc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83dc073200 0x7f83dc075710 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f83e00058d0 tx=0x7f83e0005860 comp rx=0 tx=0).stop 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 msgr2=0x7f83f0158080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 0x7f83f0158080 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f83e800ace0 tx=0x7f83e8005b00 comp rx=0 tx=0).stop 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 shutdown_connections 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83dc073200 0x7f83dc075710 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f83f015b990 0x7f83f0158080 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f83f00cf590 0x7f83f01f80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 --2- 172.21.15.6:0/1593005694 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f83f006d320 0x7f83f0143e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 >> 172.21.15.6:0/1593005694 conn(0x7f83f00d08c0 msgr2=0x7f83f00ad8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 shutdown_connections 2024-09-21T07:26:08.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:08.843+0000 7f83f62e6640 1 -- 172.21.15.6:0/1593005694 wait complete. 2024-09-21T07:26:08.884 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T07:26:09.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.051+0000 7f74feacf640 1 -- 172.21.15.6:0/203456318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f80cfef0 msgr2=0x7f74f80d0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:09.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.051+0000 7f74feacf640 1 --2- 172.21.15.6:0/203456318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f80cfef0 0x7f74f80d0300 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f74f8072750 tx=0x7f74ec01c7a0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.051+0000 7f74feacf640 1 -- 172.21.15.6:0/203456318 shutdown_connections 2024-09-21T07:26:09.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.051+0000 7f74feacf640 1 --2- 172.21.15.6:0/203456318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f80cfef0 0x7f74f80d0300 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.051+0000 7f74feacf640 1 --2- 172.21.15.6:0/203456318 >> v2:172.21.15.145:3300/0 conn(0x7f74f8073660 0x7f74f815c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.051+0000 7f74feacf640 1 -- 172.21.15.6:0/203456318 >> 172.21.15.6:0/203456318 conn(0x7f74f806d880 msgr2=0x7f74f80b1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:09.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.051+0000 7f74feacf640 1 -- 172.21.15.6:0/203456318 shutdown_connections 2024-09-21T07:26:09.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.051+0000 7f74feacf640 1 -- 172.21.15.6:0/203456318 wait complete. 2024-09-21T07:26:09.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 Processor -- start 2024-09-21T07:26:09.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 -- start start 2024-09-21T07:26:09.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f8073660 0x7f74f80c5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:09.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74f80cfef0 0x7f74f8152b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:09.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74f8160160 0x7f74f80b0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:09.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f74f8169e90 con 0x7f74f8073660 2024-09-21T07:26:09.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f74f8169d10 con 0x7f74f8160160 2024-09-21T07:26:09.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f74f816a010 con 0x7f74f80cfef0 2024-09-21T07:26:09.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f8073660 0x7f74f80c5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:09.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f8073660 0x7f74f80c5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59044/0 (socket says 172.21.15.6:59044) 2024-09-21T07:26:09.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 -- 172.21.15.6:0/4207779066 learned_addr learned my addr 172.21.15.6:0/4207779066 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:09.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74f7fff640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74f80cfef0 0x7f74f8152b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:09.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fd06c640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74f8160160 0x7f74f80b0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:09.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 -- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74f80cfef0 msgr2=0x7f74f8152b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:09.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74f80cfef0 0x7f74f8152b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 -- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74f8160160 msgr2=0x7f74f80b0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:09.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74f8160160 0x7f74f80b0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 -- 172.21.15.6:0/4207779066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74f8153310 con 0x7f74f8073660 2024-09-21T07:26:09.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fd06c640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74f8160160 0x7f74f80b0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:09.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74fc86b640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f8073660 0x7f74f80c5910 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f74e800d750 tx=0x7f74e800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:09.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74f57fa640 1 -- 172.21.15.6:0/4207779066 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e8017070 con 0x7f74f8073660 2024-09-21T07:26:09.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74f57fa640 1 -- 172.21.15.6:0/4207779066 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74e8009d20 con 0x7f74f8073660 2024-09-21T07:26:09.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74f8153810 con 0x7f74f8073660 2024-09-21T07:26:09.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74f57fa640 1 -- 172.21.15.6:0/4207779066 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e8005280 con 0x7f74f8073660 2024-09-21T07:26:09.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74f8153dd0 con 0x7f74f8073660 2024-09-21T07:26:09.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.055+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74f815c510 con 0x7f74f8073660 2024-09-21T07:26:09.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.059+0000 7f74f57fa640 1 -- 172.21.15.6:0/4207779066 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f74e8005420 con 0x7f74f8073660 2024-09-21T07:26:09.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.059+0000 7f74f57fa640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f74e4073200 0x7f74e4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:09.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.059+0000 7f74f57fa640 1 -- 172.21.15.6:0/4207779066 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 5227+0+0 (secure 0 0 0) 0x7f74e80946d0 con 0x7f74f8073660 2024-09-21T07:26:09.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.059+0000 7f74f7fff640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f74e4073200 0x7f74e4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:09.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.059+0000 7f74f7fff640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f74e4073200 0x7f74e4075710 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f74ec0af000 tx=0x7f74ec01afe0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:09.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.063+0000 7f74f57fa640 1 -- 172.21.15.6:0/4207779066 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f74e800de60 con 0x7f74f8073660 2024-09-21T07:26:09.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.239+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f74f80b2180 con 0x7f74f8073660 2024-09-21T07:26:09.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.855+0000 7f74f57fa640 1 -- 172.21.15.6:0/4207779066 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v42) ==== 170+0+0 (secure 0 0 0) 0x7f74e805f8d0 con 0x7f74f8073660 2024-09-21T07:26:09.860 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-09-21T07:26:09.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f74e4073200 msgr2=0x7f74e4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:09.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f74e4073200 0x7f74e4075710 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f74ec0af000 tx=0x7f74ec01afe0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f8073660 msgr2=0x7f74f80c5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:09.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f8073660 0x7f74f80c5910 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f74e800d750 tx=0x7f74e800dc10 comp rx=0 tx=0).stop 2024-09-21T07:26:09.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 shutdown_connections 2024-09-21T07:26:09.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f74e4073200 0x7f74e4075710 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f74f8160160 0x7f74f80b0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f74f80cfef0 0x7f74f8152b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 --2- 172.21.15.6:0/4207779066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74f8073660 0x7f74f80c5910 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:09.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 >> 172.21.15.6:0/4207779066 conn(0x7f74f806d880 msgr2=0x7f74f8158a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:09.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 shutdown_connections 2024-09-21T07:26:09.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:09.859+0000 7f74feacf640 1 -- 172.21.15.6:0/4207779066 wait complete. 2024-09-21T07:26:09.899 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T07:26:10.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 -- 172.21.15.6:0/4145186119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 msgr2=0x7fd1e00b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:10.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 --2- 172.21.15.6:0/4145186119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 0x7fd1e00b2b70 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fd1e00737d0 tx=0x7fd1d801cd80 comp rx=0 tx=0).stop 2024-09-21T07:26:10.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 -- 172.21.15.6:0/4145186119 shutdown_connections 2024-09-21T07:26:10.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 --2- 172.21.15.6:0/4145186119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 0x7fd1e00b2b70 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 --2- 172.21.15.6:0/4145186119 >> v2:172.21.15.145:3300/0 conn(0x7fd1e00b1e10 0x7fd1e00b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 --2- 172.21.15.6:0/4145186119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1e00ceaa0 0x7fd1e00ceeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 -- 172.21.15.6:0/4145186119 >> 172.21.15.6:0/4145186119 conn(0x7fd1e008bfc0 msgr2=0x7fd1e00d21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:10.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 -- 172.21.15.6:0/4145186119 shutdown_connections 2024-09-21T07:26:10.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.059+0000 7fd1e5169640 1 -- 172.21.15.6:0/4145186119 wait complete. 2024-09-21T07:26:10.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 Processor -- start 2024-09-21T07:26:10.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 -- start start 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1e00b1e10 0x7fd1e01523a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 0x7fd1e00cc030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1e00ceaa0 0x7fd1e0155750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e00cd9c0 con 0x7fd1e00b2760 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e00cd840 con 0x7fd1e00ceaa0 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd1e00cdb40 con 0x7fd1e00b1e10 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 0x7fd1e00cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 0x7fd1e00cc030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59068/0 (socket says 172.21.15.6:59068) 2024-09-21T07:26:10.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 -- 172.21.15.6:0/1586042045 learned_addr learned my addr 172.21.15.6:0/1586042045 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:10.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1ded9d640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1e00b1e10 0x7fd1e01523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:10.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1df59e640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1e00ceaa0 0x7fd1e0155750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 -- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1e00b1e10 msgr2=0x7fd1e01523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1e00b1e10 0x7fd1e01523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 -- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1e00ceaa0 msgr2=0x7fd1e0155750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1e00ceaa0 0x7fd1e0155750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 -- 172.21.15.6:0/1586042045 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e01528e0 con 0x7fd1e00b2760 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1ded9d640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1e00b1e10 0x7fd1e01523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1de59c640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 0x7fd1e00cc030 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd1d400c940 tx=0x7fd1d400ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1c77fe640 1 -- 172.21.15.6:0/1586042045 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d4007bb0 con 0x7fd1e00b2760 2024-09-21T07:26:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1c77fe640 1 -- 172.21.15.6:0/1586042045 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1d4007e40 con 0x7fd1e00b2760 2024-09-21T07:26:10.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1e0154480 con 0x7fd1e00b2760 2024-09-21T07:26:10.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1c77fe640 1 -- 172.21.15.6:0/1586042045 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d400f690 con 0x7fd1e00b2760 2024-09-21T07:26:10.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.063+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1e0154a40 con 0x7fd1e00b2760 2024-09-21T07:26:10.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.067+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1e00ce0f0 con 0x7fd1e00b2760 2024-09-21T07:26:10.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.067+0000 7fd1c77fe640 1 -- 172.21.15.6:0/1586042045 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd1d4018400 con 0x7fd1e00b2760 2024-09-21T07:26:10.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.067+0000 7fd1c77fe640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd1cc073230 0x7fd1cc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:10.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.067+0000 7fd1c77fe640 1 -- 172.21.15.6:0/1586042045 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5609+0+0 (secure 0 0 0) 0x7fd1d4094880 con 0x7fd1e00b2760 2024-09-21T07:26:10.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.067+0000 7fd1ded9d640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd1cc073230 0x7fd1cc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:10.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.067+0000 7fd1ded9d640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd1cc073230 0x7fd1cc075740 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0005fd0 tx=0x7fd1d0005e20 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:10.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.071+0000 7fd1c77fe640 1 -- 172.21.15.6:0/1586042045 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd1d4014030 con 0x7fd1e00b2760 2024-09-21T07:26:10.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.287+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd1e00b1910 con 0x7fd1e00b2760 2024-09-21T07:26:10.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.855+0000 7fd1c77fe640 1 -- 172.21.15.6:0/1586042045 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v21) ==== 172+0+0 (secure 0 0 0) 0x7fd1d405f990 con 0x7fd1e00b2760 2024-09-21T07:26:10.863 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 6 and data pool 7 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd1cc073230 msgr2=0x7fd1cc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd1cc073230 0x7fd1cc075740 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0005fd0 tx=0x7fd1d0005e20 comp rx=0 tx=0).stop 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 msgr2=0x7fd1e00cc030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 0x7fd1e00cc030 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd1d400c940 tx=0x7fd1d400ce00 comp rx=0 tx=0).stop 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 shutdown_connections 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd1cc073230 0x7fd1cc075740 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd1e00ceaa0 0x7fd1e0155750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd1e00b2760 0x7fd1e00cc030 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 --2- 172.21.15.6:0/1586042045 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd1e00b1e10 0x7fd1e01523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 >> 172.21.15.6:0/1586042045 conn(0x7fd1e008bfc0 msgr2=0x7fd1e006def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 shutdown_connections 2024-09-21T07:26:10.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:10.859+0000 7fd1e5169640 1 -- 172.21.15.6:0/1586042045 wait complete. 2024-09-21T07:26:10.923 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:26:11.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.071+0000 7f24d9d63640 1 -- 172.21.15.6:0/2586094371 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24d415feb0 msgr2=0x7f24d4074b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.071+0000 7f24d9d63640 1 --2- 172.21.15.6:0/2586094371 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24d415feb0 0x7f24d4074b80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f24cc009bc0 tx=0x7f24cc01cb10 comp rx=0 tx=0).stop 2024-09-21T07:26:11.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.071+0000 7f24d9d63640 1 -- 172.21.15.6:0/2586094371 shutdown_connections 2024-09-21T07:26:11.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.071+0000 7f24d9d63640 1 --2- 172.21.15.6:0/2586094371 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24d415feb0 0x7f24d4074b80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.071+0000 7f24d9d63640 1 --2- 172.21.15.6:0/2586094371 >> v2:172.21.15.145:3300/0 conn(0x7f24d406ee70 0x7f24d40cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.071+0000 7f24d9d63640 1 -- 172.21.15.6:0/2586094371 >> 172.21.15.6:0/2586094371 conn(0x7f24d40d0020 msgr2=0x7f24d40d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:11.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.071+0000 7f24d9d63640 1 -- 172.21.15.6:0/2586094371 shutdown_connections 2024-09-21T07:26:11.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.071+0000 7f24d9d63640 1 -- 172.21.15.6:0/2586094371 wait complete. 2024-09-21T07:26:11.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 Processor -- start 2024-09-21T07:26:11.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 -- start start 2024-09-21T07:26:11.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24d406ee70 0x7f24d4169080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24d40cf570 0x7f24d41f8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24d415feb0 0x7f24d40ad9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f24d4166f60 con 0x7f24d415feb0 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f24d4166de0 con 0x7f24d406ee70 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f24d41670e0 con 0x7f24d40cf570 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24d415feb0 0x7f24d40ad9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24d415feb0 0x7f24d40ad9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59074/0 (socket says 172.21.15.6:59074) 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 -- 172.21.15.6:0/712158372 learned_addr learned my addr 172.21.15.6:0/712158372 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d2ffd640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24d40cf570 0x7f24d41f8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d37fe640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24d406ee70 0x7f24d4169080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 -- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24d40cf570 msgr2=0x7f24d41f8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24d40cf570 0x7f24d41f8cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 -- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24d406ee70 msgr2=0x7f24d4169080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24d406ee70 0x7f24d4169080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 -- 172.21.15.6:0/712158372 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24d4167fe0 con 0x7f24d415feb0 2024-09-21T07:26:11.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d3fff640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24d415feb0 0x7f24d40ad9e0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f24cc01a740 tx=0x7f24cc0a5810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:11.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24cbfff640 1 -- 172.21.15.6:0/712158372 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24cc0bb070 con 0x7f24d415feb0 2024-09-21T07:26:11.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24cbfff640 1 -- 172.21.15.6:0/712158372 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24cc003d70 con 0x7f24d415feb0 2024-09-21T07:26:11.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24d41682c0 con 0x7f24d415feb0 2024-09-21T07:26:11.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24cbfff640 1 -- 172.21.15.6:0/712158372 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24cc0b2040 con 0x7f24d415feb0 2024-09-21T07:26:11.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24d4168880 con 0x7f24d415feb0 2024-09-21T07:26:11.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.075+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24d40cf030 con 0x7f24d415feb0 2024-09-21T07:26:11.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.079+0000 7f24cbfff640 1 -- 172.21.15.6:0/712158372 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f24cc0be070 con 0x7f24d415feb0 2024-09-21T07:26:11.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.079+0000 7f24cbfff640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24b4073230 0x7f24b4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.079+0000 7f24cbfff640 1 -- 172.21.15.6:0/712158372 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7f24cc12dba0 con 0x7f24d415feb0 2024-09-21T07:26:11.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.079+0000 7f24d37fe640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24b4073230 0x7f24b4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.079+0000 7f24d37fe640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24b4073230 0x7f24b4075740 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f24bc009ad0 tx=0x7f24bc009260 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:11.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.083+0000 7f24cbfff640 1 -- 172.21.15.6:0/712158372 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f24cc016790 con 0x7f24d415feb0 2024-09-21T07:26:11.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.255+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f24d40cfd00 con 0x7f24d415feb0 2024-09-21T07:26:11.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.255+0000 7f24cbfff640 1 -- 172.21.15.6:0/712158372 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16650 (secure 0 0 0) 0x7f24cc0f8b20 con 0x7f24d415feb0 2024-09-21T07:26:11.262 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:11.262 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":43,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:26:10.291781+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:26:08.045993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T07:26:09.257446+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:26:11.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24b4073230 msgr2=0x7f24b4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24b4073230 0x7f24b4075740 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f24bc009ad0 tx=0x7f24bc009260 comp rx=0 tx=0).stop 2024-09-21T07:26:11.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24d415feb0 msgr2=0x7f24d40ad9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24d415feb0 0x7f24d40ad9e0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f24cc01a740 tx=0x7f24cc0a5810 comp rx=0 tx=0).stop 2024-09-21T07:26:11.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 shutdown_connections 2024-09-21T07:26:11.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24b4073230 0x7f24b4075740 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24d415feb0 0x7f24d40ad9e0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24d40cf570 0x7f24d41f8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 --2- 172.21.15.6:0/712158372 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24d406ee70 0x7f24d4169080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 >> 172.21.15.6:0/712158372 conn(0x7f24d40d0020 msgr2=0x7f24d40b45d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:11.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 shutdown_connections 2024-09-21T07:26:11.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.259+0000 7f24d9d63640 1 -- 172.21.15.6:0/712158372 wait complete. 2024-09-21T07:26:11.284 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:26:11.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.423+0000 7fe22c371640 1 -- 172.21.15.6:0/2418690064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 msgr2=0x7fe2240af470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.423+0000 7fe22c371640 1 --2- 172.21.15.6:0/2418690064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 0x7fe2240af470 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe214009900 tx=0x7fe21401c8b0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.423+0000 7fe22c371640 1 -- 172.21.15.6:0/2418690064 shutdown_connections 2024-09-21T07:26:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.423+0000 7fe22c371640 1 --2- 172.21.15.6:0/2418690064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 0x7fe2240af470 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.423+0000 7fe22c371640 1 --2- 172.21.15.6:0/2418690064 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe22415c7a0 0x7fe2240cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.423+0000 7fe22c371640 1 -- 172.21.15.6:0/2418690064 >> 172.21.15.6:0/2418690064 conn(0x7fe2240d0020 msgr2=0x7fe2240d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.423+0000 7fe22c371640 1 -- 172.21.15.6:0/2418690064 shutdown_connections 2024-09-21T07:26:11.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.423+0000 7fe22c371640 1 -- 172.21.15.6:0/2418690064 wait complete. 2024-09-21T07:26:11.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22c371640 1 Processor -- start 2024-09-21T07:26:11.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22c371640 1 -- start start 2024-09-21T07:26:11.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22c371640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2240adfa0 0x7fe22415de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22c371640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 0x7fe2241f7270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22c371640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c7a0 0x7fe22409d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22c371640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe22406fcb0 con 0x7fe2240af060 2024-09-21T07:26:11.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22c371640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe22406fb30 con 0x7fe22415c7a0 2024-09-21T07:26:11.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22c371640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe22406fe30 con 0x7fe2240adfa0 2024-09-21T07:26:11.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22990c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 0x7fe2241f7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22990c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 0x7fe2241f7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59086/0 (socket says 172.21.15.6:59086) 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22990c640 1 -- 172.21.15.6:0/3264542422 learned_addr learned my addr 172.21.15.6:0/3264542422 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22a10d640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2240adfa0 0x7fe22415de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22a90e640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c7a0 0x7fe22409d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22990c640 1 -- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2240adfa0 msgr2=0x7fe22415de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22990c640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2240adfa0 0x7fe22415de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22990c640 1 -- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c7a0 msgr2=0x7fe22409d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22990c640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c7a0 0x7fe22409d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22990c640 1 -- 172.21.15.6:0/3264542422 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2240ce570 con 0x7fe2240af060 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22a10d640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2240adfa0 0x7fe22415de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.427+0000 7fe22a90e640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c7a0 0x7fe22409d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe22990c640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 0x7fe2241f7270 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fe2140b0040 tx=0x7fe214005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:11.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe21affd640 1 -- 172.21.15.6:0/3264542422 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2140b2040 con 0x7fe2240af060 2024-09-21T07:26:11.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe21affd640 1 -- 172.21.15.6:0/3264542422 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe214005320 con 0x7fe2240af060 2024-09-21T07:26:11.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe21affd640 1 -- 172.21.15.6:0/3264542422 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2140046d0 con 0x7fe2240af060 2024-09-21T07:26:11.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe224155b20 con 0x7fe2240af060 2024-09-21T07:26:11.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe224152740 con 0x7fe2240af060 2024-09-21T07:26:11.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe224156040 con 0x7fe2240af060 2024-09-21T07:26:11.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe21affd640 1 -- 172.21.15.6:0/3264542422 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe214004870 con 0x7fe2240af060 2024-09-21T07:26:11.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe21affd640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073230 0x7fe208075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe21affd640 1 -- 172.21.15.6:0/3264542422 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fe21412e420 con 0x7fe2240af060 2024-09-21T07:26:11.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.431+0000 7fe22a10d640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073230 0x7fe208075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.435+0000 7fe22a10d640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073230 0x7fe208075740 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe22000bbd0 tx=0x7fe22000b5b0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:11.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.439+0000 7fe21affd640 1 -- 172.21.15.6:0/3264542422 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe2140164d0 con 0x7fe2240af060 2024-09-21T07:26:11.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.607+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe224152530 con 0x7fe2240af060 2024-09-21T07:26:11.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.611+0000 7fe21affd640 1 -- 172.21.15.6:0/3264542422 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+16650 (secure 0 0 0) 0x7fe2140f93a0 con 0x7fe2240af060 2024-09-21T07:26:11.616 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:11.616 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":43,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:26:10.291781+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:26:08.045993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T07:26:09.257446+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073230 msgr2=0x7fe208075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073230 0x7fe208075740 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe22000bbd0 tx=0x7fe22000b5b0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 msgr2=0x7fe2241f7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 0x7fe2241f7270 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fe2140b0040 tx=0x7fe214005760 comp rx=0 tx=0).stop 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 shutdown_connections 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073230 0x7fe208075740 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe22415c7a0 0x7fe22409d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2240af060 0x7fe2241f7270 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 --2- 172.21.15.6:0/3264542422 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe2240adfa0 0x7fe22415de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 >> 172.21.15.6:0/3264542422 conn(0x7fe2240d0020 msgr2=0x7fe2240afb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 shutdown_connections 2024-09-21T07:26:11.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.615+0000 7fe22c371640 1 -- 172.21.15.6:0/3264542422 wait complete. 2024-09-21T07:26:11.639 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T07:26:11.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.783+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1234357427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d0df0 msgr2=0x7fd7180d1200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.783+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1234357427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d0df0 0x7fd7180d1200 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fd708009930 tx=0x7fd70801c8b0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.783+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1234357427 shutdown_connections 2024-09-21T07:26:11.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.783+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1234357427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d0df0 0x7fd7180d1200 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.783+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1234357427 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7180b3700 0x7fd7180d4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.783+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1234357427 >> 172.21.15.6:0/1234357427 conn(0x7fd71809d6d0 msgr2=0x7fd7180d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:11.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.783+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1234357427 shutdown_connections 2024-09-21T07:26:11.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.783+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1234357427 wait complete. 2024-09-21T07:26:11.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 Processor -- start 2024-09-21T07:26:11.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 -- start start 2024-09-21T07:26:11.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7180b3700 0x7fd718147cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7180d0df0 0x7fd71814cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d22e0 0x7fd71814d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd71816c570 con 0x7fd7180d22e0 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd71816c3f0 con 0x7fd7180b3700 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd71816c6f0 con 0x7fd7180d0df0 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d22e0 0x7fd71814d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d22e0 0x7fd71814d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59100/0 (socket says 172.21.15.6:59100) 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 -- 172.21.15.6:0/1618542740 learned_addr learned my addr 172.21.15.6:0/1618542740 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:11.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71d78d640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7180b3700 0x7fd718147cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71cf8c640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7180d0df0 0x7fd71814cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 -- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7180d0df0 msgr2=0x7fd71814cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7180d0df0 0x7fd71814cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 -- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7180b3700 msgr2=0x7fd718147cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7180b3700 0x7fd718147cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 -- 172.21.15.6:0/1618542740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd71815b4d0 con 0x7fd7180d22e0 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71df8e640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d22e0 0x7fd71814d240 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd71000c730 tx=0x7fd71000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd70dffb640 1 -- 172.21.15.6:0/1618542740 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd710003b80 con 0x7fd7180d22e0 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd70dffb640 1 -- 172.21.15.6:0/1618542740 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd710003d20 con 0x7fd7180d22e0 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd71815b7b0 con 0x7fd7180d22e0 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd70dffb640 1 -- 172.21.15.6:0/1618542740 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd710005330 con 0x7fd7180d22e0 2024-09-21T07:26:11.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.787+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7180c68c0 con 0x7fd7180d22e0 2024-09-21T07:26:11.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.791+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7180d4d00 con 0x7fd7180d22e0 2024-09-21T07:26:11.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.791+0000 7fd70dffb640 1 -- 172.21.15.6:0/1618542740 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd7100056e0 con 0x7fd7180d22e0 2024-09-21T07:26:11.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.791+0000 7fd70dffb640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:11.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.791+0000 7fd70dffb640 1 -- 172.21.15.6:0/1618542740 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5709+0+0 (secure 0 0 0) 0x7fd710094050 con 0x7fd7180d22e0 2024-09-21T07:26:11.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.791+0000 7fd71d78d640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:11.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.791+0000 7fd71d78d640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd714005fd0 tx=0x7fd71400b2e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:11.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:11.795+0000 7fd70dffb640 1 -- 172.21.15.6:0/1618542740 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd7180d1740 con 0x7fd7180d22e0 2024-09-21T07:26:12.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.011+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fd7180b97b0 con 0x7fd7180d22e0 2024-09-21T07:26:12.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.919+0000 7fd70dffb640 1 -- 172.21.15.6:0/1618542740 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v24) ==== 118+0+0 (secure 0 0 0) 0x7fd71005f0f0 con 0x7fd7180d22e0 2024-09-21T07:26:12.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 msgr2=0x7fd6fc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:12.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd714005fd0 tx=0x7fd71400b2e0 comp rx=0 tx=0).stop 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d22e0 msgr2=0x7fd71814d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d22e0 0x7fd71814d240 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd71000c730 tx=0x7fd71000cbf0 comp rx=0 tx=0).stop 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 shutdown_connections 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 secure :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd714005fd0 tx=0x7fd71400b2e0 comp rx=0 tx=0).stop 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7180d22e0 0x7fd71814d240 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7180d0df0 0x7fd71814cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 --2- 172.21.15.6:0/1618542740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7180b3700 0x7fd718147cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 >> 172.21.15.6:0/1618542740 conn(0x7fd71809d6d0 msgr2=0x7fd71814ee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 shutdown_connections 2024-09-21T07:26:12.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:12.923+0000 7fd71f9f1640 1 -- 172.21.15.6:0/1618542740 wait complete. 2024-09-21T07:26:12.951 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T07:26:12.951 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T07:26:13.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 -- 172.21.15.6:0/692736048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 msgr2=0x7fa2e40d0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/692736048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 0x7fa2e40d0390 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa2d8009900 tx=0x7fa2d801c660 comp rx=0 tx=0).stop 2024-09-21T07:26:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 -- 172.21.15.6:0/692736048 shutdown_connections 2024-09-21T07:26:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/692736048 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2e4073d20 0x7fa2e4074130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/692736048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 0x7fa2e40d0390 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 -- 172.21.15.6:0/692736048 >> 172.21.15.6:0/692736048 conn(0x7fa2e406ee90 msgr2=0x7fa2e406f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 -- 172.21.15.6:0/692736048 shutdown_connections 2024-09-21T07:26:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 -- 172.21.15.6:0/692736048 wait complete. 2024-09-21T07:26:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 Processor -- start 2024-09-21T07:26:13.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.111+0000 7fa2eab1e640 1 -- start start 2024-09-21T07:26:13.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2e4073d20 0x7fa2e40c9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:13.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 0x7fa2e413cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:13.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2e415ef90 0x7fa2e40b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:13.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e4168900 con 0x7fa2e40cff80 2024-09-21T07:26:13.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e4168780 con 0x7fa2e4073d20 2024-09-21T07:26:13.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2e4168a80 con 0x7fa2e415ef90 2024-09-21T07:26:13.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 0x7fa2e413cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:13.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 0x7fa2e413cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59126/0 (socket says 172.21.15.6:59126) 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 -- 172.21.15.6:0/4272523268 learned_addr learned my addr 172.21.15.6:0/4272523268 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e88ba640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2e4073d20 0x7fa2e40c9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e90bb640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2e415ef90 0x7fa2e40b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 -- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2e415ef90 msgr2=0x7fa2e40b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2e415ef90 0x7fa2e40b51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 -- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2e4073d20 msgr2=0x7fa2e40c9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2e4073d20 0x7fa2e40c9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 -- 172.21.15.6:0/4272523268 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e40cc690 con 0x7fa2e40cff80 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e90bb640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2e415ef90 0x7fa2e40b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e3fff640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 0x7fa2e413cd40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa2d000b3e0 tx=0x7fa2d000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e17fa640 1 -- 172.21.15.6:0/4272523268 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0015020 con 0x7fa2e40cff80 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e17fa640 1 -- 172.21.15.6:0/4272523268 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2d0011920 con 0x7fa2e40cff80 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e17fa640 1 -- 172.21.15.6:0/4272523268 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0011d90 con 0x7fa2e40cff80 2024-09-21T07:26:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2e413e2d0 con 0x7fa2e40cff80 2024-09-21T07:26:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2e413da30 con 0x7fa2e40cff80 2024-09-21T07:26:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2e4074130 con 0x7fa2e40cff80 2024-09-21T07:26:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e17fa640 1 -- 172.21.15.6:0/4272523268 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa2d0018020 con 0x7fa2e40cff80 2024-09-21T07:26:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.115+0000 7fa2e17fa640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2c8073200 0x7fa2c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.119+0000 7fa2e17fa640 1 -- 172.21.15.6:0/4272523268 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fa2d00941b0 con 0x7fa2e40cff80 2024-09-21T07:26:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.119+0000 7fa2e88ba640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2c8073200 0x7fa2c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:13.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.119+0000 7fa2e88ba640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2c8073200 0x7fa2c8075710 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa2d80af000 tx=0x7fa2d801aea0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:13.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.123+0000 7fa2e17fa640 1 -- 172.21.15.6:0/4272523268 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa2d001f020 con 0x7fa2e40cff80 2024-09-21T07:26:13.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.331+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fa2e40ce840 con 0x7fa2e40cff80 2024-09-21T07:26:13.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.935+0000 7fa2e17fa640 1 -- 172.21.15.6:0/4272523268 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v25) ==== 122+0+0 (secure 0 0 0) 0x7fa2d005f260 con 0x7fa2e40cff80 2024-09-21T07:26:13.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2c8073200 msgr2=0x7fa2c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:13.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2c8073200 0x7fa2c8075710 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa2d80af000 tx=0x7fa2d801aea0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 msgr2=0x7fa2e413cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:13.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 0x7fa2e413cd40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa2d000b3e0 tx=0x7fa2d000b8a0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 shutdown_connections 2024-09-21T07:26:13.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2c8073200 0x7fa2c8075710 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2e415ef90 0x7fa2e40b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2e40cff80 0x7fa2e413cd40 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 --2- 172.21.15.6:0/4272523268 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2e4073d20 0x7fa2e40c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:13.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 >> 172.21.15.6:0/4272523268 conn(0x7fa2e406ee90 msgr2=0x7fa2e41409c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:13.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 shutdown_connections 2024-09-21T07:26:13.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:13.939+0000 7fa2eab1e640 1 -- 172.21.15.6:0/4272523268 wait complete. 2024-09-21T07:26:13.968 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T07:26:13.968 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:26:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.127+0000 7fa40452e640 1 -- 172.21.15.6:0/2223201026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3fc15feb0 msgr2=0x7fa3fc074b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.127+0000 7fa40452e640 1 --2- 172.21.15.6:0/2223201026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3fc15feb0 0x7fa3fc074b80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa3ec009840 tx=0x7fa3ec01c790 comp rx=0 tx=0).stop 2024-09-21T07:26:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.127+0000 7fa40452e640 1 -- 172.21.15.6:0/2223201026 shutdown_connections 2024-09-21T07:26:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.127+0000 7fa40452e640 1 --2- 172.21.15.6:0/2223201026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3fc15feb0 0x7fa3fc074b80 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.127+0000 7fa40452e640 1 --2- 172.21.15.6:0/2223201026 >> v2:172.21.15.145:3300/0 conn(0x7fa3fc06ee70 0x7fa3fc0cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.127+0000 7fa40452e640 1 -- 172.21.15.6:0/2223201026 >> 172.21.15.6:0/2223201026 conn(0x7fa3fc0d0020 msgr2=0x7fa3fc0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:14.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.127+0000 7fa40452e640 1 -- 172.21.15.6:0/2223201026 shutdown_connections 2024-09-21T07:26:14.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.127+0000 7fa40452e640 1 -- 172.21.15.6:0/2223201026 wait complete. 2024-09-21T07:26:14.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa40452e640 1 Processor -- start 2024-09-21T07:26:14.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa40452e640 1 -- start start 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa40452e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3fc06ee70 0x7fa3fc151e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa40452e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3fc0cf570 0x7fa3fc06fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa40452e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3fc15feb0 0x7fa3fc1f64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa40452e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa3fc168fd0 con 0x7fa3fc0cf570 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa40452e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa3fc168e50 con 0x7fa3fc06ee70 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa40452e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa3fc169150 con 0x7fa3fc15feb0 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa401ac9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3fc0cf570 0x7fa3fc06fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa401ac9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3fc0cf570 0x7fa3fc06fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55344/0 (socket says 172.21.15.6:55344) 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa401ac9640 1 -- 172.21.15.6:0/522697316 learned_addr learned my addr 172.21.15.6:0/522697316 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa4022ca640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3fc06ee70 0x7fa3fc151e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa402acb640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3fc15feb0 0x7fa3fc1f64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa401ac9640 1 -- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3fc15feb0 msgr2=0x7fa3fc1f64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa401ac9640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3fc15feb0 0x7fa3fc1f64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa401ac9640 1 -- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3fc06ee70 msgr2=0x7fa3fc151e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa401ac9640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3fc06ee70 0x7fa3fc151e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.131+0000 7fa401ac9640 1 -- 172.21.15.6:0/522697316 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3fc152380 con 0x7fa3fc0cf570 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa401ac9640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3fc0cf570 0x7fa3fc06fdc0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa3f000c430 tx=0x7fa3f000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa3faffd640 1 -- 172.21.15.6:0/522697316 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f0011790 con 0x7fa3fc0cf570 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa3faffd640 1 -- 172.21.15.6:0/522697316 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3f0017070 con 0x7fa3fc0cf570 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3fc1527c0 con 0x7fa3fc0cf570 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa3faffd640 1 -- 172.21.15.6:0/522697316 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f0011ce0 con 0x7fa3fc0cf570 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3fc0d0430 con 0x7fa3fc0cf570 2024-09-21T07:26:14.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3fc0cf030 con 0x7fa3fc0cf570 2024-09-21T07:26:14.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa3faffd640 1 -- 172.21.15.6:0/522697316 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa3f001c460 con 0x7fa3fc0cf570 2024-09-21T07:26:14.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa3faffd640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa3e8073200 0x7fa3e8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa3faffd640 1 -- 172.21.15.6:0/522697316 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fa3f0093df0 con 0x7fa3fc0cf570 2024-09-21T07:26:14.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa4022ca640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa3e8073200 0x7fa3e8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.135+0000 7fa4022ca640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa3e8073200 0x7fa3e8075710 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4009ec0 tx=0x7fa3f4009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:14.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.139+0000 7fa3faffd640 1 -- 172.21.15.6:0/522697316 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa3f005e920 con 0x7fa3fc0cf570 2024-09-21T07:26:14.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.355+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3fc0cfd00 con 0x7fa3fc0cf570 2024-09-21T07:26:14.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.355+0000 7fa3faffd640 1 -- 172.21.15.6:0/522697316 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5223 (secure 0 0 0) 0x7fa3f0063350 con 0x7fa3fc0cf570 2024-09-21T07:26:14.360 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:14.361 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":25,"btime":"2024-09-21T07:26:13:931384+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5035,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3300433377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3300433377},{"type":"v1","addr":"172.21.15.145:6836","nonce":3300433377}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:26:10.291694+0000","modified":"2024-09-21T07:26:13.338829+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5265},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6833/4138233409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4138233409},{"type":"v1","addr":"172.21.15.6:6833","nonce":4138233409}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-09-21T07:26:14.361 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-09-21T07:26:14.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.355+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa3e8073200 msgr2=0x7fa3e8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.355+0000 7fa40452e640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa3e8073200 0x7fa3e8075710 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4009ec0 tx=0x7fa3f4009500 comp rx=0 tx=0).stop 2024-09-21T07:26:14.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3fc0cf570 msgr2=0x7fa3fc06fdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3fc0cf570 0x7fa3fc06fdc0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa3f000c430 tx=0x7fa3f000c8f0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 shutdown_connections 2024-09-21T07:26:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa3e8073200 0x7fa3e8075710 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3fc15feb0 0x7fa3fc1f64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3fc0cf570 0x7fa3fc06fdc0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 --2- 172.21.15.6:0/522697316 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3fc06ee70 0x7fa3fc151e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 >> 172.21.15.6:0/522697316 conn(0x7fa3fc0d0020 msgr2=0x7fa3fc15c2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 shutdown_connections 2024-09-21T07:26:14.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.359+0000 7fa40452e640 1 -- 172.21.15.6:0/522697316 wait complete. 2024-09-21T07:26:14.383 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:26:14.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.543+0000 7fe7148e6640 1 -- 172.21.15.6:0/2406616194 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 msgr2=0x7fe7100cf1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.543+0000 7fe7148e6640 1 --2- 172.21.15.6:0/2406616194 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 0x7fe7100cf1c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fe710152c40 tx=0x7fe70801ccc0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.543+0000 7fe7148e6640 1 -- 172.21.15.6:0/2406616194 shutdown_connections 2024-09-21T07:26:14.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.543+0000 7fe7148e6640 1 --2- 172.21.15.6:0/2406616194 >> v2:172.21.15.145:3300/0 conn(0x7fe71006d7e0 0x7fe710070070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.543+0000 7fe7148e6640 1 --2- 172.21.15.6:0/2406616194 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 0x7fe7100cf1c0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.543+0000 7fe7148e6640 1 -- 172.21.15.6:0/2406616194 >> 172.21.15.6:0/2406616194 conn(0x7fe7100b2950 msgr2=0x7fe7100b2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:14.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.543+0000 7fe7148e6640 1 -- 172.21.15.6:0/2406616194 shutdown_connections 2024-09-21T07:26:14.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.543+0000 7fe7148e6640 1 -- 172.21.15.6:0/2406616194 wait complete. 2024-09-21T07:26:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe7148e6640 1 Processor -- start 2024-09-21T07:26:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe7148e6640 1 -- start start 2024-09-21T07:26:14.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe7148e6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71006fc60 0x7fe71014c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe7148e6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 0x7fe7101fa150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe7148e6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71015b1d0 0x7fe7101f7500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe7148e6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe710168bb0 con 0x7fe71015c680 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe7148e6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe710168a30 con 0x7fe71006fc60 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe7148e6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe710168d30 con 0x7fe71015b1d0 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 0x7fe7101fa150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 0x7fe7101fa150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55374/0 (socket says 172.21.15.6:55374) 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 -- 172.21.15.6:0/811571312 learned_addr learned my addr 172.21.15.6:0/811571312 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70e59c640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71006fc60 0x7fe71014c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70ed9d640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71015b1d0 0x7fe7101f7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 -- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71015b1d0 msgr2=0x7fe7101f7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71015b1d0 0x7fe7101f7500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 -- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71006fc60 msgr2=0x7fe71014c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71006fc60 0x7fe71014c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 -- 172.21.15.6:0/811571312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7101faac0 con 0x7fe71015c680 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70ed9d640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71015b1d0 0x7fe7101f7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70e59c640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71006fc60 0x7fe71014c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.547+0000 7fe70dd9b640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 0x7fe7101fa150 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fe70400c400 tx=0x7fe70400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe6feffd640 1 -- 172.21.15.6:0/811571312 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe704017070 con 0x7fe71015c680 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe6feffd640 1 -- 172.21.15.6:0/811571312 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe704003600 con 0x7fe71015c680 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7101fada0 con 0x7fe71015c680 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe6feffd640 1 -- 172.21.15.6:0/811571312 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe704003a50 con 0x7fe71015c680 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7101547e0 con 0x7fe71015c680 2024-09-21T07:26:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7101f6b30 con 0x7fe71015c680 2024-09-21T07:26:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe6feffd640 1 -- 172.21.15.6:0/811571312 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe70401a070 con 0x7fe71015c680 2024-09-21T07:26:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe6feffd640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6f0073200 0x7fe6f0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe6feffd640 1 -- 172.21.15.6:0/811571312 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fe704093990 con 0x7fe71015c680 2024-09-21T07:26:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.551+0000 7fe70e59c640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6f0073200 0x7fe6f0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.555+0000 7fe70e59c640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6f0073200 0x7fe6f0075710 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe7080af000 tx=0x7fe70801b500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:14.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.555+0000 7fe6feffd640 1 -- 172.21.15.6:0/811571312 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe704021020 con 0x7fe71015c680 2024-09-21T07:26:14.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.731+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe7101fa850 con 0x7fe71015c680 2024-09-21T07:26:14.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe6feffd640 1 -- 172.21.15.6:0/811571312 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16637 (secure 0 0 0) 0x7fe70405ea40 con 0x7fe71015c680 2024-09-21T07:26:14.739 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:14.739 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":44,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:26:11.861808+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:26:08.045993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T07:26:09.257446+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:26:14.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6f0073200 msgr2=0x7fe6f0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6f0073200 0x7fe6f0075710 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe7080af000 tx=0x7fe70801b500 comp rx=0 tx=0).stop 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 msgr2=0x7fe7101fa150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 0x7fe7101fa150 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fe70400c400 tx=0x7fe70400c8c0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 shutdown_connections 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe6f0073200 0x7fe6f0075710 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe71015b1d0 0x7fe7101f7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe71015c680 0x7fe7101fa150 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 --2- 172.21.15.6:0/811571312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe71006fc60 0x7fe71014c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 >> 172.21.15.6:0/811571312 conn(0x7fe7100b2950 msgr2=0x7fe7100b2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:14.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 shutdown_connections 2024-09-21T07:26:14.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.735+0000 7fe7148e6640 1 -- 172.21.15.6:0/811571312 wait complete. 2024-09-21T07:26:14.761 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:26:14.761 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:26:14.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.915+0000 7fef39ddf640 1 -- 172.21.15.6:0/1875650084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415ccd0 msgr2=0x7fef340ccb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.915+0000 7fef39ddf640 1 --2- 172.21.15.6:0/1875650084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415ccd0 0x7fef340ccb10 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fef34074ed0 tx=0x7fef1c01c8a0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.915+0000 7fef39ddf640 1 -- 172.21.15.6:0/1875650084 shutdown_connections 2024-09-21T07:26:14.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.915+0000 7fef39ddf640 1 --2- 172.21.15.6:0/1875650084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415ccd0 0x7fef340ccb10 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.915+0000 7fef39ddf640 1 --2- 172.21.15.6:0/1875650084 >> v2:172.21.15.145:3300/0 conn(0x7fef3415a370 0x7fef340d0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.915+0000 7fef39ddf640 1 -- 172.21.15.6:0/1875650084 >> 172.21.15.6:0/1875650084 conn(0x7fef340b3d10 msgr2=0x7fef340b4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:14.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.915+0000 7fef39ddf640 1 -- 172.21.15.6:0/1875650084 shutdown_connections 2024-09-21T07:26:14.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.915+0000 7fef39ddf640 1 -- 172.21.15.6:0/1875650084 wait complete. 2024-09-21T07:26:14.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 Processor -- start 2024-09-21T07:26:14.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 -- start start 2024-09-21T07:26:14.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef3415a370 0x7fef341faea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef3415ccd0 0x7fef3414bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415d0e0 0x7fef34153d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fef3416a3b0 con 0x7fef3415d0e0 2024-09-21T07:26:14.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fef3416a230 con 0x7fef3415ccd0 2024-09-21T07:26:14.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fef3416a530 con 0x7fef3415a370 2024-09-21T07:26:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415d0e0 0x7fef34153d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415d0e0 0x7fef34153d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55396/0 (socket says 172.21.15.6:55396) 2024-09-21T07:26:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 -- 172.21.15.6:0/3820685171 learned_addr learned my addr 172.21.15.6:0/3820685171 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef337fe640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef3415a370 0x7fef341faea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef2bfff640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef3415ccd0 0x7fef3414bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 -- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef3415a370 msgr2=0x7fef341faea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef3415a370 0x7fef341faea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 -- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef3415ccd0 msgr2=0x7fef3414bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef3415ccd0 0x7fef3414bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 -- 172.21.15.6:0/3820685171 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef341f70b0 con 0x7fef3415d0e0 2024-09-21T07:26:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef2bfff640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef3415ccd0 0x7fef3414bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef33fff640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415d0e0 0x7fef34153d30 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fef2c00be90 tx=0x7fef2c00bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef30ff9640 1 -- 172.21.15.6:0/3820685171 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef2c019070 con 0x7fef3415d0e0 2024-09-21T07:26:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef30ff9640 1 -- 172.21.15.6:0/3820685171 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef2c014440 con 0x7fef3415d0e0 2024-09-21T07:26:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef30ff9640 1 -- 172.21.15.6:0/3820685171 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef2c0148d0 con 0x7fef3415d0e0 2024-09-21T07:26:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef341f7390 con 0x7fef3415d0e0 2024-09-21T07:26:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.919+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef341f7950 con 0x7fef3415d0e0 2024-09-21T07:26:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.923+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef340b6650 con 0x7fef3415d0e0 2024-09-21T07:26:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.923+0000 7fef30ff9640 1 -- 172.21.15.6:0/3820685171 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fef2c01c070 con 0x7fef3415d0e0 2024-09-21T07:26:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.923+0000 7fef30ff9640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef14073200 0x7fef14075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:14.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.923+0000 7fef30ff9640 1 -- 172.21.15.6:0/3820685171 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fef2c094300 con 0x7fef3415d0e0 2024-09-21T07:26:14.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.923+0000 7fef337fe640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef14073200 0x7fef14075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:14.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.923+0000 7fef337fe640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef14073200 0x7fef14075710 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fef2400b9a0 tx=0x7fef24005c30 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:14.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:14.927+0000 7fef30ff9640 1 -- 172.21.15.6:0/3820685171 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fef340b6650 con 0x7fef3415d0e0 2024-09-21T07:26:15.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.099+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fef340d0120 con 0x7fef14073200 2024-09-21T07:26:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.111+0000 7fef30ff9640 1 -- 172.21.15.6:0/3820685171 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249221 (secure 0 0 0) 0x7fef340d0120 con 0x7fef14073200 2024-09-21T07:26:15.123 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:26:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef14073200 msgr2=0x7fef14075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef14073200 0x7fef14075710 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fef2400b9a0 tx=0x7fef24005c30 comp rx=0 tx=0).stop 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415d0e0 msgr2=0x7fef34153d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415d0e0 0x7fef34153d30 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fef2c00be90 tx=0x7fef2c00bf80 comp rx=0 tx=0).stop 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 shutdown_connections 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef14073200 0x7fef14075710 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef3415d0e0 0x7fef34153d30 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fef3415ccd0 0x7fef3414bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.115+0000 7fef39ddf640 1 --2- 172.21.15.6:0/3820685171 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fef3415a370 0x7fef341faea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.119+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 >> 172.21.15.6:0/3820685171 conn(0x7fef340b3d10 msgr2=0x7fef3415afa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.119+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 shutdown_connections 2024-09-21T07:26:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.119+0000 7fef39ddf640 1 -- 172.21.15.6:0/3820685171 wait complete. 2024-09-21T07:26:15.142 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-09-21T07:26:14.869325+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":109,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81,"ondisk_log_size":81,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221248,"kb_used_data":5000,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753472,"statfs":{"total":773094113280,"available":772867555328,"internally_reserved":0,"allocated":5120000,"data_stored":2748616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002318"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.886844+0000","last_change":"2024-09-21T07:26:09.886844+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.886844+0000","last_undegraded":"2024-09-21T07:26:09.886844+0000","last_fullsized":"2024-09-21T07:26:09.886844+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.868776+0000","last_change":"2024-09-21T07:26:10.868776+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.868776+0000","last_undegraded":"2024-09-21T07:26:10.868776+0000","last_fullsized":"2024-09-21T07:26:10.868776+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893988+0000","last_change":"2024-09-21T07:26:10.886431+0000","last_active":"2024-09-21T07:26:10.893988+0000","last_peered":"2024-09-21T07:26:10.893988+0000","last_clean":"2024-09-21T07:26:10.893988+0000","last_became_active":"2024-09-21T07:26:10.885468+0000","last_became_peered":"2024-09-21T07:26:10.885468+0000","last_unstale":"2024-09-21T07:26:10.893988+0000","last_undegraded":"2024-09-21T07:26:10.893988+0000","last_fullsized":"2024-09-21T07:26:10.893988+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.880950+0000","last_change":"2024-09-21T07:26:10.880950+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.880950+0000","last_undegraded":"2024-09-21T07:26:10.880950+0000","last_fullsized":"2024-09-21T07:26:10.880950+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892638+0000","last_change":"2024-09-21T07:26:10.892301+0000","last_active":"2024-09-21T07:26:10.892638+0000","last_peered":"2024-09-21T07:26:10.892638+0000","last_clean":"2024-09-21T07:26:10.892638+0000","last_became_active":"2024-09-21T07:26:10.891422+0000","last_became_peered":"2024-09-21T07:26:10.891422+0000","last_unstale":"2024-09-21T07:26:10.892638+0000","last_undegraded":"2024-09-21T07:26:10.892638+0000","last_fullsized":"2024-09-21T07:26:10.892638+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.878282+0000","last_change":"2024-09-21T07:26:10.878282+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.878282+0000","last_undegraded":"2024-09-21T07:26:10.878282+0000","last_fullsized":"2024-09-21T07:26:10.878282+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.893301+0000","last_change":"2024-09-21T07:26:09.893301+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.893301+0000","last_undegraded":"2024-09-21T07:26:09.893301+0000","last_fullsized":"2024-09-21T07:26:09.893301+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.888149+0000","last_change":"2024-09-21T07:26:10.888149+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.888149+0000","last_undegraded":"2024-09-21T07:26:10.888149+0000","last_fullsized":"2024-09-21T07:26:10.888149+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.895192+0000","last_change":"2024-09-21T07:26:10.891745+0000","last_active":"2024-09-21T07:26:10.895192+0000","last_peered":"2024-09-21T07:26:10.895192+0000","last_clean":"2024-09-21T07:26:10.895192+0000","last_became_active":"2024-09-21T07:26:10.891317+0000","last_became_peered":"2024-09-21T07:26:10.891317+0000","last_unstale":"2024-09-21T07:26:10.895192+0000","last_undegraded":"2024-09-21T07:26:10.895192+0000","last_fullsized":"2024-09-21T07:26:10.895192+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881336+0000","last_change":"2024-09-21T07:26:10.881336+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881336+0000","last_undegraded":"2024-09-21T07:26:10.881336+0000","last_fullsized":"2024-09-21T07:26:10.881336+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.891782+0000","last_change":"2024-09-21T07:26:10.889215+0000","last_active":"2024-09-21T07:26:10.891782+0000","last_peered":"2024-09-21T07:26:10.891782+0000","last_clean":"2024-09-21T07:26:10.891782+0000","last_became_active":"2024-09-21T07:26:10.888891+0000","last_became_peered":"2024-09-21T07:26:10.888891+0000","last_unstale":"2024-09-21T07:26:10.891782+0000","last_undegraded":"2024-09-21T07:26:10.891782+0000","last_fullsized":"2024-09-21T07:26:10.891782+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:39.401137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892182+0000","last_change":"2024-09-21T07:26:10.879626+0000","last_active":"2024-09-21T07:26:10.892182+0000","last_peered":"2024-09-21T07:26:10.892182+0000","last_clean":"2024-09-21T07:26:10.892182+0000","last_became_active":"2024-09-21T07:26:10.878760+0000","last_became_peered":"2024-09-21T07:26:10.878760+0000","last_unstale":"2024-09-21T07:26:10.892182+0000","last_undegraded":"2024-09-21T07:26:10.892182+0000","last_fullsized":"2024-09-21T07:26:10.892182+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:11.222108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889495+0000","last_change":"2024-09-21T07:26:10.889172+0000","last_active":"2024-09-21T07:26:10.889495+0000","last_peered":"2024-09-21T07:26:10.889495+0000","last_clean":"2024-09-21T07:26:10.889495+0000","last_became_active":"2024-09-21T07:26:10.888142+0000","last_became_peered":"2024-09-21T07:26:10.888142+0000","last_unstale":"2024-09-21T07:26:10.889495+0000","last_undegraded":"2024-09-21T07:26:10.889495+0000","last_fullsized":"2024-09-21T07:26:10.889495+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:53.719672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892839+0000","last_change":"2024-09-21T07:26:10.890263+0000","last_active":"2024-09-21T07:26:10.892839+0000","last_peered":"2024-09-21T07:26:10.892839+0000","last_clean":"2024-09-21T07:26:10.892839+0000","last_became_active":"2024-09-21T07:26:10.883794+0000","last_became_peered":"2024-09-21T07:26:10.883794+0000","last_unstale":"2024-09-21T07:26:10.892839+0000","last_undegraded":"2024-09-21T07:26:10.892839+0000","last_fullsized":"2024-09-21T07:26:10.892839+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.906865+0000","last_change":"2024-09-21T07:26:10.906751+0000","last_active":"2024-09-21T07:26:10.906865+0000","last_peered":"2024-09-21T07:26:10.906865+0000","last_clean":"2024-09-21T07:26:10.906865+0000","last_became_active":"2024-09-21T07:26:10.892083+0000","last_became_peered":"2024-09-21T07:26:10.892083+0000","last_unstale":"2024-09-21T07:26:10.906865+0000","last_undegraded":"2024-09-21T07:26:10.906865+0000","last_fullsized":"2024-09-21T07:26:10.906865+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.853025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.882170+0000","last_change":"2024-09-21T07:26:10.882170+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.882170+0000","last_undegraded":"2024-09-21T07:26:10.882170+0000","last_fullsized":"2024-09-21T07:26:10.882170+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.886221+0000","last_change":"2024-09-21T07:26:10.879636+0000","last_active":"2024-09-21T07:26:10.886221+0000","last_peered":"2024-09-21T07:26:10.886221+0000","last_clean":"2024-09-21T07:26:10.886221+0000","last_became_active":"2024-09-21T07:26:10.878833+0000","last_became_peered":"2024-09-21T07:26:10.878833+0000","last_unstale":"2024-09-21T07:26:10.886221+0000","last_undegraded":"2024-09-21T07:26:10.886221+0000","last_fullsized":"2024-09-21T07:26:10.886221+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893722+0000","last_change":"2024-09-21T07:26:10.887781+0000","last_active":"2024-09-21T07:26:10.893722+0000","last_peered":"2024-09-21T07:26:10.893722+0000","last_clean":"2024-09-21T07:26:10.893722+0000","last_became_active":"2024-09-21T07:26:10.886901+0000","last_became_peered":"2024-09-21T07:26:10.886901+0000","last_unstale":"2024-09-21T07:26:10.893722+0000","last_undegraded":"2024-09-21T07:26:10.893722+0000","last_fullsized":"2024-09-21T07:26:10.893722+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:23.357947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.886134+0000","last_change":"2024-09-21T07:26:09.886134+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.886134+0000","last_undegraded":"2024-09-21T07:26:09.886134+0000","last_fullsized":"2024-09-21T07:26:09.886134+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.887551+0000","last_change":"2024-09-21T07:26:10.887450+0000","last_active":"2024-09-21T07:26:10.887551+0000","last_peered":"2024-09-21T07:26:10.887551+0000","last_clean":"2024-09-21T07:26:10.887551+0000","last_became_active":"2024-09-21T07:26:10.887101+0000","last_became_peered":"2024-09-21T07:26:10.887101+0000","last_unstale":"2024-09-21T07:26:10.887551+0000","last_undegraded":"2024-09-21T07:26:10.887551+0000","last_fullsized":"2024-09-21T07:26:10.887551+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:59:15.216230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.876567+0000","last_change":"2024-09-21T07:26:10.876567+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.876567+0000","last_undegraded":"2024-09-21T07:26:10.876567+0000","last_fullsized":"2024-09-21T07:26:10.876567+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.877314+0000","last_change":"2024-09-21T07:26:10.877314+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.877314+0000","last_undegraded":"2024-09-21T07:26:10.877314+0000","last_fullsized":"2024-09-21T07:26:10.877314+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881508+0000","last_change":"2024-09-21T07:26:10.881508+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881508+0000","last_undegraded":"2024-09-21T07:26:10.881508+0000","last_fullsized":"2024-09-21T07:26:10.881508+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881147+0000","last_change":"2024-09-21T07:26:10.881147+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881147+0000","last_undegraded":"2024-09-21T07:26:10.881147+0000","last_fullsized":"2024-09-21T07:26:10.881147+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.891958+0000","last_change":"2024-09-21T07:26:10.891958+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.891958+0000","last_undegraded":"2024-09-21T07:26:10.891958+0000","last_fullsized":"2024-09-21T07:26:10.891958+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889095+0000","last_change":"2024-09-21T07:26:10.888991+0000","last_active":"2024-09-21T07:26:10.889095+0000","last_peered":"2024-09-21T07:26:10.889095+0000","last_clean":"2024-09-21T07:26:10.889095+0000","last_became_active":"2024-09-21T07:26:10.888644+0000","last_became_peered":"2024-09-21T07:26:10.888644+0000","last_unstale":"2024-09-21T07:26:10.889095+0000","last_undegraded":"2024-09-21T07:26:10.889095+0000","last_fullsized":"2024-09-21T07:26:10.889095+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:58.519105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.894060+0000","last_change":"2024-09-21T07:26:10.886511+0000","last_active":"2024-09-21T07:26:10.894060+0000","last_peered":"2024-09-21T07:26:10.894060+0000","last_clean":"2024-09-21T07:26:10.894060+0000","last_became_active":"2024-09-21T07:26:10.885670+0000","last_became_peered":"2024-09-21T07:26:10.885670+0000","last_unstale":"2024-09-21T07:26:10.894060+0000","last_undegraded":"2024-09-21T07:26:10.894060+0000","last_fullsized":"2024-09-21T07:26:10.894060+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892108+0000","last_change":"2024-09-21T07:26:10.878167+0000","last_active":"2024-09-21T07:26:10.892108+0000","last_peered":"2024-09-21T07:26:10.892108+0000","last_clean":"2024-09-21T07:26:10.892108+0000","last_became_active":"2024-09-21T07:26:10.877186+0000","last_became_peered":"2024-09-21T07:26:10.877186+0000","last_unstale":"2024-09-21T07:26:10.892108+0000","last_undegraded":"2024-09-21T07:26:10.892108+0000","last_fullsized":"2024-09-21T07:26:10.892108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:21.122645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.888608+0000","last_change":"2024-09-21T07:26:10.888608+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.888608+0000","last_undegraded":"2024-09-21T07:26:10.888608+0000","last_fullsized":"2024-09-21T07:26:10.888608+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.871609+0000","last_change":"2024-09-21T07:26:10.871609+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.871609+0000","last_undegraded":"2024-09-21T07:26:10.871609+0000","last_fullsized":"2024-09-21T07:26:10.871609+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908862+0000","last_change":"2024-09-21T07:26:10.908751+0000","last_active":"2024-09-21T07:26:10.908862+0000","last_peered":"2024-09-21T07:26:10.908862+0000","last_clean":"2024-09-21T07:26:10.908862+0000","last_became_active":"2024-09-21T07:26:10.908403+0000","last_became_peered":"2024-09-21T07:26:10.908403+0000","last_unstale":"2024-09-21T07:26:10.908862+0000","last_undegraded":"2024-09-21T07:26:10.908862+0000","last_fullsized":"2024-09-21T07:26:10.908862+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:38.452609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.891157+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:10.891157+0000","last_peered":"2024-09-21T07:26:10.891157+0000","last_clean":"2024-09-21T07:26:10.891157+0000","last_became_active":"2024-09-21T07:26:10.890747+0000","last_became_peered":"2024-09-21T07:26:10.890747+0000","last_unstale":"2024-09-21T07:26:10.891157+0000","last_undegraded":"2024-09-21T07:26:10.891157+0000","last_fullsized":"2024-09-21T07:26:10.891157+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:20.094535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.876224+0000","last_change":"2024-09-21T07:26:10.876224+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.876224+0000","last_undegraded":"2024-09-21T07:26:10.876224+0000","last_fullsized":"2024-09-21T07:26:10.876224+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879739+0000","last_change":"2024-09-21T07:26:09.901951+0000","last_active":"2024-09-21T07:26:10.879739+0000","last_peered":"2024-09-21T07:26:10.879739+0000","last_clean":"2024-09-21T07:26:10.879739+0000","last_became_active":"2024-09-21T07:26:09.901423+0000","last_became_peered":"2024-09-21T07:26:09.901423+0000","last_unstale":"2024-09-21T07:26:10.879739+0000","last_undegraded":"2024-09-21T07:26:10.879739+0000","last_fullsized":"2024-09-21T07:26:10.879739+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:04.697164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.890932+0000","last_change":"2024-09-21T07:26:10.890932+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.890932+0000","last_undegraded":"2024-09-21T07:26:10.890932+0000","last_fullsized":"2024-09-21T07:26:10.890932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.876360+0000","last_change":"2024-09-21T07:26:09.905167+0000","last_active":"2024-09-21T07:26:10.876360+0000","last_peered":"2024-09-21T07:26:10.876360+0000","last_clean":"2024-09-21T07:26:10.876360+0000","last_became_active":"2024-09-21T07:26:09.904358+0000","last_became_peered":"2024-09-21T07:26:09.904358+0000","last_unstale":"2024-09-21T07:26:10.876360+0000","last_undegraded":"2024-09-21T07:26:10.876360+0000","last_fullsized":"2024-09-21T07:26:10.876360+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:38.397027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889016+0000","last_change":"2024-09-21T07:26:10.888745+0000","last_active":"2024-09-21T07:26:10.889016+0000","last_peered":"2024-09-21T07:26:10.889016+0000","last_clean":"2024-09-21T07:26:10.889016+0000","last_became_active":"2024-09-21T07:26:10.887862+0000","last_became_peered":"2024-09-21T07:26:10.887862+0000","last_unstale":"2024-09-21T07:26:10.889016+0000","last_undegraded":"2024-09-21T07:26:10.889016+0000","last_fullsized":"2024-09-21T07:26:10.889016+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:11:11.863833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879913+0000","last_change":"2024-09-21T07:26:09.892575+0000","last_active":"2024-09-21T07:26:10.879913+0000","last_peered":"2024-09-21T07:26:10.879913+0000","last_clean":"2024-09-21T07:26:10.879913+0000","last_became_active":"2024-09-21T07:26:09.891916+0000","last_became_peered":"2024-09-21T07:26:09.891916+0000","last_unstale":"2024-09-21T07:26:10.879913+0000","last_undegraded":"2024-09-21T07:26:10.879913+0000","last_fullsized":"2024-09-21T07:26:10.879913+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:28.987115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.875760+0000","last_change":"2024-09-21T07:26:10.875760+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.875760+0000","last_undegraded":"2024-09-21T07:26:10.875760+0000","last_fullsized":"2024-09-21T07:26:10.875760+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.914092+0000","last_change":"2024-09-21T07:26:09.912655+0000","last_active":"2024-09-21T07:26:09.914092+0000","last_peered":"2024-09-21T07:26:09.914092+0000","last_clean":"2024-09-21T07:26:09.914092+0000","last_became_active":"2024-09-21T07:26:09.911829+0000","last_became_peered":"2024-09-21T07:26:09.911829+0000","last_unstale":"2024-09-21T07:26:09.914092+0000","last_undegraded":"2024-09-21T07:26:09.914092+0000","last_fullsized":"2024-09-21T07:26:09.914092+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.870694+0000","last_change":"2024-09-21T07:26:10.870694+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.870694+0000","last_undegraded":"2024-09-21T07:26:10.870694+0000","last_fullsized":"2024-09-21T07:26:10.870694+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880021+0000","last_change":"2024-09-21T07:26:09.895521+0000","last_active":"2024-09-21T07:26:10.880021+0000","last_peered":"2024-09-21T07:26:10.880021+0000","last_clean":"2024-09-21T07:26:10.880021+0000","last_became_active":"2024-09-21T07:26:09.894353+0000","last_became_peered":"2024-09-21T07:26:09.894353+0000","last_unstale":"2024-09-21T07:26:10.880021+0000","last_undegraded":"2024-09-21T07:26:10.880021+0000","last_fullsized":"2024-09-21T07:26:10.880021+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:18.962939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.895299+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:10.895299+0000","last_peered":"2024-09-21T07:26:10.895299+0000","last_clean":"2024-09-21T07:26:10.895299+0000","last_became_active":"2024-09-21T07:26:10.890119+0000","last_became_peered":"2024-09-21T07:26:10.890119+0000","last_unstale":"2024-09-21T07:26:10.895299+0000","last_undegraded":"2024-09-21T07:26:10.895299+0000","last_fullsized":"2024-09-21T07:26:10.895299+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.872554+0000","last_change":"2024-09-21T07:26:09.894079+0000","last_active":"2024-09-21T07:26:10.872554+0000","last_peered":"2024-09-21T07:26:10.872554+0000","last_clean":"2024-09-21T07:26:10.872554+0000","last_became_active":"2024-09-21T07:26:09.893002+0000","last_became_peered":"2024-09-21T07:26:09.893002+0000","last_unstale":"2024-09-21T07:26:10.872554+0000","last_undegraded":"2024-09-21T07:26:10.872554+0000","last_fullsized":"2024-09-21T07:26:10.872554+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:41.448581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872304+0000","last_change":"2024-09-21T07:26:10.872304+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872304+0000","last_undegraded":"2024-09-21T07:26:10.872304+0000","last_fullsized":"2024-09-21T07:26:10.872304+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.868802+0000","last_change":"2024-09-21T07:26:09.897638+0000","last_active":"2024-09-21T07:26:10.868802+0000","last_peered":"2024-09-21T07:26:10.868802+0000","last_clean":"2024-09-21T07:26:10.868802+0000","last_became_active":"2024-09-21T07:26:09.896877+0000","last_became_peered":"2024-09-21T07:26:09.896877+0000","last_unstale":"2024-09-21T07:26:10.868802+0000","last_undegraded":"2024-09-21T07:26:10.868802+0000","last_fullsized":"2024-09-21T07:26:10.868802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.882601+0000","last_change":"2024-09-21T07:26:10.882601+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.882601+0000","last_undegraded":"2024-09-21T07:26:10.882601+0000","last_fullsized":"2024-09-21T07:26:10.882601+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873321+0000","last_change":"2024-09-21T07:26:09.894020+0000","last_active":"2024-09-21T07:26:10.873321+0000","last_peered":"2024-09-21T07:26:10.873321+0000","last_clean":"2024-09-21T07:26:10.873321+0000","last_became_active":"2024-09-21T07:26:09.892636+0000","last_became_peered":"2024-09-21T07:26:09.892636+0000","last_unstale":"2024-09-21T07:26:10.873321+0000","last_undegraded":"2024-09-21T07:26:10.873321+0000","last_fullsized":"2024-09-21T07:26:10.873321+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:16.958341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893807+0000","last_change":"2024-09-21T07:26:10.887665+0000","last_active":"2024-09-21T07:26:10.893807+0000","last_peered":"2024-09-21T07:26:10.893807+0000","last_clean":"2024-09-21T07:26:10.893807+0000","last_became_active":"2024-09-21T07:26:10.886742+0000","last_became_peered":"2024-09-21T07:26:10.886742+0000","last_unstale":"2024-09-21T07:26:10.893807+0000","last_undegraded":"2024-09-21T07:26:10.893807+0000","last_fullsized":"2024-09-21T07:26:10.893807+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:23:57.224587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.870427+0000","last_change":"2024-09-21T07:26:09.894372+0000","last_active":"2024-09-21T07:26:10.870427+0000","last_peered":"2024-09-21T07:26:10.870427+0000","last_clean":"2024-09-21T07:26:10.870427+0000","last_became_active":"2024-09-21T07:26:09.893329+0000","last_became_peered":"2024-09-21T07:26:09.893329+0000","last_unstale":"2024-09-21T07:26:10.870427+0000","last_undegraded":"2024-09-21T07:26:10.870427+0000","last_fullsized":"2024-09-21T07:26:10.870427+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.881440+0000","last_change":"2024-09-21T07:26:09.881440+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.881440+0000","last_undegraded":"2024-09-21T07:26:09.881440+0000","last_fullsized":"2024-09-21T07:26:09.881440+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.881756+0000","last_change":"2024-09-21T07:26:09.904971+0000","last_active":"2024-09-21T07:26:10.881756+0000","last_peered":"2024-09-21T07:26:10.881756+0000","last_clean":"2024-09-21T07:26:10.881756+0000","last_became_active":"2024-09-21T07:26:09.904501+0000","last_became_peered":"2024-09-21T07:26:09.904501+0000","last_unstale":"2024-09-21T07:26:10.881756+0000","last_undegraded":"2024-09-21T07:26:10.881756+0000","last_fullsized":"2024-09-21T07:26:10.881756+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908454+0000","last_change":"2024-09-21T07:26:10.888881+0000","last_active":"2024-09-21T07:26:10.908454+0000","last_peered":"2024-09-21T07:26:10.908454+0000","last_clean":"2024-09-21T07:26:10.908454+0000","last_became_active":"2024-09-21T07:26:10.888052+0000","last_became_peered":"2024-09-21T07:26:10.888052+0000","last_unstale":"2024-09-21T07:26:10.908454+0000","last_undegraded":"2024-09-21T07:26:10.908454+0000","last_fullsized":"2024-09-21T07:26:10.908454+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:23.692954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.917984+0000","last_change":"2024-09-21T07:26:09.914644+0000","last_active":"2024-09-21T07:26:09.917984+0000","last_peered":"2024-09-21T07:26:09.917984+0000","last_clean":"2024-09-21T07:26:09.917984+0000","last_became_active":"2024-09-21T07:26:09.913832+0000","last_became_peered":"2024-09-21T07:26:09.913832+0000","last_unstale":"2024-09-21T07:26:09.917984+0000","last_undegraded":"2024-09-21T07:26:09.917984+0000","last_fullsized":"2024-09-21T07:26:09.917984+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.892064+0000","last_change":"2024-09-21T07:26:09.892064+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.892064+0000","last_undegraded":"2024-09-21T07:26:09.892064+0000","last_fullsized":"2024-09-21T07:26:09.892064+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.867690+0000","last_change":"2024-09-21T07:26:09.889324+0000","last_active":"2024-09-21T07:26:10.867690+0000","last_peered":"2024-09-21T07:26:10.867690+0000","last_clean":"2024-09-21T07:26:10.867690+0000","last_became_active":"2024-09-21T07:26:09.888854+0000","last_became_peered":"2024-09-21T07:26:09.888854+0000","last_unstale":"2024-09-21T07:26:10.867690+0000","last_undegraded":"2024-09-21T07:26:10.867690+0000","last_fullsized":"2024-09-21T07:26:10.867690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:47:14.398701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.884116+0000","last_change":"2024-09-21T07:26:10.884116+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.884116+0000","last_undegraded":"2024-09-21T07:26:10.884116+0000","last_fullsized":"2024-09-21T07:26:10.884116+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880347+0000","last_change":"2024-09-21T07:26:09.890539+0000","last_active":"2024-09-21T07:26:10.880347+0000","last_peered":"2024-09-21T07:26:10.880347+0000","last_clean":"2024-09-21T07:26:10.880347+0000","last_became_active":"2024-09-21T07:26:09.888938+0000","last_became_peered":"2024-09-21T07:26:09.888938+0000","last_unstale":"2024-09-21T07:26:10.880347+0000","last_undegraded":"2024-09-21T07:26:10.880347+0000","last_fullsized":"2024-09-21T07:26:10.880347+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:04:08.980144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872360+0000","last_change":"2024-09-21T07:26:10.872360+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872360+0000","last_undegraded":"2024-09-21T07:26:10.872360+0000","last_fullsized":"2024-09-21T07:26:10.872360+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.911646+0000","last_change":"2024-09-21T07:26:09.904957+0000","last_active":"2024-09-21T07:26:09.911646+0000","last_peered":"2024-09-21T07:26:09.911646+0000","last_clean":"2024-09-21T07:26:09.911646+0000","last_became_active":"2024-09-21T07:26:09.904092+0000","last_became_peered":"2024-09-21T07:26:09.904092+0000","last_unstale":"2024-09-21T07:26:09.911646+0000","last_undegraded":"2024-09-21T07:26:09.911646+0000","last_fullsized":"2024-09-21T07:26:09.911646+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:22.353836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907811+0000","last_change":"2024-09-21T07:26:10.887375+0000","last_active":"2024-09-21T07:26:10.907811+0000","last_peered":"2024-09-21T07:26:10.907811+0000","last_clean":"2024-09-21T07:26:10.907811+0000","last_became_active":"2024-09-21T07:26:10.887099+0000","last_became_peered":"2024-09-21T07:26:10.887099+0000","last_unstale":"2024-09-21T07:26:10.907811+0000","last_undegraded":"2024-09-21T07:26:10.907811+0000","last_fullsized":"2024-09-21T07:26:10.907811+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.437518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.882223+0000","last_change":"2024-09-21T07:26:09.889789+0000","last_active":"2024-09-21T07:26:10.882223+0000","last_peered":"2024-09-21T07:26:10.882223+0000","last_clean":"2024-09-21T07:26:10.882223+0000","last_became_active":"2024-09-21T07:26:09.888979+0000","last_became_peered":"2024-09-21T07:26:09.888979+0000","last_unstale":"2024-09-21T07:26:10.882223+0000","last_undegraded":"2024-09-21T07:26:10.882223+0000","last_fullsized":"2024-09-21T07:26:10.882223+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:16.871176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.880665+0000","last_change":"2024-09-21T07:26:09.880665+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.880665+0000","last_undegraded":"2024-09-21T07:26:09.880665+0000","last_fullsized":"2024-09-21T07:26:09.880665+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873577+0000","last_change":"2024-09-21T07:26:09.898947+0000","last_active":"2024-09-21T07:26:10.873577+0000","last_peered":"2024-09-21T07:26:10.873577+0000","last_clean":"2024-09-21T07:26:10.873577+0000","last_became_active":"2024-09-21T07:26:09.898386+0000","last_became_peered":"2024-09-21T07:26:09.898386+0000","last_unstale":"2024-09-21T07:26:10.873577+0000","last_undegraded":"2024-09-21T07:26:10.873577+0000","last_fullsized":"2024-09-21T07:26:10.873577+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:42.870502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.867598+0000","last_change":"2024-09-21T07:26:10.867598+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.867598+0000","last_undegraded":"2024-09-21T07:26:10.867598+0000","last_fullsized":"2024-09-21T07:26:10.867598+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.868476+0000","last_change":"2024-09-21T07:26:09.889787+0000","last_active":"2024-09-21T07:26:10.868476+0000","last_peered":"2024-09-21T07:26:10.868476+0000","last_clean":"2024-09-21T07:26:10.868476+0000","last_became_active":"2024-09-21T07:26:09.889451+0000","last_became_peered":"2024-09-21T07:26:09.889451+0000","last_unstale":"2024-09-21T07:26:10.868476+0000","last_undegraded":"2024-09-21T07:26:10.868476+0000","last_fullsized":"2024-09-21T07:26:10.868476+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:41.634408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892030+0000","last_change":"2024-09-21T07:26:10.889885+0000","last_active":"2024-09-21T07:26:10.892030+0000","last_peered":"2024-09-21T07:26:10.892030+0000","last_clean":"2024-09-21T07:26:10.892030+0000","last_became_active":"2024-09-21T07:26:10.889244+0000","last_became_peered":"2024-09-21T07:26:10.889244+0000","last_unstale":"2024-09-21T07:26:10.892030+0000","last_undegraded":"2024-09-21T07:26:10.892030+0000","last_fullsized":"2024-09-21T07:26:10.892030+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:17.942890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.876351+0000","last_change":"2024-09-21T07:26:09.878992+0000","last_active":"2024-09-21T07:26:10.876351+0000","last_peered":"2024-09-21T07:26:10.876351+0000","last_clean":"2024-09-21T07:26:10.876351+0000","last_became_active":"2024-09-21T07:26:09.877881+0000","last_became_peered":"2024-09-21T07:26:09.877881+0000","last_unstale":"2024-09-21T07:26:10.876351+0000","last_undegraded":"2024-09-21T07:26:10.876351+0000","last_fullsized":"2024-09-21T07:26:10.876351+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881366+0000","last_change":"2024-09-21T07:26:10.881366+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881366+0000","last_undegraded":"2024-09-21T07:26:10.881366+0000","last_fullsized":"2024-09-21T07:26:10.881366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869119+0000","last_change":"2024-09-21T07:26:09.896938+0000","last_active":"2024-09-21T07:26:10.869119+0000","last_peered":"2024-09-21T07:26:10.869119+0000","last_clean":"2024-09-21T07:26:10.869119+0000","last_became_active":"2024-09-21T07:26:09.895856+0000","last_became_peered":"2024-09-21T07:26:09.895856+0000","last_unstale":"2024-09-21T07:26:10.869119+0000","last_undegraded":"2024-09-21T07:26:10.869119+0000","last_fullsized":"2024-09-21T07:26:10.869119+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.887451+0000","last_change":"2024-09-21T07:26:09.887451+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.887451+0000","last_undegraded":"2024-09-21T07:26:09.887451+0000","last_fullsized":"2024-09-21T07:26:09.887451+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879644+0000","last_change":"2024-09-21T07:26:09.901824+0000","last_active":"2024-09-21T07:26:10.879644+0000","last_peered":"2024-09-21T07:26:10.879644+0000","last_clean":"2024-09-21T07:26:10.879644+0000","last_became_active":"2024-09-21T07:26:09.901428+0000","last_became_peered":"2024-09-21T07:26:09.901428+0000","last_unstale":"2024-09-21T07:26:10.879644+0000","last_undegraded":"2024-09-21T07:26:10.879644+0000","last_fullsized":"2024-09-21T07:26:10.879644+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:51:39.772708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907971+0000","last_change":"2024-09-21T07:26:10.887958+0000","last_active":"2024-09-21T07:26:10.907971+0000","last_peered":"2024-09-21T07:26:10.907971+0000","last_clean":"2024-09-21T07:26:10.907971+0000","last_became_active":"2024-09-21T07:26:10.887544+0000","last_became_peered":"2024-09-21T07:26:10.887544+0000","last_unstale":"2024-09-21T07:26:10.907971+0000","last_undegraded":"2024-09-21T07:26:10.907971+0000","last_fullsized":"2024-09-21T07:26:10.907971+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:51.448318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880685+0000","last_change":"2024-09-21T07:26:09.894983+0000","last_active":"2024-09-21T07:26:10.880685+0000","last_peered":"2024-09-21T07:26:10.880685+0000","last_clean":"2024-09-21T07:26:10.880685+0000","last_became_active":"2024-09-21T07:26:09.893462+0000","last_became_peered":"2024-09-21T07:26:09.893462+0000","last_unstale":"2024-09-21T07:26:10.880685+0000","last_undegraded":"2024-09-21T07:26:10.880685+0000","last_fullsized":"2024-09-21T07:26:10.880685+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:58.243329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.875426+0000","last_change":"2024-09-21T07:26:10.875426+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.875426+0000","last_undegraded":"2024-09-21T07:26:10.875426+0000","last_fullsized":"2024-09-21T07:26:10.875426+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869806+0000","last_change":"2024-09-21T07:26:09.902825+0000","last_active":"2024-09-21T07:26:10.869806+0000","last_peered":"2024-09-21T07:26:10.869806+0000","last_clean":"2024-09-21T07:26:10.869806+0000","last_became_active":"2024-09-21T07:26:09.901994+0000","last_became_peered":"2024-09-21T07:26:09.901994+0000","last_unstale":"2024-09-21T07:26:10.869806+0000","last_undegraded":"2024-09-21T07:26:10.869806+0000","last_fullsized":"2024-09-21T07:26:10.869806+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.868043+0000","last_change":"2024-09-21T07:26:10.868043+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.868043+0000","last_undegraded":"2024-09-21T07:26:10.868043+0000","last_fullsized":"2024-09-21T07:26:10.868043+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.874190+0000","last_change":"2024-09-21T07:26:09.909449+0000","last_active":"2024-09-21T07:26:10.874190+0000","last_peered":"2024-09-21T07:26:10.874190+0000","last_clean":"2024-09-21T07:26:10.874190+0000","last_became_active":"2024-09-21T07:26:09.909067+0000","last_became_peered":"2024-09-21T07:26:09.909067+0000","last_unstale":"2024-09-21T07:26:10.874190+0000","last_undegraded":"2024-09-21T07:26:10.874190+0000","last_fullsized":"2024-09-21T07:26:10.874190+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:03.441383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.894969+0000","last_change":"2024-09-21T07:26:10.885696+0000","last_active":"2024-09-21T07:26:10.894969+0000","last_peered":"2024-09-21T07:26:10.894969+0000","last_clean":"2024-09-21T07:26:10.894969+0000","last_became_active":"2024-09-21T07:26:10.883295+0000","last_became_peered":"2024-09-21T07:26:10.883295+0000","last_unstale":"2024-09-21T07:26:10.894969+0000","last_undegraded":"2024-09-21T07:26:10.894969+0000","last_fullsized":"2024-09-21T07:26:10.894969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:50.431299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.883278+0000","last_change":"2024-09-21T07:26:09.910819+0000","last_active":"2024-09-21T07:26:10.883278+0000","last_peered":"2024-09-21T07:26:10.883278+0000","last_clean":"2024-09-21T07:26:10.883278+0000","last_became_active":"2024-09-21T07:26:09.904831+0000","last_became_peered":"2024-09-21T07:26:09.904831+0000","last_unstale":"2024-09-21T07:26:10.883278+0000","last_undegraded":"2024-09-21T07:26:10.883278+0000","last_fullsized":"2024-09-21T07:26:10.883278+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.889901+0000","last_change":"2024-09-21T07:26:10.889901+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.889901+0000","last_undegraded":"2024-09-21T07:26:10.889901+0000","last_fullsized":"2024-09-21T07:26:10.889901+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879719+0000","last_change":"2024-09-21T07:26:09.894811+0000","last_active":"2024-09-21T07:26:10.879719+0000","last_peered":"2024-09-21T07:26:10.879719+0000","last_clean":"2024-09-21T07:26:10.879719+0000","last_became_active":"2024-09-21T07:26:09.894336+0000","last_became_peered":"2024-09-21T07:26:09.894336+0000","last_unstale":"2024-09-21T07:26:10.879719+0000","last_undegraded":"2024-09-21T07:26:10.879719+0000","last_fullsized":"2024-09-21T07:26:10.879719+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.956166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.888036+0000","last_change":"2024-09-21T07:26:10.885157+0000","last_active":"2024-09-21T07:26:10.888036+0000","last_peered":"2024-09-21T07:26:10.888036+0000","last_clean":"2024-09-21T07:26:10.888036+0000","last_became_active":"2024-09-21T07:26:10.884687+0000","last_became_peered":"2024-09-21T07:26:10.884687+0000","last_unstale":"2024-09-21T07:26:10.888036+0000","last_undegraded":"2024-09-21T07:26:10.888036+0000","last_fullsized":"2024-09-21T07:26:10.888036+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:42.452692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.917617+0000","last_change":"2024-09-21T07:26:09.914679+0000","last_active":"2024-09-21T07:26:09.917617+0000","last_peered":"2024-09-21T07:26:09.917617+0000","last_clean":"2024-09-21T07:26:09.917617+0000","last_became_active":"2024-09-21T07:26:09.913900+0000","last_became_peered":"2024-09-21T07:26:09.913900+0000","last_unstale":"2024-09-21T07:26:09.917617+0000","last_undegraded":"2024-09-21T07:26:09.917617+0000","last_fullsized":"2024-09-21T07:26:09.917617+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.879923+0000","last_change":"2024-09-21T07:26:09.879923+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.879923+0000","last_undegraded":"2024-09-21T07:26:09.879923+0000","last_fullsized":"2024-09-21T07:26:09.879923+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.878175+0000","last_change":"2024-09-21T07:26:09.893784+0000","last_active":"2024-09-21T07:26:10.878175+0000","last_peered":"2024-09-21T07:26:10.878175+0000","last_clean":"2024-09-21T07:26:10.878175+0000","last_became_active":"2024-09-21T07:26:09.893152+0000","last_became_peered":"2024-09-21T07:26:09.893152+0000","last_unstale":"2024-09-21T07:26:10.878175+0000","last_undegraded":"2024-09-21T07:26:10.878175+0000","last_fullsized":"2024-09-21T07:26:10.878175+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907512+0000","last_change":"2024-09-21T07:26:10.907400+0000","last_active":"2024-09-21T07:26:10.907512+0000","last_peered":"2024-09-21T07:26:10.907512+0000","last_clean":"2024-09-21T07:26:10.907512+0000","last_became_active":"2024-09-21T07:26:10.907006+0000","last_became_peered":"2024-09-21T07:26:10.907006+0000","last_unstale":"2024-09-21T07:26:10.907512+0000","last_undegraded":"2024-09-21T07:26:10.907512+0000","last_fullsized":"2024-09-21T07:26:10.907512+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:17:44.373171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.911609+0000","last_change":"2024-09-21T07:26:09.909430+0000","last_active":"2024-09-21T07:26:09.911609+0000","last_peered":"2024-09-21T07:26:09.911609+0000","last_clean":"2024-09-21T07:26:09.911609+0000","last_became_active":"2024-09-21T07:26:09.908778+0000","last_became_peered":"2024-09-21T07:26:09.908778+0000","last_unstale":"2024-09-21T07:26:09.911609+0000","last_undegraded":"2024-09-21T07:26:09.911609+0000","last_fullsized":"2024-09-21T07:26:09.911609+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:24.097358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908058+0000","last_change":"2024-09-21T07:26:10.887369+0000","last_active":"2024-09-21T07:26:10.908058+0000","last_peered":"2024-09-21T07:26:10.908058+0000","last_clean":"2024-09-21T07:26:10.908058+0000","last_became_active":"2024-09-21T07:26:10.886949+0000","last_became_peered":"2024-09-21T07:26:10.886949+0000","last_unstale":"2024-09-21T07:26:10.908058+0000","last_undegraded":"2024-09-21T07:26:10.908058+0000","last_fullsized":"2024-09-21T07:26:10.908058+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:08:09.324214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873166+0000","last_change":"2024-09-21T07:26:09.885396+0000","last_active":"2024-09-21T07:26:10.873166+0000","last_peered":"2024-09-21T07:26:10.873166+0000","last_clean":"2024-09-21T07:26:10.873166+0000","last_became_active":"2024-09-21T07:26:09.884510+0000","last_became_peered":"2024-09-21T07:26:09.884510+0000","last_unstale":"2024-09-21T07:26:10.873166+0000","last_undegraded":"2024-09-21T07:26:10.873166+0000","last_fullsized":"2024-09-21T07:26:10.873166+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:49.427189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872490+0000","last_change":"2024-09-21T07:26:10.872490+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872490+0000","last_undegraded":"2024-09-21T07:26:10.872490+0000","last_fullsized":"2024-09-21T07:26:10.872490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879604+0000","last_change":"2024-09-21T07:26:09.902842+0000","last_active":"2024-09-21T07:26:10.879604+0000","last_peered":"2024-09-21T07:26:10.879604+0000","last_clean":"2024-09-21T07:26:10.879604+0000","last_became_active":"2024-09-21T07:26:09.902440+0000","last_became_peered":"2024-09-21T07:26:09.902440+0000","last_unstale":"2024-09-21T07:26:10.879604+0000","last_undegraded":"2024-09-21T07:26:10.879604+0000","last_fullsized":"2024-09-21T07:26:10.879604+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:23.313378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.888986+0000","last_change":"2024-09-21T07:26:10.888707+0000","last_active":"2024-09-21T07:26:10.888986+0000","last_peered":"2024-09-21T07:26:10.888986+0000","last_clean":"2024-09-21T07:26:10.888986+0000","last_became_active":"2024-09-21T07:26:10.887875+0000","last_became_peered":"2024-09-21T07:26:10.887875+0000","last_unstale":"2024-09-21T07:26:10.888986+0000","last_undegraded":"2024-09-21T07:26:10.888986+0000","last_fullsized":"2024-09-21T07:26:10.888986+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:25.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873866+0000","last_change":"2024-09-21T07:26:09.891060+0000","last_active":"2024-09-21T07:26:10.873866+0000","last_peered":"2024-09-21T07:26:10.873866+0000","last_clean":"2024-09-21T07:26:10.873866+0000","last_became_active":"2024-09-21T07:26:09.890545+0000","last_became_peered":"2024-09-21T07:26:09.890545+0000","last_unstale":"2024-09-21T07:26:10.873866+0000","last_undegraded":"2024-09-21T07:26:10.873866+0000","last_fullsized":"2024-09-21T07:26:10.873866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:04.212092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.873336+0000","last_change":"2024-09-21T07:26:10.873336+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.873336+0000","last_undegraded":"2024-09-21T07:26:10.873336+0000","last_fullsized":"2024-09-21T07:26:10.873336+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869845+0000","last_change":"2024-09-21T07:26:09.891491+0000","last_active":"2024-09-21T07:26:10.869845+0000","last_peered":"2024-09-21T07:26:10.869845+0000","last_clean":"2024-09-21T07:26:10.869845+0000","last_became_active":"2024-09-21T07:26:09.890668+0000","last_became_peered":"2024-09-21T07:26:09.890668+0000","last_unstale":"2024-09-21T07:26:10.869845+0000","last_undegraded":"2024-09-21T07:26:10.869845+0000","last_fullsized":"2024-09-21T07:26:10.869845+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":151,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880379+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:26:10.880379+0000","last_peered":"2024-09-21T07:26:10.880379+0000","last_clean":"2024-09-21T07:26:10.880379+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:26:10.880379+0000","last_undegraded":"2024-09-21T07:26:10.880379+0000","last_fullsized":"2024-09-21T07:26:10.880379+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":786353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27504,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344336,"statfs":{"total":96636764160,"available":96608600064,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":786353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:26:15.146 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:26:15.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- 172.21.15.6:0/1611863834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c0cdcd0 msgr2=0x7f7b2c0709c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 --2- 172.21.15.6:0/1611863834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c0cdcd0 0x7f7b2c0709c0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f7b2800a950 tx=0x7f7b2801da90 comp rx=0 tx=0).stop 2024-09-21T07:26:15.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- 172.21.15.6:0/1611863834 shutdown_connections 2024-09-21T07:26:15.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 --2- 172.21.15.6:0/1611863834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c0cdcd0 0x7f7b2c0709c0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- 172.21.15.6:0/1611863834 >> 172.21.15.6:0/1611863834 conn(0x7f7b2c0b2950 msgr2=0x7f7b2c0b2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:15.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- 172.21.15.6:0/1611863834 shutdown_connections 2024-09-21T07:26:15.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- 172.21.15.6:0/1611863834 wait complete. 2024-09-21T07:26:15.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 Processor -- start 2024-09-21T07:26:15.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- start start 2024-09-21T07:26:15.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b2c0cdcd0 0x7f7b2c134060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:15.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b2c0ce7e0 0x7f7b2c147520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:15.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c142090 0x7f7b2c147a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:15.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2c169060 con 0x7f7b2c142090 2024-09-21T07:26:15.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2c168ee0 con 0x7f7b2c0ce7e0 2024-09-21T07:26:15.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b34058640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7b2c1691e0 con 0x7f7b2c0cdcd0 2024-09-21T07:26:15.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b325f5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c142090 0x7f7b2c147a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:15.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b325f5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c142090 0x7f7b2c147a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55420/0 (socket says 172.21.15.6:55420) 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b315f3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b2c0ce7e0 0x7f7b2c147520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.343+0000 7f7b325f5640 1 -- 172.21.15.6:0/2866577782 learned_addr learned my addr 172.21.15.6:0/2866577782 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b31df4640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b2c0cdcd0 0x7f7b2c134060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b325f5640 1 -- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b2c0cdcd0 msgr2=0x7f7b2c134060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b325f5640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b2c0cdcd0 0x7f7b2c134060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b325f5640 1 -- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b2c0ce7e0 msgr2=0x7f7b2c147520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b325f5640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b2c0ce7e0 0x7f7b2c147520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b325f5640 1 -- 172.21.15.6:0/2866577782 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b2c141e70 con 0x7f7b2c142090 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b325f5640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c142090 0x7f7b2c147a60 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f7b2801a6a0 tx=0x7f7b28005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b227fc640 1 -- 172.21.15.6:0/2866577782 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b280be070 con 0x7f7b2c142090 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b227fc640 1 -- 172.21.15.6:0/2866577782 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b280043f0 con 0x7f7b2c142090 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b2c149470 con 0x7f7b2c142090 2024-09-21T07:26:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b227fc640 1 -- 172.21.15.6:0/2866577782 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b280b3040 con 0x7f7b2c142090 2024-09-21T07:26:15.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b2c149a10 con 0x7f7b2c142090 2024-09-21T07:26:15.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b2c1fab90 con 0x7f7b2c142090 2024-09-21T07:26:15.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b227fc640 1 -- 172.21.15.6:0/2866577782 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7b280c1070 con 0x7f7b2c142090 2024-09-21T07:26:15.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b227fc640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b10073230 0x7f7b10075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:15.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b227fc640 1 -- 172.21.15.6:0/2866577782 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f7b2812e330 con 0x7f7b2c142090 2024-09-21T07:26:15.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.347+0000 7f7b31df4640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b10073230 0x7f7b10075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:15.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.351+0000 7f7b31df4640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b10073230 0x7f7b10075740 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7b240012f0 tx=0x7f7b24009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:15.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.351+0000 7f7b227fc640 1 -- 172.21.15.6:0/2866577782 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7b28017680 con 0x7f7b2c142090 2024-09-21T07:26:15.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.523+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7b2c1428f0 con 0x7f7b10073230 2024-09-21T07:26:15.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.535+0000 7f7b227fc640 1 -- 172.21.15.6:0/2866577782 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249221 (secure 0 0 0) 0x7f7b24003980 con 0x7f7b10073230 2024-09-21T07:26:15.543 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:15.544 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b10073230 msgr2=0x7f7b10075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b10073230 0x7f7b10075740 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7b240012f0 tx=0x7f7b24009040 comp rx=0 tx=0).stop 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c142090 msgr2=0x7f7b2c147a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c142090 0x7f7b2c147a60 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f7b2801a6a0 tx=0x7f7b28005770 comp rx=0 tx=0).stop 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 shutdown_connections 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b10073230 0x7f7b10075740 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b2c142090 0x7f7b2c147a60 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7b2c0ce7e0 0x7f7b2c147520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 --2- 172.21.15.6:0/2866577782 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7b2c0cdcd0 0x7f7b2c134060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 >> 172.21.15.6:0/2866577782 conn(0x7f7b2c0b2950 msgr2=0x7f7b2c1515d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 shutdown_connections 2024-09-21T07:26:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.539+0000 7f7b34058640 1 -- 172.21.15.6:0/2866577782 wait complete. 2024-09-21T07:26:15.565 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-09-21T07:26:14.869325+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":109,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81,"ondisk_log_size":81,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221248,"kb_used_data":5000,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753472,"statfs":{"total":773094113280,"available":772867555328,"internally_reserved":0,"allocated":5120000,"data_stored":2748616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002318"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.886844+0000","last_change":"2024-09-21T07:26:09.886844+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.886844+0000","last_undegraded":"2024-09-21T07:26:09.886844+0000","last_fullsized":"2024-09-21T07:26:09.886844+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.868776+0000","last_change":"2024-09-21T07:26:10.868776+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.868776+0000","last_undegraded":"2024-09-21T07:26:10.868776+0000","last_fullsized":"2024-09-21T07:26:10.868776+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893988+0000","last_change":"2024-09-21T07:26:10.886431+0000","last_active":"2024-09-21T07:26:10.893988+0000","last_peered":"2024-09-21T07:26:10.893988+0000","last_clean":"2024-09-21T07:26:10.893988+0000","last_became_active":"2024-09-21T07:26:10.885468+0000","last_became_peered":"2024-09-21T07:26:10.885468+0000","last_unstale":"2024-09-21T07:26:10.893988+0000","last_undegraded":"2024-09-21T07:26:10.893988+0000","last_fullsized":"2024-09-21T07:26:10.893988+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.880950+0000","last_change":"2024-09-21T07:26:10.880950+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.880950+0000","last_undegraded":"2024-09-21T07:26:10.880950+0000","last_fullsized":"2024-09-21T07:26:10.880950+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892638+0000","last_change":"2024-09-21T07:26:10.892301+0000","last_active":"2024-09-21T07:26:10.892638+0000","last_peered":"2024-09-21T07:26:10.892638+0000","last_clean":"2024-09-21T07:26:10.892638+0000","last_became_active":"2024-09-21T07:26:10.891422+0000","last_became_peered":"2024-09-21T07:26:10.891422+0000","last_unstale":"2024-09-21T07:26:10.892638+0000","last_undegraded":"2024-09-21T07:26:10.892638+0000","last_fullsized":"2024-09-21T07:26:10.892638+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.878282+0000","last_change":"2024-09-21T07:26:10.878282+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.878282+0000","last_undegraded":"2024-09-21T07:26:10.878282+0000","last_fullsized":"2024-09-21T07:26:10.878282+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.893301+0000","last_change":"2024-09-21T07:26:09.893301+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.893301+0000","last_undegraded":"2024-09-21T07:26:09.893301+0000","last_fullsized":"2024-09-21T07:26:09.893301+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.888149+0000","last_change":"2024-09-21T07:26:10.888149+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.888149+0000","last_undegraded":"2024-09-21T07:26:10.888149+0000","last_fullsized":"2024-09-21T07:26:10.888149+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.895192+0000","last_change":"2024-09-21T07:26:10.891745+0000","last_active":"2024-09-21T07:26:10.895192+0000","last_peered":"2024-09-21T07:26:10.895192+0000","last_clean":"2024-09-21T07:26:10.895192+0000","last_became_active":"2024-09-21T07:26:10.891317+0000","last_became_peered":"2024-09-21T07:26:10.891317+0000","last_unstale":"2024-09-21T07:26:10.895192+0000","last_undegraded":"2024-09-21T07:26:10.895192+0000","last_fullsized":"2024-09-21T07:26:10.895192+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881336+0000","last_change":"2024-09-21T07:26:10.881336+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881336+0000","last_undegraded":"2024-09-21T07:26:10.881336+0000","last_fullsized":"2024-09-21T07:26:10.881336+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.891782+0000","last_change":"2024-09-21T07:26:10.889215+0000","last_active":"2024-09-21T07:26:10.891782+0000","last_peered":"2024-09-21T07:26:10.891782+0000","last_clean":"2024-09-21T07:26:10.891782+0000","last_became_active":"2024-09-21T07:26:10.888891+0000","last_became_peered":"2024-09-21T07:26:10.888891+0000","last_unstale":"2024-09-21T07:26:10.891782+0000","last_undegraded":"2024-09-21T07:26:10.891782+0000","last_fullsized":"2024-09-21T07:26:10.891782+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:39.401137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892182+0000","last_change":"2024-09-21T07:26:10.879626+0000","last_active":"2024-09-21T07:26:10.892182+0000","last_peered":"2024-09-21T07:26:10.892182+0000","last_clean":"2024-09-21T07:26:10.892182+0000","last_became_active":"2024-09-21T07:26:10.878760+0000","last_became_peered":"2024-09-21T07:26:10.878760+0000","last_unstale":"2024-09-21T07:26:10.892182+0000","last_undegraded":"2024-09-21T07:26:10.892182+0000","last_fullsized":"2024-09-21T07:26:10.892182+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:11.222108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889495+0000","last_change":"2024-09-21T07:26:10.889172+0000","last_active":"2024-09-21T07:26:10.889495+0000","last_peered":"2024-09-21T07:26:10.889495+0000","last_clean":"2024-09-21T07:26:10.889495+0000","last_became_active":"2024-09-21T07:26:10.888142+0000","last_became_peered":"2024-09-21T07:26:10.888142+0000","last_unstale":"2024-09-21T07:26:10.889495+0000","last_undegraded":"2024-09-21T07:26:10.889495+0000","last_fullsized":"2024-09-21T07:26:10.889495+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:53.719672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892839+0000","last_change":"2024-09-21T07:26:10.890263+0000","last_active":"2024-09-21T07:26:10.892839+0000","last_peered":"2024-09-21T07:26:10.892839+0000","last_clean":"2024-09-21T07:26:10.892839+0000","last_became_active":"2024-09-21T07:26:10.883794+0000","last_became_peered":"2024-09-21T07:26:10.883794+0000","last_unstale":"2024-09-21T07:26:10.892839+0000","last_undegraded":"2024-09-21T07:26:10.892839+0000","last_fullsized":"2024-09-21T07:26:10.892839+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.906865+0000","last_change":"2024-09-21T07:26:10.906751+0000","last_active":"2024-09-21T07:26:10.906865+0000","last_peered":"2024-09-21T07:26:10.906865+0000","last_clean":"2024-09-21T07:26:10.906865+0000","last_became_active":"2024-09-21T07:26:10.892083+0000","last_became_peered":"2024-09-21T07:26:10.892083+0000","last_unstale":"2024-09-21T07:26:10.906865+0000","last_undegraded":"2024-09-21T07:26:10.906865+0000","last_fullsized":"2024-09-21T07:26:10.906865+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.853025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.882170+0000","last_change":"2024-09-21T07:26:10.882170+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.882170+0000","last_undegraded":"2024-09-21T07:26:10.882170+0000","last_fullsized":"2024-09-21T07:26:10.882170+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.886221+0000","last_change":"2024-09-21T07:26:10.879636+0000","last_active":"2024-09-21T07:26:10.886221+0000","last_peered":"2024-09-21T07:26:10.886221+0000","last_clean":"2024-09-21T07:26:10.886221+0000","last_became_active":"2024-09-21T07:26:10.878833+0000","last_became_peered":"2024-09-21T07:26:10.878833+0000","last_unstale":"2024-09-21T07:26:10.886221+0000","last_undegraded":"2024-09-21T07:26:10.886221+0000","last_fullsized":"2024-09-21T07:26:10.886221+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893722+0000","last_change":"2024-09-21T07:26:10.887781+0000","last_active":"2024-09-21T07:26:10.893722+0000","last_peered":"2024-09-21T07:26:10.893722+0000","last_clean":"2024-09-21T07:26:10.893722+0000","last_became_active":"2024-09-21T07:26:10.886901+0000","last_became_peered":"2024-09-21T07:26:10.886901+0000","last_unstale":"2024-09-21T07:26:10.893722+0000","last_undegraded":"2024-09-21T07:26:10.893722+0000","last_fullsized":"2024-09-21T07:26:10.893722+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:23.357947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.886134+0000","last_change":"2024-09-21T07:26:09.886134+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.886134+0000","last_undegraded":"2024-09-21T07:26:09.886134+0000","last_fullsized":"2024-09-21T07:26:09.886134+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.887551+0000","last_change":"2024-09-21T07:26:10.887450+0000","last_active":"2024-09-21T07:26:10.887551+0000","last_peered":"2024-09-21T07:26:10.887551+0000","last_clean":"2024-09-21T07:26:10.887551+0000","last_became_active":"2024-09-21T07:26:10.887101+0000","last_became_peered":"2024-09-21T07:26:10.887101+0000","last_unstale":"2024-09-21T07:26:10.887551+0000","last_undegraded":"2024-09-21T07:26:10.887551+0000","last_fullsized":"2024-09-21T07:26:10.887551+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:59:15.216230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.876567+0000","last_change":"2024-09-21T07:26:10.876567+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.876567+0000","last_undegraded":"2024-09-21T07:26:10.876567+0000","last_fullsized":"2024-09-21T07:26:10.876567+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.877314+0000","last_change":"2024-09-21T07:26:10.877314+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.877314+0000","last_undegraded":"2024-09-21T07:26:10.877314+0000","last_fullsized":"2024-09-21T07:26:10.877314+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881508+0000","last_change":"2024-09-21T07:26:10.881508+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881508+0000","last_undegraded":"2024-09-21T07:26:10.881508+0000","last_fullsized":"2024-09-21T07:26:10.881508+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881147+0000","last_change":"2024-09-21T07:26:10.881147+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881147+0000","last_undegraded":"2024-09-21T07:26:10.881147+0000","last_fullsized":"2024-09-21T07:26:10.881147+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.891958+0000","last_change":"2024-09-21T07:26:10.891958+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.891958+0000","last_undegraded":"2024-09-21T07:26:10.891958+0000","last_fullsized":"2024-09-21T07:26:10.891958+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889095+0000","last_change":"2024-09-21T07:26:10.888991+0000","last_active":"2024-09-21T07:26:10.889095+0000","last_peered":"2024-09-21T07:26:10.889095+0000","last_clean":"2024-09-21T07:26:10.889095+0000","last_became_active":"2024-09-21T07:26:10.888644+0000","last_became_peered":"2024-09-21T07:26:10.888644+0000","last_unstale":"2024-09-21T07:26:10.889095+0000","last_undegraded":"2024-09-21T07:26:10.889095+0000","last_fullsized":"2024-09-21T07:26:10.889095+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:58.519105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.894060+0000","last_change":"2024-09-21T07:26:10.886511+0000","last_active":"2024-09-21T07:26:10.894060+0000","last_peered":"2024-09-21T07:26:10.894060+0000","last_clean":"2024-09-21T07:26:10.894060+0000","last_became_active":"2024-09-21T07:26:10.885670+0000","last_became_peered":"2024-09-21T07:26:10.885670+0000","last_unstale":"2024-09-21T07:26:10.894060+0000","last_undegraded":"2024-09-21T07:26:10.894060+0000","last_fullsized":"2024-09-21T07:26:10.894060+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892108+0000","last_change":"2024-09-21T07:26:10.878167+0000","last_active":"2024-09-21T07:26:10.892108+0000","last_peered":"2024-09-21T07:26:10.892108+0000","last_clean":"2024-09-21T07:26:10.892108+0000","last_became_active":"2024-09-21T07:26:10.877186+0000","last_became_peered":"2024-09-21T07:26:10.877186+0000","last_unstale":"2024-09-21T07:26:10.892108+0000","last_undegraded":"2024-09-21T07:26:10.892108+0000","last_fullsized":"2024-09-21T07:26:10.892108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:21.122645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.888608+0000","last_change":"2024-09-21T07:26:10.888608+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.888608+0000","last_undegraded":"2024-09-21T07:26:10.888608+0000","last_fullsized":"2024-09-21T07:26:10.888608+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.871609+0000","last_change":"2024-09-21T07:26:10.871609+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.871609+0000","last_undegraded":"2024-09-21T07:26:10.871609+0000","last_fullsized":"2024-09-21T07:26:10.871609+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908862+0000","last_change":"2024-09-21T07:26:10.908751+0000","last_active":"2024-09-21T07:26:10.908862+0000","last_peered":"2024-09-21T07:26:10.908862+0000","last_clean":"2024-09-21T07:26:10.908862+0000","last_became_active":"2024-09-21T07:26:10.908403+0000","last_became_peered":"2024-09-21T07:26:10.908403+0000","last_unstale":"2024-09-21T07:26:10.908862+0000","last_undegraded":"2024-09-21T07:26:10.908862+0000","last_fullsized":"2024-09-21T07:26:10.908862+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:38.452609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.891157+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:10.891157+0000","last_peered":"2024-09-21T07:26:10.891157+0000","last_clean":"2024-09-21T07:26:10.891157+0000","last_became_active":"2024-09-21T07:26:10.890747+0000","last_became_peered":"2024-09-21T07:26:10.890747+0000","last_unstale":"2024-09-21T07:26:10.891157+0000","last_undegraded":"2024-09-21T07:26:10.891157+0000","last_fullsized":"2024-09-21T07:26:10.891157+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:20.094535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.876224+0000","last_change":"2024-09-21T07:26:10.876224+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.876224+0000","last_undegraded":"2024-09-21T07:26:10.876224+0000","last_fullsized":"2024-09-21T07:26:10.876224+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879739+0000","last_change":"2024-09-21T07:26:09.901951+0000","last_active":"2024-09-21T07:26:10.879739+0000","last_peered":"2024-09-21T07:26:10.879739+0000","last_clean":"2024-09-21T07:26:10.879739+0000","last_became_active":"2024-09-21T07:26:09.901423+0000","last_became_peered":"2024-09-21T07:26:09.901423+0000","last_unstale":"2024-09-21T07:26:10.879739+0000","last_undegraded":"2024-09-21T07:26:10.879739+0000","last_fullsized":"2024-09-21T07:26:10.879739+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:04.697164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.890932+0000","last_change":"2024-09-21T07:26:10.890932+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.890932+0000","last_undegraded":"2024-09-21T07:26:10.890932+0000","last_fullsized":"2024-09-21T07:26:10.890932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.876360+0000","last_change":"2024-09-21T07:26:09.905167+0000","last_active":"2024-09-21T07:26:10.876360+0000","last_peered":"2024-09-21T07:26:10.876360+0000","last_clean":"2024-09-21T07:26:10.876360+0000","last_became_active":"2024-09-21T07:26:09.904358+0000","last_became_peered":"2024-09-21T07:26:09.904358+0000","last_unstale":"2024-09-21T07:26:10.876360+0000","last_undegraded":"2024-09-21T07:26:10.876360+0000","last_fullsized":"2024-09-21T07:26:10.876360+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:38.397027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889016+0000","last_change":"2024-09-21T07:26:10.888745+0000","last_active":"2024-09-21T07:26:10.889016+0000","last_peered":"2024-09-21T07:26:10.889016+0000","last_clean":"2024-09-21T07:26:10.889016+0000","last_became_active":"2024-09-21T07:26:10.887862+0000","last_became_peered":"2024-09-21T07:26:10.887862+0000","last_unstale":"2024-09-21T07:26:10.889016+0000","last_undegraded":"2024-09-21T07:26:10.889016+0000","last_fullsized":"2024-09-21T07:26:10.889016+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:11:11.863833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879913+0000","last_change":"2024-09-21T07:26:09.892575+0000","last_active":"2024-09-21T07:26:10.879913+0000","last_peered":"2024-09-21T07:26:10.879913+0000","last_clean":"2024-09-21T07:26:10.879913+0000","last_became_active":"2024-09-21T07:26:09.891916+0000","last_became_peered":"2024-09-21T07:26:09.891916+0000","last_unstale":"2024-09-21T07:26:10.879913+0000","last_undegraded":"2024-09-21T07:26:10.879913+0000","last_fullsized":"2024-09-21T07:26:10.879913+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:28.987115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.875760+0000","last_change":"2024-09-21T07:26:10.875760+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.875760+0000","last_undegraded":"2024-09-21T07:26:10.875760+0000","last_fullsized":"2024-09-21T07:26:10.875760+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.914092+0000","last_change":"2024-09-21T07:26:09.912655+0000","last_active":"2024-09-21T07:26:09.914092+0000","last_peered":"2024-09-21T07:26:09.914092+0000","last_clean":"2024-09-21T07:26:09.914092+0000","last_became_active":"2024-09-21T07:26:09.911829+0000","last_became_peered":"2024-09-21T07:26:09.911829+0000","last_unstale":"2024-09-21T07:26:09.914092+0000","last_undegraded":"2024-09-21T07:26:09.914092+0000","last_fullsized":"2024-09-21T07:26:09.914092+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.870694+0000","last_change":"2024-09-21T07:26:10.870694+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.870694+0000","last_undegraded":"2024-09-21T07:26:10.870694+0000","last_fullsized":"2024-09-21T07:26:10.870694+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880021+0000","last_change":"2024-09-21T07:26:09.895521+0000","last_active":"2024-09-21T07:26:10.880021+0000","last_peered":"2024-09-21T07:26:10.880021+0000","last_clean":"2024-09-21T07:26:10.880021+0000","last_became_active":"2024-09-21T07:26:09.894353+0000","last_became_peered":"2024-09-21T07:26:09.894353+0000","last_unstale":"2024-09-21T07:26:10.880021+0000","last_undegraded":"2024-09-21T07:26:10.880021+0000","last_fullsized":"2024-09-21T07:26:10.880021+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:18.962939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.895299+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:10.895299+0000","last_peered":"2024-09-21T07:26:10.895299+0000","last_clean":"2024-09-21T07:26:10.895299+0000","last_became_active":"2024-09-21T07:26:10.890119+0000","last_became_peered":"2024-09-21T07:26:10.890119+0000","last_unstale":"2024-09-21T07:26:10.895299+0000","last_undegraded":"2024-09-21T07:26:10.895299+0000","last_fullsized":"2024-09-21T07:26:10.895299+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.872554+0000","last_change":"2024-09-21T07:26:09.894079+0000","last_active":"2024-09-21T07:26:10.872554+0000","last_peered":"2024-09-21T07:26:10.872554+0000","last_clean":"2024-09-21T07:26:10.872554+0000","last_became_active":"2024-09-21T07:26:09.893002+0000","last_became_peered":"2024-09-21T07:26:09.893002+0000","last_unstale":"2024-09-21T07:26:10.872554+0000","last_undegraded":"2024-09-21T07:26:10.872554+0000","last_fullsized":"2024-09-21T07:26:10.872554+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:41.448581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872304+0000","last_change":"2024-09-21T07:26:10.872304+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872304+0000","last_undegraded":"2024-09-21T07:26:10.872304+0000","last_fullsized":"2024-09-21T07:26:10.872304+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.868802+0000","last_change":"2024-09-21T07:26:09.897638+0000","last_active":"2024-09-21T07:26:10.868802+0000","last_peered":"2024-09-21T07:26:10.868802+0000","last_clean":"2024-09-21T07:26:10.868802+0000","last_became_active":"2024-09-21T07:26:09.896877+0000","last_became_peered":"2024-09-21T07:26:09.896877+0000","last_unstale":"2024-09-21T07:26:10.868802+0000","last_undegraded":"2024-09-21T07:26:10.868802+0000","last_fullsized":"2024-09-21T07:26:10.868802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.882601+0000","last_change":"2024-09-21T07:26:10.882601+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.882601+0000","last_undegraded":"2024-09-21T07:26:10.882601+0000","last_fullsized":"2024-09-21T07:26:10.882601+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873321+0000","last_change":"2024-09-21T07:26:09.894020+0000","last_active":"2024-09-21T07:26:10.873321+0000","last_peered":"2024-09-21T07:26:10.873321+0000","last_clean":"2024-09-21T07:26:10.873321+0000","last_became_active":"2024-09-21T07:26:09.892636+0000","last_became_peered":"2024-09-21T07:26:09.892636+0000","last_unstale":"2024-09-21T07:26:10.873321+0000","last_undegraded":"2024-09-21T07:26:10.873321+0000","last_fullsized":"2024-09-21T07:26:10.873321+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:16.958341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893807+0000","last_change":"2024-09-21T07:26:10.887665+0000","last_active":"2024-09-21T07:26:10.893807+0000","last_peered":"2024-09-21T07:26:10.893807+0000","last_clean":"2024-09-21T07:26:10.893807+0000","last_became_active":"2024-09-21T07:26:10.886742+0000","last_became_peered":"2024-09-21T07:26:10.886742+0000","last_unstale":"2024-09-21T07:26:10.893807+0000","last_undegraded":"2024-09-21T07:26:10.893807+0000","last_fullsized":"2024-09-21T07:26:10.893807+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:23:57.224587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.870427+0000","last_change":"2024-09-21T07:26:09.894372+0000","last_active":"2024-09-21T07:26:10.870427+0000","last_peered":"2024-09-21T07:26:10.870427+0000","last_clean":"2024-09-21T07:26:10.870427+0000","last_became_active":"2024-09-21T07:26:09.893329+0000","last_became_peered":"2024-09-21T07:26:09.893329+0000","last_unstale":"2024-09-21T07:26:10.870427+0000","last_undegraded":"2024-09-21T07:26:10.870427+0000","last_fullsized":"2024-09-21T07:26:10.870427+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.881440+0000","last_change":"2024-09-21T07:26:09.881440+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.881440+0000","last_undegraded":"2024-09-21T07:26:09.881440+0000","last_fullsized":"2024-09-21T07:26:09.881440+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.881756+0000","last_change":"2024-09-21T07:26:09.904971+0000","last_active":"2024-09-21T07:26:10.881756+0000","last_peered":"2024-09-21T07:26:10.881756+0000","last_clean":"2024-09-21T07:26:10.881756+0000","last_became_active":"2024-09-21T07:26:09.904501+0000","last_became_peered":"2024-09-21T07:26:09.904501+0000","last_unstale":"2024-09-21T07:26:10.881756+0000","last_undegraded":"2024-09-21T07:26:10.881756+0000","last_fullsized":"2024-09-21T07:26:10.881756+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908454+0000","last_change":"2024-09-21T07:26:10.888881+0000","last_active":"2024-09-21T07:26:10.908454+0000","last_peered":"2024-09-21T07:26:10.908454+0000","last_clean":"2024-09-21T07:26:10.908454+0000","last_became_active":"2024-09-21T07:26:10.888052+0000","last_became_peered":"2024-09-21T07:26:10.888052+0000","last_unstale":"2024-09-21T07:26:10.908454+0000","last_undegraded":"2024-09-21T07:26:10.908454+0000","last_fullsized":"2024-09-21T07:26:10.908454+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:23.692954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.917984+0000","last_change":"2024-09-21T07:26:09.914644+0000","last_active":"2024-09-21T07:26:09.917984+0000","last_peered":"2024-09-21T07:26:09.917984+0000","last_clean":"2024-09-21T07:26:09.917984+0000","last_became_active":"2024-09-21T07:26:09.913832+0000","last_became_peered":"2024-09-21T07:26:09.913832+0000","last_unstale":"2024-09-21T07:26:09.917984+0000","last_undegraded":"2024-09-21T07:26:09.917984+0000","last_fullsized":"2024-09-21T07:26:09.917984+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.892064+0000","last_change":"2024-09-21T07:26:09.892064+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.892064+0000","last_undegraded":"2024-09-21T07:26:09.892064+0000","last_fullsized":"2024-09-21T07:26:09.892064+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.867690+0000","last_change":"2024-09-21T07:26:09.889324+0000","last_active":"2024-09-21T07:26:10.867690+0000","last_peered":"2024-09-21T07:26:10.867690+0000","last_clean":"2024-09-21T07:26:10.867690+0000","last_became_active":"2024-09-21T07:26:09.888854+0000","last_became_peered":"2024-09-21T07:26:09.888854+0000","last_unstale":"2024-09-21T07:26:10.867690+0000","last_undegraded":"2024-09-21T07:26:10.867690+0000","last_fullsized":"2024-09-21T07:26:10.867690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:47:14.398701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.884116+0000","last_change":"2024-09-21T07:26:10.884116+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.884116+0000","last_undegraded":"2024-09-21T07:26:10.884116+0000","last_fullsized":"2024-09-21T07:26:10.884116+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880347+0000","last_change":"2024-09-21T07:26:09.890539+0000","last_active":"2024-09-21T07:26:10.880347+0000","last_peered":"2024-09-21T07:26:10.880347+0000","last_clean":"2024-09-21T07:26:10.880347+0000","last_became_active":"2024-09-21T07:26:09.888938+0000","last_became_peered":"2024-09-21T07:26:09.888938+0000","last_unstale":"2024-09-21T07:26:10.880347+0000","last_undegraded":"2024-09-21T07:26:10.880347+0000","last_fullsized":"2024-09-21T07:26:10.880347+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:04:08.980144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872360+0000","last_change":"2024-09-21T07:26:10.872360+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872360+0000","last_undegraded":"2024-09-21T07:26:10.872360+0000","last_fullsized":"2024-09-21T07:26:10.872360+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.911646+0000","last_change":"2024-09-21T07:26:09.904957+0000","last_active":"2024-09-21T07:26:09.911646+0000","last_peered":"2024-09-21T07:26:09.911646+0000","last_clean":"2024-09-21T07:26:09.911646+0000","last_became_active":"2024-09-21T07:26:09.904092+0000","last_became_peered":"2024-09-21T07:26:09.904092+0000","last_unstale":"2024-09-21T07:26:09.911646+0000","last_undegraded":"2024-09-21T07:26:09.911646+0000","last_fullsized":"2024-09-21T07:26:09.911646+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:22.353836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907811+0000","last_change":"2024-09-21T07:26:10.887375+0000","last_active":"2024-09-21T07:26:10.907811+0000","last_peered":"2024-09-21T07:26:10.907811+0000","last_clean":"2024-09-21T07:26:10.907811+0000","last_became_active":"2024-09-21T07:26:10.887099+0000","last_became_peered":"2024-09-21T07:26:10.887099+0000","last_unstale":"2024-09-21T07:26:10.907811+0000","last_undegraded":"2024-09-21T07:26:10.907811+0000","last_fullsized":"2024-09-21T07:26:10.907811+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.437518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.882223+0000","last_change":"2024-09-21T07:26:09.889789+0000","last_active":"2024-09-21T07:26:10.882223+0000","last_peered":"2024-09-21T07:26:10.882223+0000","last_clean":"2024-09-21T07:26:10.882223+0000","last_became_active":"2024-09-21T07:26:09.888979+0000","last_became_peered":"2024-09-21T07:26:09.888979+0000","last_unstale":"2024-09-21T07:26:10.882223+0000","last_undegraded":"2024-09-21T07:26:10.882223+0000","last_fullsized":"2024-09-21T07:26:10.882223+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:16.871176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.880665+0000","last_change":"2024-09-21T07:26:09.880665+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.880665+0000","last_undegraded":"2024-09-21T07:26:09.880665+0000","last_fullsized":"2024-09-21T07:26:09.880665+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873577+0000","last_change":"2024-09-21T07:26:09.898947+0000","last_active":"2024-09-21T07:26:10.873577+0000","last_peered":"2024-09-21T07:26:10.873577+0000","last_clean":"2024-09-21T07:26:10.873577+0000","last_became_active":"2024-09-21T07:26:09.898386+0000","last_became_peered":"2024-09-21T07:26:09.898386+0000","last_unstale":"2024-09-21T07:26:10.873577+0000","last_undegraded":"2024-09-21T07:26:10.873577+0000","last_fullsized":"2024-09-21T07:26:10.873577+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:42.870502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.867598+0000","last_change":"2024-09-21T07:26:10.867598+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.867598+0000","last_undegraded":"2024-09-21T07:26:10.867598+0000","last_fullsized":"2024-09-21T07:26:10.867598+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.868476+0000","last_change":"2024-09-21T07:26:09.889787+0000","last_active":"2024-09-21T07:26:10.868476+0000","last_peered":"2024-09-21T07:26:10.868476+0000","last_clean":"2024-09-21T07:26:10.868476+0000","last_became_active":"2024-09-21T07:26:09.889451+0000","last_became_peered":"2024-09-21T07:26:09.889451+0000","last_unstale":"2024-09-21T07:26:10.868476+0000","last_undegraded":"2024-09-21T07:26:10.868476+0000","last_fullsized":"2024-09-21T07:26:10.868476+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:41.634408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892030+0000","last_change":"2024-09-21T07:26:10.889885+0000","last_active":"2024-09-21T07:26:10.892030+0000","last_peered":"2024-09-21T07:26:10.892030+0000","last_clean":"2024-09-21T07:26:10.892030+0000","last_became_active":"2024-09-21T07:26:10.889244+0000","last_became_peered":"2024-09-21T07:26:10.889244+0000","last_unstale":"2024-09-21T07:26:10.892030+0000","last_undegraded":"2024-09-21T07:26:10.892030+0000","last_fullsized":"2024-09-21T07:26:10.892030+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:17.942890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.876351+0000","last_change":"2024-09-21T07:26:09.878992+0000","last_active":"2024-09-21T07:26:10.876351+0000","last_peered":"2024-09-21T07:26:10.876351+0000","last_clean":"2024-09-21T07:26:10.876351+0000","last_became_active":"2024-09-21T07:26:09.877881+0000","last_became_peered":"2024-09-21T07:26:09.877881+0000","last_unstale":"2024-09-21T07:26:10.876351+0000","last_undegraded":"2024-09-21T07:26:10.876351+0000","last_fullsized":"2024-09-21T07:26:10.876351+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881366+0000","last_change":"2024-09-21T07:26:10.881366+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881366+0000","last_undegraded":"2024-09-21T07:26:10.881366+0000","last_fullsized":"2024-09-21T07:26:10.881366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869119+0000","last_change":"2024-09-21T07:26:09.896938+0000","last_active":"2024-09-21T07:26:10.869119+0000","last_peered":"2024-09-21T07:26:10.869119+0000","last_clean":"2024-09-21T07:26:10.869119+0000","last_became_active":"2024-09-21T07:26:09.895856+0000","last_became_peered":"2024-09-21T07:26:09.895856+0000","last_unstale":"2024-09-21T07:26:10.869119+0000","last_undegraded":"2024-09-21T07:26:10.869119+0000","last_fullsized":"2024-09-21T07:26:10.869119+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.887451+0000","last_change":"2024-09-21T07:26:09.887451+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.887451+0000","last_undegraded":"2024-09-21T07:26:09.887451+0000","last_fullsized":"2024-09-21T07:26:09.887451+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879644+0000","last_change":"2024-09-21T07:26:09.901824+0000","last_active":"2024-09-21T07:26:10.879644+0000","last_peered":"2024-09-21T07:26:10.879644+0000","last_clean":"2024-09-21T07:26:10.879644+0000","last_became_active":"2024-09-21T07:26:09.901428+0000","last_became_peered":"2024-09-21T07:26:09.901428+0000","last_unstale":"2024-09-21T07:26:10.879644+0000","last_undegraded":"2024-09-21T07:26:10.879644+0000","last_fullsized":"2024-09-21T07:26:10.879644+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:51:39.772708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907971+0000","last_change":"2024-09-21T07:26:10.887958+0000","last_active":"2024-09-21T07:26:10.907971+0000","last_peered":"2024-09-21T07:26:10.907971+0000","last_clean":"2024-09-21T07:26:10.907971+0000","last_became_active":"2024-09-21T07:26:10.887544+0000","last_became_peered":"2024-09-21T07:26:10.887544+0000","last_unstale":"2024-09-21T07:26:10.907971+0000","last_undegraded":"2024-09-21T07:26:10.907971+0000","last_fullsized":"2024-09-21T07:26:10.907971+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:51.448318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880685+0000","last_change":"2024-09-21T07:26:09.894983+0000","last_active":"2024-09-21T07:26:10.880685+0000","last_peered":"2024-09-21T07:26:10.880685+0000","last_clean":"2024-09-21T07:26:10.880685+0000","last_became_active":"2024-09-21T07:26:09.893462+0000","last_became_peered":"2024-09-21T07:26:09.893462+0000","last_unstale":"2024-09-21T07:26:10.880685+0000","last_undegraded":"2024-09-21T07:26:10.880685+0000","last_fullsized":"2024-09-21T07:26:10.880685+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:58.243329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.875426+0000","last_change":"2024-09-21T07:26:10.875426+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.875426+0000","last_undegraded":"2024-09-21T07:26:10.875426+0000","last_fullsized":"2024-09-21T07:26:10.875426+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869806+0000","last_change":"2024-09-21T07:26:09.902825+0000","last_active":"2024-09-21T07:26:10.869806+0000","last_peered":"2024-09-21T07:26:10.869806+0000","last_clean":"2024-09-21T07:26:10.869806+0000","last_became_active":"2024-09-21T07:26:09.901994+0000","last_became_peered":"2024-09-21T07:26:09.901994+0000","last_unstale":"2024-09-21T07:26:10.869806+0000","last_undegraded":"2024-09-21T07:26:10.869806+0000","last_fullsized":"2024-09-21T07:26:10.869806+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.868043+0000","last_change":"2024-09-21T07:26:10.868043+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.868043+0000","last_undegraded":"2024-09-21T07:26:10.868043+0000","last_fullsized":"2024-09-21T07:26:10.868043+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.874190+0000","last_change":"2024-09-21T07:26:09.909449+0000","last_active":"2024-09-21T07:26:10.874190+0000","last_peered":"2024-09-21T07:26:10.874190+0000","last_clean":"2024-09-21T07:26:10.874190+0000","last_became_active":"2024-09-21T07:26:09.909067+0000","last_became_peered":"2024-09-21T07:26:09.909067+0000","last_unstale":"2024-09-21T07:26:10.874190+0000","last_undegraded":"2024-09-21T07:26:10.874190+0000","last_fullsized":"2024-09-21T07:26:10.874190+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:03.441383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.894969+0000","last_change":"2024-09-21T07:26:10.885696+0000","last_active":"2024-09-21T07:26:10.894969+0000","last_peered":"2024-09-21T07:26:10.894969+0000","last_clean":"2024-09-21T07:26:10.894969+0000","last_became_active":"2024-09-21T07:26:10.883295+0000","last_became_peered":"2024-09-21T07:26:10.883295+0000","last_unstale":"2024-09-21T07:26:10.894969+0000","last_undegraded":"2024-09-21T07:26:10.894969+0000","last_fullsized":"2024-09-21T07:26:10.894969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:50.431299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.883278+0000","last_change":"2024-09-21T07:26:09.910819+0000","last_active":"2024-09-21T07:26:10.883278+0000","last_peered":"2024-09-21T07:26:10.883278+0000","last_clean":"2024-09-21T07:26:10.883278+0000","last_became_active":"2024-09-21T07:26:09.904831+0000","last_became_peered":"2024-09-21T07:26:09.904831+0000","last_unstale":"2024-09-21T07:26:10.883278+0000","last_undegraded":"2024-09-21T07:26:10.883278+0000","last_fullsized":"2024-09-21T07:26:10.883278+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.889901+0000","last_change":"2024-09-21T07:26:10.889901+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.889901+0000","last_undegraded":"2024-09-21T07:26:10.889901+0000","last_fullsized":"2024-09-21T07:26:10.889901+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879719+0000","last_change":"2024-09-21T07:26:09.894811+0000","last_active":"2024-09-21T07:26:10.879719+0000","last_peered":"2024-09-21T07:26:10.879719+0000","last_clean":"2024-09-21T07:26:10.879719+0000","last_became_active":"2024-09-21T07:26:09.894336+0000","last_became_peered":"2024-09-21T07:26:09.894336+0000","last_unstale":"2024-09-21T07:26:10.879719+0000","last_undegraded":"2024-09-21T07:26:10.879719+0000","last_fullsized":"2024-09-21T07:26:10.879719+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.956166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.888036+0000","last_change":"2024-09-21T07:26:10.885157+0000","last_active":"2024-09-21T07:26:10.888036+0000","last_peered":"2024-09-21T07:26:10.888036+0000","last_clean":"2024-09-21T07:26:10.888036+0000","last_became_active":"2024-09-21T07:26:10.884687+0000","last_became_peered":"2024-09-21T07:26:10.884687+0000","last_unstale":"2024-09-21T07:26:10.888036+0000","last_undegraded":"2024-09-21T07:26:10.888036+0000","last_fullsized":"2024-09-21T07:26:10.888036+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:42.452692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.917617+0000","last_change":"2024-09-21T07:26:09.914679+0000","last_active":"2024-09-21T07:26:09.917617+0000","last_peered":"2024-09-21T07:26:09.917617+0000","last_clean":"2024-09-21T07:26:09.917617+0000","last_became_active":"2024-09-21T07:26:09.913900+0000","last_became_peered":"2024-09-21T07:26:09.913900+0000","last_unstale":"2024-09-21T07:26:09.917617+0000","last_undegraded":"2024-09-21T07:26:09.917617+0000","last_fullsized":"2024-09-21T07:26:09.917617+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.879923+0000","last_change":"2024-09-21T07:26:09.879923+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.879923+0000","last_undegraded":"2024-09-21T07:26:09.879923+0000","last_fullsized":"2024-09-21T07:26:09.879923+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.878175+0000","last_change":"2024-09-21T07:26:09.893784+0000","last_active":"2024-09-21T07:26:10.878175+0000","last_peered":"2024-09-21T07:26:10.878175+0000","last_clean":"2024-09-21T07:26:10.878175+0000","last_became_active":"2024-09-21T07:26:09.893152+0000","last_became_peered":"2024-09-21T07:26:09.893152+0000","last_unstale":"2024-09-21T07:26:10.878175+0000","last_undegraded":"2024-09-21T07:26:10.878175+0000","last_fullsized":"2024-09-21T07:26:10.878175+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907512+0000","last_change":"2024-09-21T07:26:10.907400+0000","last_active":"2024-09-21T07:26:10.907512+0000","last_peered":"2024-09-21T07:26:10.907512+0000","last_clean":"2024-09-21T07:26:10.907512+0000","last_became_active":"2024-09-21T07:26:10.907006+0000","last_became_peered":"2024-09-21T07:26:10.907006+0000","last_unstale":"2024-09-21T07:26:10.907512+0000","last_undegraded":"2024-09-21T07:26:10.907512+0000","last_fullsized":"2024-09-21T07:26:10.907512+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:17:44.373171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.911609+0000","last_change":"2024-09-21T07:26:09.909430+0000","last_active":"2024-09-21T07:26:09.911609+0000","last_peered":"2024-09-21T07:26:09.911609+0000","last_clean":"2024-09-21T07:26:09.911609+0000","last_became_active":"2024-09-21T07:26:09.908778+0000","last_became_peered":"2024-09-21T07:26:09.908778+0000","last_unstale":"2024-09-21T07:26:09.911609+0000","last_undegraded":"2024-09-21T07:26:09.911609+0000","last_fullsized":"2024-09-21T07:26:09.911609+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:24.097358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908058+0000","last_change":"2024-09-21T07:26:10.887369+0000","last_active":"2024-09-21T07:26:10.908058+0000","last_peered":"2024-09-21T07:26:10.908058+0000","last_clean":"2024-09-21T07:26:10.908058+0000","last_became_active":"2024-09-21T07:26:10.886949+0000","last_became_peered":"2024-09-21T07:26:10.886949+0000","last_unstale":"2024-09-21T07:26:10.908058+0000","last_undegraded":"2024-09-21T07:26:10.908058+0000","last_fullsized":"2024-09-21T07:26:10.908058+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:08:09.324214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873166+0000","last_change":"2024-09-21T07:26:09.885396+0000","last_active":"2024-09-21T07:26:10.873166+0000","last_peered":"2024-09-21T07:26:10.873166+0000","last_clean":"2024-09-21T07:26:10.873166+0000","last_became_active":"2024-09-21T07:26:09.884510+0000","last_became_peered":"2024-09-21T07:26:09.884510+0000","last_unstale":"2024-09-21T07:26:10.873166+0000","last_undegraded":"2024-09-21T07:26:10.873166+0000","last_fullsized":"2024-09-21T07:26:10.873166+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:49.427189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872490+0000","last_change":"2024-09-21T07:26:10.872490+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872490+0000","last_undegraded":"2024-09-21T07:26:10.872490+0000","last_fullsized":"2024-09-21T07:26:10.872490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879604+0000","last_change":"2024-09-21T07:26:09.902842+0000","last_active":"2024-09-21T07:26:10.879604+0000","last_peered":"2024-09-21T07:26:10.879604+0000","last_clean":"2024-09-21T07:26:10.879604+0000","last_became_active":"2024-09-21T07:26:09.902440+0000","last_became_peered":"2024-09-21T07:26:09.902440+0000","last_unstale":"2024-09-21T07:26:10.879604+0000","last_undegraded":"2024-09-21T07:26:10.879604+0000","last_fullsized":"2024-09-21T07:26:10.879604+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:23.313378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.888986+0000","last_change":"2024-09-21T07:26:10.888707+0000","last_active":"2024-09-21T07:26:10.888986+0000","last_peered":"2024-09-21T07:26:10.888986+0000","last_clean":"2024-09-21T07:26:10.888986+0000","last_became_active":"2024-09-21T07:26:10.887875+0000","last_became_peered":"2024-09-21T07:26:10.887875+0000","last_unstale":"2024-09-21T07:26:10.888986+0000","last_undegraded":"2024-09-21T07:26:10.888986+0000","last_fullsized":"2024-09-21T07:26:10.888986+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:25.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873866+0000","last_change":"2024-09-21T07:26:09.891060+0000","last_active":"2024-09-21T07:26:10.873866+0000","last_peered":"2024-09-21T07:26:10.873866+0000","last_clean":"2024-09-21T07:26:10.873866+0000","last_became_active":"2024-09-21T07:26:09.890545+0000","last_became_peered":"2024-09-21T07:26:09.890545+0000","last_unstale":"2024-09-21T07:26:10.873866+0000","last_undegraded":"2024-09-21T07:26:10.873866+0000","last_fullsized":"2024-09-21T07:26:10.873866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:04.212092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.873336+0000","last_change":"2024-09-21T07:26:10.873336+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.873336+0000","last_undegraded":"2024-09-21T07:26:10.873336+0000","last_fullsized":"2024-09-21T07:26:10.873336+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869845+0000","last_change":"2024-09-21T07:26:09.891491+0000","last_active":"2024-09-21T07:26:10.869845+0000","last_peered":"2024-09-21T07:26:10.869845+0000","last_clean":"2024-09-21T07:26:10.869845+0000","last_became_active":"2024-09-21T07:26:09.890668+0000","last_became_peered":"2024-09-21T07:26:09.890668+0000","last_unstale":"2024-09-21T07:26:10.869845+0000","last_undegraded":"2024-09-21T07:26:10.869845+0000","last_fullsized":"2024-09-21T07:26:10.869845+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":151,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880379+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:26:10.880379+0000","last_peered":"2024-09-21T07:26:10.880379+0000","last_clean":"2024-09-21T07:26:10.880379+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:26:10.880379+0000","last_undegraded":"2024-09-21T07:26:10.880379+0000","last_fullsized":"2024-09-21T07:26:10.880379+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":786353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27504,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344336,"statfs":{"total":96636764160,"available":96608600064,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":786353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:26:15.568 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:26:15.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/2135144331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b815feb0 msgr2=0x7fd4b8073b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 --2- 172.21.15.6:0/2135144331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b815feb0 0x7fd4b8073b70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac009840 tx=0x7fd4ac01c790 comp rx=0 tx=0).stop 2024-09-21T07:26:15.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/2135144331 shutdown_connections 2024-09-21T07:26:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 --2- 172.21.15.6:0/2135144331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b815feb0 0x7fd4b8073b70 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/2135144331 >> 172.21.15.6:0/2135144331 conn(0x7fd4b80d0020 msgr2=0x7fd4b80d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/2135144331 shutdown_connections 2024-09-21T07:26:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/2135144331 wait complete. 2024-09-21T07:26:15.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 Processor -- start 2024-09-21T07:26:15.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.763+0000 7fd4bcd2e640 1 -- start start 2024-09-21T07:26:15.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b806ee70 0x7fd4b814bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:15.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4b80740b0 0x7fd4b81fb040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:15.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4b815feb0 0x7fd4b80b0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:15.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b816b910 con 0x7fd4b806ee70 2024-09-21T07:26:15.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b8070420 con 0x7fd4b815feb0 2024-09-21T07:26:15.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd4b816ba90 con 0x7fd4b80740b0 2024-09-21T07:26:15.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b806ee70 0x7fd4b814bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:15.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b806ee70 0x7fd4b814bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55440/0 (socket says 172.21.15.6:55440) 2024-09-21T07:26:15.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 -- 172.21.15.6:0/1817834453 learned_addr learned my addr 172.21.15.6:0/1817834453 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:15.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b6d9d640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4b815feb0 0x7fd4b80b0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:15.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b5d9b640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4b80740b0 0x7fd4b81fb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 -- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4b80740b0 msgr2=0x7fd4b81fb040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4b80740b0 0x7fd4b81fb040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 -- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4b815feb0 msgr2=0x7fd4b80b0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4b815feb0 0x7fd4b80b0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 -- 172.21.15.6:0/1817834453 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4b81fb580 con 0x7fd4b806ee70 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4b659c640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b806ee70 0x7fd4b814bf30 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd4a800b440 tx=0x7fd4a800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4a6ffd640 1 -- 172.21.15.6:0/1817834453 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8015020 con 0x7fd4b806ee70 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4a6ffd640 1 -- 172.21.15.6:0/1817834453 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4a8011980 con 0x7fd4b806ee70 2024-09-21T07:26:15.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4a6ffd640 1 -- 172.21.15.6:0/1817834453 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8011dd0 con 0x7fd4b806ee70 2024-09-21T07:26:15.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4b815ade0 con 0x7fd4b806ee70 2024-09-21T07:26:15.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4b81529a0 con 0x7fd4b806ee70 2024-09-21T07:26:15.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.767+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4b8073b70 con 0x7fd4b806ee70 2024-09-21T07:26:15.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.771+0000 7fd4a6ffd640 1 -- 172.21.15.6:0/1817834453 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd4a8018020 con 0x7fd4b806ee70 2024-09-21T07:26:15.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.771+0000 7fd4a6ffd640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd498073230 0x7fd498075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:15.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.771+0000 7fd4a6ffd640 1 -- 172.21.15.6:0/1817834453 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fd4a8093e70 con 0x7fd4b806ee70 2024-09-21T07:26:15.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.771+0000 7fd4b5d9b640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd498073230 0x7fd498075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:15.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.771+0000 7fd4b5d9b640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd498073230 0x7fd498075740 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac0ae000 tx=0x7fd4ac0aa040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:15.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.775+0000 7fd4a6ffd640 1 -- 172.21.15.6:0/1817834453 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd4a801f070 con 0x7fd4b806ee70 2024-09-21T07:26:15.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.947+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd4b80cfd00 con 0x7fd498073230 2024-09-21T07:26:15.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.959+0000 7fd4a6ffd640 1 -- 172.21.15.6:0/1817834453 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249221 (secure 0 0 0) 0x7fd4b80cfd00 con 0x7fd498073230 2024-09-21T07:26:15.965 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:15.967 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:26:15.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd498073230 msgr2=0x7fd498075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd498073230 0x7fd498075740 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac0ae000 tx=0x7fd4ac0aa040 comp rx=0 tx=0).stop 2024-09-21T07:26:15.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b806ee70 msgr2=0x7fd4b814bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:15.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b806ee70 0x7fd4b814bf30 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd4a800b440 tx=0x7fd4a800b900 comp rx=0 tx=0).stop 2024-09-21T07:26:15.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 shutdown_connections 2024-09-21T07:26:15.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd498073230 0x7fd498075740 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd4b815feb0 0x7fd4b80b0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd4b80740b0 0x7fd4b81fb040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 --2- 172.21.15.6:0/1817834453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4b806ee70 0x7fd4b814bf30 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:15.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 >> 172.21.15.6:0/1817834453 conn(0x7fd4b80d0020 msgr2=0x7fd4b80b44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:15.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 shutdown_connections 2024-09-21T07:26:15.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:15.963+0000 7fd4bcd2e640 1 -- 172.21.15.6:0/1817834453 wait complete. 2024-09-21T07:26:15.988 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-09-21T07:26:14.869325+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":109,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81,"ondisk_log_size":81,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221248,"kb_used_data":5000,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753472,"statfs":{"total":773094113280,"available":772867555328,"internally_reserved":0,"allocated":5120000,"data_stored":2748616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002318"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.886844+0000","last_change":"2024-09-21T07:26:09.886844+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.886844+0000","last_undegraded":"2024-09-21T07:26:09.886844+0000","last_fullsized":"2024-09-21T07:26:09.886844+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.868776+0000","last_change":"2024-09-21T07:26:10.868776+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.868776+0000","last_undegraded":"2024-09-21T07:26:10.868776+0000","last_fullsized":"2024-09-21T07:26:10.868776+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893988+0000","last_change":"2024-09-21T07:26:10.886431+0000","last_active":"2024-09-21T07:26:10.893988+0000","last_peered":"2024-09-21T07:26:10.893988+0000","last_clean":"2024-09-21T07:26:10.893988+0000","last_became_active":"2024-09-21T07:26:10.885468+0000","last_became_peered":"2024-09-21T07:26:10.885468+0000","last_unstale":"2024-09-21T07:26:10.893988+0000","last_undegraded":"2024-09-21T07:26:10.893988+0000","last_fullsized":"2024-09-21T07:26:10.893988+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.880950+0000","last_change":"2024-09-21T07:26:10.880950+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.880950+0000","last_undegraded":"2024-09-21T07:26:10.880950+0000","last_fullsized":"2024-09-21T07:26:10.880950+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892638+0000","last_change":"2024-09-21T07:26:10.892301+0000","last_active":"2024-09-21T07:26:10.892638+0000","last_peered":"2024-09-21T07:26:10.892638+0000","last_clean":"2024-09-21T07:26:10.892638+0000","last_became_active":"2024-09-21T07:26:10.891422+0000","last_became_peered":"2024-09-21T07:26:10.891422+0000","last_unstale":"2024-09-21T07:26:10.892638+0000","last_undegraded":"2024-09-21T07:26:10.892638+0000","last_fullsized":"2024-09-21T07:26:10.892638+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.878282+0000","last_change":"2024-09-21T07:26:10.878282+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.878282+0000","last_undegraded":"2024-09-21T07:26:10.878282+0000","last_fullsized":"2024-09-21T07:26:10.878282+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.893301+0000","last_change":"2024-09-21T07:26:09.893301+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.893301+0000","last_undegraded":"2024-09-21T07:26:09.893301+0000","last_fullsized":"2024-09-21T07:26:09.893301+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.888149+0000","last_change":"2024-09-21T07:26:10.888149+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.888149+0000","last_undegraded":"2024-09-21T07:26:10.888149+0000","last_fullsized":"2024-09-21T07:26:10.888149+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.895192+0000","last_change":"2024-09-21T07:26:10.891745+0000","last_active":"2024-09-21T07:26:10.895192+0000","last_peered":"2024-09-21T07:26:10.895192+0000","last_clean":"2024-09-21T07:26:10.895192+0000","last_became_active":"2024-09-21T07:26:10.891317+0000","last_became_peered":"2024-09-21T07:26:10.891317+0000","last_unstale":"2024-09-21T07:26:10.895192+0000","last_undegraded":"2024-09-21T07:26:10.895192+0000","last_fullsized":"2024-09-21T07:26:10.895192+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881336+0000","last_change":"2024-09-21T07:26:10.881336+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881336+0000","last_undegraded":"2024-09-21T07:26:10.881336+0000","last_fullsized":"2024-09-21T07:26:10.881336+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.891782+0000","last_change":"2024-09-21T07:26:10.889215+0000","last_active":"2024-09-21T07:26:10.891782+0000","last_peered":"2024-09-21T07:26:10.891782+0000","last_clean":"2024-09-21T07:26:10.891782+0000","last_became_active":"2024-09-21T07:26:10.888891+0000","last_became_peered":"2024-09-21T07:26:10.888891+0000","last_unstale":"2024-09-21T07:26:10.891782+0000","last_undegraded":"2024-09-21T07:26:10.891782+0000","last_fullsized":"2024-09-21T07:26:10.891782+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:39.401137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892182+0000","last_change":"2024-09-21T07:26:10.879626+0000","last_active":"2024-09-21T07:26:10.892182+0000","last_peered":"2024-09-21T07:26:10.892182+0000","last_clean":"2024-09-21T07:26:10.892182+0000","last_became_active":"2024-09-21T07:26:10.878760+0000","last_became_peered":"2024-09-21T07:26:10.878760+0000","last_unstale":"2024-09-21T07:26:10.892182+0000","last_undegraded":"2024-09-21T07:26:10.892182+0000","last_fullsized":"2024-09-21T07:26:10.892182+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:11.222108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889495+0000","last_change":"2024-09-21T07:26:10.889172+0000","last_active":"2024-09-21T07:26:10.889495+0000","last_peered":"2024-09-21T07:26:10.889495+0000","last_clean":"2024-09-21T07:26:10.889495+0000","last_became_active":"2024-09-21T07:26:10.888142+0000","last_became_peered":"2024-09-21T07:26:10.888142+0000","last_unstale":"2024-09-21T07:26:10.889495+0000","last_undegraded":"2024-09-21T07:26:10.889495+0000","last_fullsized":"2024-09-21T07:26:10.889495+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:53.719672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892839+0000","last_change":"2024-09-21T07:26:10.890263+0000","last_active":"2024-09-21T07:26:10.892839+0000","last_peered":"2024-09-21T07:26:10.892839+0000","last_clean":"2024-09-21T07:26:10.892839+0000","last_became_active":"2024-09-21T07:26:10.883794+0000","last_became_peered":"2024-09-21T07:26:10.883794+0000","last_unstale":"2024-09-21T07:26:10.892839+0000","last_undegraded":"2024-09-21T07:26:10.892839+0000","last_fullsized":"2024-09-21T07:26:10.892839+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.906865+0000","last_change":"2024-09-21T07:26:10.906751+0000","last_active":"2024-09-21T07:26:10.906865+0000","last_peered":"2024-09-21T07:26:10.906865+0000","last_clean":"2024-09-21T07:26:10.906865+0000","last_became_active":"2024-09-21T07:26:10.892083+0000","last_became_peered":"2024-09-21T07:26:10.892083+0000","last_unstale":"2024-09-21T07:26:10.906865+0000","last_undegraded":"2024-09-21T07:26:10.906865+0000","last_fullsized":"2024-09-21T07:26:10.906865+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.853025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.882170+0000","last_change":"2024-09-21T07:26:10.882170+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.882170+0000","last_undegraded":"2024-09-21T07:26:10.882170+0000","last_fullsized":"2024-09-21T07:26:10.882170+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.886221+0000","last_change":"2024-09-21T07:26:10.879636+0000","last_active":"2024-09-21T07:26:10.886221+0000","last_peered":"2024-09-21T07:26:10.886221+0000","last_clean":"2024-09-21T07:26:10.886221+0000","last_became_active":"2024-09-21T07:26:10.878833+0000","last_became_peered":"2024-09-21T07:26:10.878833+0000","last_unstale":"2024-09-21T07:26:10.886221+0000","last_undegraded":"2024-09-21T07:26:10.886221+0000","last_fullsized":"2024-09-21T07:26:10.886221+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893722+0000","last_change":"2024-09-21T07:26:10.887781+0000","last_active":"2024-09-21T07:26:10.893722+0000","last_peered":"2024-09-21T07:26:10.893722+0000","last_clean":"2024-09-21T07:26:10.893722+0000","last_became_active":"2024-09-21T07:26:10.886901+0000","last_became_peered":"2024-09-21T07:26:10.886901+0000","last_unstale":"2024-09-21T07:26:10.893722+0000","last_undegraded":"2024-09-21T07:26:10.893722+0000","last_fullsized":"2024-09-21T07:26:10.893722+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:23.357947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.886134+0000","last_change":"2024-09-21T07:26:09.886134+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.886134+0000","last_undegraded":"2024-09-21T07:26:09.886134+0000","last_fullsized":"2024-09-21T07:26:09.886134+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.887551+0000","last_change":"2024-09-21T07:26:10.887450+0000","last_active":"2024-09-21T07:26:10.887551+0000","last_peered":"2024-09-21T07:26:10.887551+0000","last_clean":"2024-09-21T07:26:10.887551+0000","last_became_active":"2024-09-21T07:26:10.887101+0000","last_became_peered":"2024-09-21T07:26:10.887101+0000","last_unstale":"2024-09-21T07:26:10.887551+0000","last_undegraded":"2024-09-21T07:26:10.887551+0000","last_fullsized":"2024-09-21T07:26:10.887551+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:59:15.216230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.876567+0000","last_change":"2024-09-21T07:26:10.876567+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.876567+0000","last_undegraded":"2024-09-21T07:26:10.876567+0000","last_fullsized":"2024-09-21T07:26:10.876567+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.877314+0000","last_change":"2024-09-21T07:26:10.877314+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.877314+0000","last_undegraded":"2024-09-21T07:26:10.877314+0000","last_fullsized":"2024-09-21T07:26:10.877314+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881508+0000","last_change":"2024-09-21T07:26:10.881508+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881508+0000","last_undegraded":"2024-09-21T07:26:10.881508+0000","last_fullsized":"2024-09-21T07:26:10.881508+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881147+0000","last_change":"2024-09-21T07:26:10.881147+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881147+0000","last_undegraded":"2024-09-21T07:26:10.881147+0000","last_fullsized":"2024-09-21T07:26:10.881147+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.891958+0000","last_change":"2024-09-21T07:26:10.891958+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.891958+0000","last_undegraded":"2024-09-21T07:26:10.891958+0000","last_fullsized":"2024-09-21T07:26:10.891958+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889095+0000","last_change":"2024-09-21T07:26:10.888991+0000","last_active":"2024-09-21T07:26:10.889095+0000","last_peered":"2024-09-21T07:26:10.889095+0000","last_clean":"2024-09-21T07:26:10.889095+0000","last_became_active":"2024-09-21T07:26:10.888644+0000","last_became_peered":"2024-09-21T07:26:10.888644+0000","last_unstale":"2024-09-21T07:26:10.889095+0000","last_undegraded":"2024-09-21T07:26:10.889095+0000","last_fullsized":"2024-09-21T07:26:10.889095+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:58.519105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.894060+0000","last_change":"2024-09-21T07:26:10.886511+0000","last_active":"2024-09-21T07:26:10.894060+0000","last_peered":"2024-09-21T07:26:10.894060+0000","last_clean":"2024-09-21T07:26:10.894060+0000","last_became_active":"2024-09-21T07:26:10.885670+0000","last_became_peered":"2024-09-21T07:26:10.885670+0000","last_unstale":"2024-09-21T07:26:10.894060+0000","last_undegraded":"2024-09-21T07:26:10.894060+0000","last_fullsized":"2024-09-21T07:26:10.894060+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892108+0000","last_change":"2024-09-21T07:26:10.878167+0000","last_active":"2024-09-21T07:26:10.892108+0000","last_peered":"2024-09-21T07:26:10.892108+0000","last_clean":"2024-09-21T07:26:10.892108+0000","last_became_active":"2024-09-21T07:26:10.877186+0000","last_became_peered":"2024-09-21T07:26:10.877186+0000","last_unstale":"2024-09-21T07:26:10.892108+0000","last_undegraded":"2024-09-21T07:26:10.892108+0000","last_fullsized":"2024-09-21T07:26:10.892108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:21.122645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.888608+0000","last_change":"2024-09-21T07:26:10.888608+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.888608+0000","last_undegraded":"2024-09-21T07:26:10.888608+0000","last_fullsized":"2024-09-21T07:26:10.888608+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.871609+0000","last_change":"2024-09-21T07:26:10.871609+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.871609+0000","last_undegraded":"2024-09-21T07:26:10.871609+0000","last_fullsized":"2024-09-21T07:26:10.871609+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908862+0000","last_change":"2024-09-21T07:26:10.908751+0000","last_active":"2024-09-21T07:26:10.908862+0000","last_peered":"2024-09-21T07:26:10.908862+0000","last_clean":"2024-09-21T07:26:10.908862+0000","last_became_active":"2024-09-21T07:26:10.908403+0000","last_became_peered":"2024-09-21T07:26:10.908403+0000","last_unstale":"2024-09-21T07:26:10.908862+0000","last_undegraded":"2024-09-21T07:26:10.908862+0000","last_fullsized":"2024-09-21T07:26:10.908862+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:38.452609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.891157+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:10.891157+0000","last_peered":"2024-09-21T07:26:10.891157+0000","last_clean":"2024-09-21T07:26:10.891157+0000","last_became_active":"2024-09-21T07:26:10.890747+0000","last_became_peered":"2024-09-21T07:26:10.890747+0000","last_unstale":"2024-09-21T07:26:10.891157+0000","last_undegraded":"2024-09-21T07:26:10.891157+0000","last_fullsized":"2024-09-21T07:26:10.891157+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:20.094535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.876224+0000","last_change":"2024-09-21T07:26:10.876224+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.876224+0000","last_undegraded":"2024-09-21T07:26:10.876224+0000","last_fullsized":"2024-09-21T07:26:10.876224+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879739+0000","last_change":"2024-09-21T07:26:09.901951+0000","last_active":"2024-09-21T07:26:10.879739+0000","last_peered":"2024-09-21T07:26:10.879739+0000","last_clean":"2024-09-21T07:26:10.879739+0000","last_became_active":"2024-09-21T07:26:09.901423+0000","last_became_peered":"2024-09-21T07:26:09.901423+0000","last_unstale":"2024-09-21T07:26:10.879739+0000","last_undegraded":"2024-09-21T07:26:10.879739+0000","last_fullsized":"2024-09-21T07:26:10.879739+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:04.697164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.890932+0000","last_change":"2024-09-21T07:26:10.890932+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.890932+0000","last_undegraded":"2024-09-21T07:26:10.890932+0000","last_fullsized":"2024-09-21T07:26:10.890932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.876360+0000","last_change":"2024-09-21T07:26:09.905167+0000","last_active":"2024-09-21T07:26:10.876360+0000","last_peered":"2024-09-21T07:26:10.876360+0000","last_clean":"2024-09-21T07:26:10.876360+0000","last_became_active":"2024-09-21T07:26:09.904358+0000","last_became_peered":"2024-09-21T07:26:09.904358+0000","last_unstale":"2024-09-21T07:26:10.876360+0000","last_undegraded":"2024-09-21T07:26:10.876360+0000","last_fullsized":"2024-09-21T07:26:10.876360+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:38.397027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889016+0000","last_change":"2024-09-21T07:26:10.888745+0000","last_active":"2024-09-21T07:26:10.889016+0000","last_peered":"2024-09-21T07:26:10.889016+0000","last_clean":"2024-09-21T07:26:10.889016+0000","last_became_active":"2024-09-21T07:26:10.887862+0000","last_became_peered":"2024-09-21T07:26:10.887862+0000","last_unstale":"2024-09-21T07:26:10.889016+0000","last_undegraded":"2024-09-21T07:26:10.889016+0000","last_fullsized":"2024-09-21T07:26:10.889016+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:11:11.863833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879913+0000","last_change":"2024-09-21T07:26:09.892575+0000","last_active":"2024-09-21T07:26:10.879913+0000","last_peered":"2024-09-21T07:26:10.879913+0000","last_clean":"2024-09-21T07:26:10.879913+0000","last_became_active":"2024-09-21T07:26:09.891916+0000","last_became_peered":"2024-09-21T07:26:09.891916+0000","last_unstale":"2024-09-21T07:26:10.879913+0000","last_undegraded":"2024-09-21T07:26:10.879913+0000","last_fullsized":"2024-09-21T07:26:10.879913+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:28.987115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.875760+0000","last_change":"2024-09-21T07:26:10.875760+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.875760+0000","last_undegraded":"2024-09-21T07:26:10.875760+0000","last_fullsized":"2024-09-21T07:26:10.875760+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.914092+0000","last_change":"2024-09-21T07:26:09.912655+0000","last_active":"2024-09-21T07:26:09.914092+0000","last_peered":"2024-09-21T07:26:09.914092+0000","last_clean":"2024-09-21T07:26:09.914092+0000","last_became_active":"2024-09-21T07:26:09.911829+0000","last_became_peered":"2024-09-21T07:26:09.911829+0000","last_unstale":"2024-09-21T07:26:09.914092+0000","last_undegraded":"2024-09-21T07:26:09.914092+0000","last_fullsized":"2024-09-21T07:26:09.914092+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.870694+0000","last_change":"2024-09-21T07:26:10.870694+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.870694+0000","last_undegraded":"2024-09-21T07:26:10.870694+0000","last_fullsized":"2024-09-21T07:26:10.870694+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880021+0000","last_change":"2024-09-21T07:26:09.895521+0000","last_active":"2024-09-21T07:26:10.880021+0000","last_peered":"2024-09-21T07:26:10.880021+0000","last_clean":"2024-09-21T07:26:10.880021+0000","last_became_active":"2024-09-21T07:26:09.894353+0000","last_became_peered":"2024-09-21T07:26:09.894353+0000","last_unstale":"2024-09-21T07:26:10.880021+0000","last_undegraded":"2024-09-21T07:26:10.880021+0000","last_fullsized":"2024-09-21T07:26:10.880021+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:18.962939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.895299+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:10.895299+0000","last_peered":"2024-09-21T07:26:10.895299+0000","last_clean":"2024-09-21T07:26:10.895299+0000","last_became_active":"2024-09-21T07:26:10.890119+0000","last_became_peered":"2024-09-21T07:26:10.890119+0000","last_unstale":"2024-09-21T07:26:10.895299+0000","last_undegraded":"2024-09-21T07:26:10.895299+0000","last_fullsized":"2024-09-21T07:26:10.895299+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.872554+0000","last_change":"2024-09-21T07:26:09.894079+0000","last_active":"2024-09-21T07:26:10.872554+0000","last_peered":"2024-09-21T07:26:10.872554+0000","last_clean":"2024-09-21T07:26:10.872554+0000","last_became_active":"2024-09-21T07:26:09.893002+0000","last_became_peered":"2024-09-21T07:26:09.893002+0000","last_unstale":"2024-09-21T07:26:10.872554+0000","last_undegraded":"2024-09-21T07:26:10.872554+0000","last_fullsized":"2024-09-21T07:26:10.872554+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:41.448581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872304+0000","last_change":"2024-09-21T07:26:10.872304+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872304+0000","last_undegraded":"2024-09-21T07:26:10.872304+0000","last_fullsized":"2024-09-21T07:26:10.872304+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.868802+0000","last_change":"2024-09-21T07:26:09.897638+0000","last_active":"2024-09-21T07:26:10.868802+0000","last_peered":"2024-09-21T07:26:10.868802+0000","last_clean":"2024-09-21T07:26:10.868802+0000","last_became_active":"2024-09-21T07:26:09.896877+0000","last_became_peered":"2024-09-21T07:26:09.896877+0000","last_unstale":"2024-09-21T07:26:10.868802+0000","last_undegraded":"2024-09-21T07:26:10.868802+0000","last_fullsized":"2024-09-21T07:26:10.868802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.882601+0000","last_change":"2024-09-21T07:26:10.882601+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.882601+0000","last_undegraded":"2024-09-21T07:26:10.882601+0000","last_fullsized":"2024-09-21T07:26:10.882601+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873321+0000","last_change":"2024-09-21T07:26:09.894020+0000","last_active":"2024-09-21T07:26:10.873321+0000","last_peered":"2024-09-21T07:26:10.873321+0000","last_clean":"2024-09-21T07:26:10.873321+0000","last_became_active":"2024-09-21T07:26:09.892636+0000","last_became_peered":"2024-09-21T07:26:09.892636+0000","last_unstale":"2024-09-21T07:26:10.873321+0000","last_undegraded":"2024-09-21T07:26:10.873321+0000","last_fullsized":"2024-09-21T07:26:10.873321+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:16.958341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893807+0000","last_change":"2024-09-21T07:26:10.887665+0000","last_active":"2024-09-21T07:26:10.893807+0000","last_peered":"2024-09-21T07:26:10.893807+0000","last_clean":"2024-09-21T07:26:10.893807+0000","last_became_active":"2024-09-21T07:26:10.886742+0000","last_became_peered":"2024-09-21T07:26:10.886742+0000","last_unstale":"2024-09-21T07:26:10.893807+0000","last_undegraded":"2024-09-21T07:26:10.893807+0000","last_fullsized":"2024-09-21T07:26:10.893807+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:23:57.224587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.870427+0000","last_change":"2024-09-21T07:26:09.894372+0000","last_active":"2024-09-21T07:26:10.870427+0000","last_peered":"2024-09-21T07:26:10.870427+0000","last_clean":"2024-09-21T07:26:10.870427+0000","last_became_active":"2024-09-21T07:26:09.893329+0000","last_became_peered":"2024-09-21T07:26:09.893329+0000","last_unstale":"2024-09-21T07:26:10.870427+0000","last_undegraded":"2024-09-21T07:26:10.870427+0000","last_fullsized":"2024-09-21T07:26:10.870427+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.881440+0000","last_change":"2024-09-21T07:26:09.881440+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.881440+0000","last_undegraded":"2024-09-21T07:26:09.881440+0000","last_fullsized":"2024-09-21T07:26:09.881440+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.881756+0000","last_change":"2024-09-21T07:26:09.904971+0000","last_active":"2024-09-21T07:26:10.881756+0000","last_peered":"2024-09-21T07:26:10.881756+0000","last_clean":"2024-09-21T07:26:10.881756+0000","last_became_active":"2024-09-21T07:26:09.904501+0000","last_became_peered":"2024-09-21T07:26:09.904501+0000","last_unstale":"2024-09-21T07:26:10.881756+0000","last_undegraded":"2024-09-21T07:26:10.881756+0000","last_fullsized":"2024-09-21T07:26:10.881756+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908454+0000","last_change":"2024-09-21T07:26:10.888881+0000","last_active":"2024-09-21T07:26:10.908454+0000","last_peered":"2024-09-21T07:26:10.908454+0000","last_clean":"2024-09-21T07:26:10.908454+0000","last_became_active":"2024-09-21T07:26:10.888052+0000","last_became_peered":"2024-09-21T07:26:10.888052+0000","last_unstale":"2024-09-21T07:26:10.908454+0000","last_undegraded":"2024-09-21T07:26:10.908454+0000","last_fullsized":"2024-09-21T07:26:10.908454+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:23.692954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.917984+0000","last_change":"2024-09-21T07:26:09.914644+0000","last_active":"2024-09-21T07:26:09.917984+0000","last_peered":"2024-09-21T07:26:09.917984+0000","last_clean":"2024-09-21T07:26:09.917984+0000","last_became_active":"2024-09-21T07:26:09.913832+0000","last_became_peered":"2024-09-21T07:26:09.913832+0000","last_unstale":"2024-09-21T07:26:09.917984+0000","last_undegraded":"2024-09-21T07:26:09.917984+0000","last_fullsized":"2024-09-21T07:26:09.917984+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.892064+0000","last_change":"2024-09-21T07:26:09.892064+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.892064+0000","last_undegraded":"2024-09-21T07:26:09.892064+0000","last_fullsized":"2024-09-21T07:26:09.892064+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.867690+0000","last_change":"2024-09-21T07:26:09.889324+0000","last_active":"2024-09-21T07:26:10.867690+0000","last_peered":"2024-09-21T07:26:10.867690+0000","last_clean":"2024-09-21T07:26:10.867690+0000","last_became_active":"2024-09-21T07:26:09.888854+0000","last_became_peered":"2024-09-21T07:26:09.888854+0000","last_unstale":"2024-09-21T07:26:10.867690+0000","last_undegraded":"2024-09-21T07:26:10.867690+0000","last_fullsized":"2024-09-21T07:26:10.867690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:47:14.398701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.884116+0000","last_change":"2024-09-21T07:26:10.884116+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.884116+0000","last_undegraded":"2024-09-21T07:26:10.884116+0000","last_fullsized":"2024-09-21T07:26:10.884116+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880347+0000","last_change":"2024-09-21T07:26:09.890539+0000","last_active":"2024-09-21T07:26:10.880347+0000","last_peered":"2024-09-21T07:26:10.880347+0000","last_clean":"2024-09-21T07:26:10.880347+0000","last_became_active":"2024-09-21T07:26:09.888938+0000","last_became_peered":"2024-09-21T07:26:09.888938+0000","last_unstale":"2024-09-21T07:26:10.880347+0000","last_undegraded":"2024-09-21T07:26:10.880347+0000","last_fullsized":"2024-09-21T07:26:10.880347+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:04:08.980144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872360+0000","last_change":"2024-09-21T07:26:10.872360+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872360+0000","last_undegraded":"2024-09-21T07:26:10.872360+0000","last_fullsized":"2024-09-21T07:26:10.872360+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.911646+0000","last_change":"2024-09-21T07:26:09.904957+0000","last_active":"2024-09-21T07:26:09.911646+0000","last_peered":"2024-09-21T07:26:09.911646+0000","last_clean":"2024-09-21T07:26:09.911646+0000","last_became_active":"2024-09-21T07:26:09.904092+0000","last_became_peered":"2024-09-21T07:26:09.904092+0000","last_unstale":"2024-09-21T07:26:09.911646+0000","last_undegraded":"2024-09-21T07:26:09.911646+0000","last_fullsized":"2024-09-21T07:26:09.911646+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:22.353836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907811+0000","last_change":"2024-09-21T07:26:10.887375+0000","last_active":"2024-09-21T07:26:10.907811+0000","last_peered":"2024-09-21T07:26:10.907811+0000","last_clean":"2024-09-21T07:26:10.907811+0000","last_became_active":"2024-09-21T07:26:10.887099+0000","last_became_peered":"2024-09-21T07:26:10.887099+0000","last_unstale":"2024-09-21T07:26:10.907811+0000","last_undegraded":"2024-09-21T07:26:10.907811+0000","last_fullsized":"2024-09-21T07:26:10.907811+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.437518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.882223+0000","last_change":"2024-09-21T07:26:09.889789+0000","last_active":"2024-09-21T07:26:10.882223+0000","last_peered":"2024-09-21T07:26:10.882223+0000","last_clean":"2024-09-21T07:26:10.882223+0000","last_became_active":"2024-09-21T07:26:09.888979+0000","last_became_peered":"2024-09-21T07:26:09.888979+0000","last_unstale":"2024-09-21T07:26:10.882223+0000","last_undegraded":"2024-09-21T07:26:10.882223+0000","last_fullsized":"2024-09-21T07:26:10.882223+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:16.871176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.880665+0000","last_change":"2024-09-21T07:26:09.880665+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.880665+0000","last_undegraded":"2024-09-21T07:26:09.880665+0000","last_fullsized":"2024-09-21T07:26:09.880665+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873577+0000","last_change":"2024-09-21T07:26:09.898947+0000","last_active":"2024-09-21T07:26:10.873577+0000","last_peered":"2024-09-21T07:26:10.873577+0000","last_clean":"2024-09-21T07:26:10.873577+0000","last_became_active":"2024-09-21T07:26:09.898386+0000","last_became_peered":"2024-09-21T07:26:09.898386+0000","last_unstale":"2024-09-21T07:26:10.873577+0000","last_undegraded":"2024-09-21T07:26:10.873577+0000","last_fullsized":"2024-09-21T07:26:10.873577+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:42.870502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.867598+0000","last_change":"2024-09-21T07:26:10.867598+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.867598+0000","last_undegraded":"2024-09-21T07:26:10.867598+0000","last_fullsized":"2024-09-21T07:26:10.867598+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.868476+0000","last_change":"2024-09-21T07:26:09.889787+0000","last_active":"2024-09-21T07:26:10.868476+0000","last_peered":"2024-09-21T07:26:10.868476+0000","last_clean":"2024-09-21T07:26:10.868476+0000","last_became_active":"2024-09-21T07:26:09.889451+0000","last_became_peered":"2024-09-21T07:26:09.889451+0000","last_unstale":"2024-09-21T07:26:10.868476+0000","last_undegraded":"2024-09-21T07:26:10.868476+0000","last_fullsized":"2024-09-21T07:26:10.868476+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:41.634408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892030+0000","last_change":"2024-09-21T07:26:10.889885+0000","last_active":"2024-09-21T07:26:10.892030+0000","last_peered":"2024-09-21T07:26:10.892030+0000","last_clean":"2024-09-21T07:26:10.892030+0000","last_became_active":"2024-09-21T07:26:10.889244+0000","last_became_peered":"2024-09-21T07:26:10.889244+0000","last_unstale":"2024-09-21T07:26:10.892030+0000","last_undegraded":"2024-09-21T07:26:10.892030+0000","last_fullsized":"2024-09-21T07:26:10.892030+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:17.942890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.876351+0000","last_change":"2024-09-21T07:26:09.878992+0000","last_active":"2024-09-21T07:26:10.876351+0000","last_peered":"2024-09-21T07:26:10.876351+0000","last_clean":"2024-09-21T07:26:10.876351+0000","last_became_active":"2024-09-21T07:26:09.877881+0000","last_became_peered":"2024-09-21T07:26:09.877881+0000","last_unstale":"2024-09-21T07:26:10.876351+0000","last_undegraded":"2024-09-21T07:26:10.876351+0000","last_fullsized":"2024-09-21T07:26:10.876351+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881366+0000","last_change":"2024-09-21T07:26:10.881366+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881366+0000","last_undegraded":"2024-09-21T07:26:10.881366+0000","last_fullsized":"2024-09-21T07:26:10.881366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869119+0000","last_change":"2024-09-21T07:26:09.896938+0000","last_active":"2024-09-21T07:26:10.869119+0000","last_peered":"2024-09-21T07:26:10.869119+0000","last_clean":"2024-09-21T07:26:10.869119+0000","last_became_active":"2024-09-21T07:26:09.895856+0000","last_became_peered":"2024-09-21T07:26:09.895856+0000","last_unstale":"2024-09-21T07:26:10.869119+0000","last_undegraded":"2024-09-21T07:26:10.869119+0000","last_fullsized":"2024-09-21T07:26:10.869119+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.887451+0000","last_change":"2024-09-21T07:26:09.887451+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.887451+0000","last_undegraded":"2024-09-21T07:26:09.887451+0000","last_fullsized":"2024-09-21T07:26:09.887451+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879644+0000","last_change":"2024-09-21T07:26:09.901824+0000","last_active":"2024-09-21T07:26:10.879644+0000","last_peered":"2024-09-21T07:26:10.879644+0000","last_clean":"2024-09-21T07:26:10.879644+0000","last_became_active":"2024-09-21T07:26:09.901428+0000","last_became_peered":"2024-09-21T07:26:09.901428+0000","last_unstale":"2024-09-21T07:26:10.879644+0000","last_undegraded":"2024-09-21T07:26:10.879644+0000","last_fullsized":"2024-09-21T07:26:10.879644+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:51:39.772708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907971+0000","last_change":"2024-09-21T07:26:10.887958+0000","last_active":"2024-09-21T07:26:10.907971+0000","last_peered":"2024-09-21T07:26:10.907971+0000","last_clean":"2024-09-21T07:26:10.907971+0000","last_became_active":"2024-09-21T07:26:10.887544+0000","last_became_peered":"2024-09-21T07:26:10.887544+0000","last_unstale":"2024-09-21T07:26:10.907971+0000","last_undegraded":"2024-09-21T07:26:10.907971+0000","last_fullsized":"2024-09-21T07:26:10.907971+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:51.448318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880685+0000","last_change":"2024-09-21T07:26:09.894983+0000","last_active":"2024-09-21T07:26:10.880685+0000","last_peered":"2024-09-21T07:26:10.880685+0000","last_clean":"2024-09-21T07:26:10.880685+0000","last_became_active":"2024-09-21T07:26:09.893462+0000","last_became_peered":"2024-09-21T07:26:09.893462+0000","last_unstale":"2024-09-21T07:26:10.880685+0000","last_undegraded":"2024-09-21T07:26:10.880685+0000","last_fullsized":"2024-09-21T07:26:10.880685+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:58.243329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.875426+0000","last_change":"2024-09-21T07:26:10.875426+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.875426+0000","last_undegraded":"2024-09-21T07:26:10.875426+0000","last_fullsized":"2024-09-21T07:26:10.875426+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869806+0000","last_change":"2024-09-21T07:26:09.902825+0000","last_active":"2024-09-21T07:26:10.869806+0000","last_peered":"2024-09-21T07:26:10.869806+0000","last_clean":"2024-09-21T07:26:10.869806+0000","last_became_active":"2024-09-21T07:26:09.901994+0000","last_became_peered":"2024-09-21T07:26:09.901994+0000","last_unstale":"2024-09-21T07:26:10.869806+0000","last_undegraded":"2024-09-21T07:26:10.869806+0000","last_fullsized":"2024-09-21T07:26:10.869806+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.868043+0000","last_change":"2024-09-21T07:26:10.868043+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.868043+0000","last_undegraded":"2024-09-21T07:26:10.868043+0000","last_fullsized":"2024-09-21T07:26:10.868043+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.874190+0000","last_change":"2024-09-21T07:26:09.909449+0000","last_active":"2024-09-21T07:26:10.874190+0000","last_peered":"2024-09-21T07:26:10.874190+0000","last_clean":"2024-09-21T07:26:10.874190+0000","last_became_active":"2024-09-21T07:26:09.909067+0000","last_became_peered":"2024-09-21T07:26:09.909067+0000","last_unstale":"2024-09-21T07:26:10.874190+0000","last_undegraded":"2024-09-21T07:26:10.874190+0000","last_fullsized":"2024-09-21T07:26:10.874190+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:03.441383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.894969+0000","last_change":"2024-09-21T07:26:10.885696+0000","last_active":"2024-09-21T07:26:10.894969+0000","last_peered":"2024-09-21T07:26:10.894969+0000","last_clean":"2024-09-21T07:26:10.894969+0000","last_became_active":"2024-09-21T07:26:10.883295+0000","last_became_peered":"2024-09-21T07:26:10.883295+0000","last_unstale":"2024-09-21T07:26:10.894969+0000","last_undegraded":"2024-09-21T07:26:10.894969+0000","last_fullsized":"2024-09-21T07:26:10.894969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:50.431299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.883278+0000","last_change":"2024-09-21T07:26:09.910819+0000","last_active":"2024-09-21T07:26:10.883278+0000","last_peered":"2024-09-21T07:26:10.883278+0000","last_clean":"2024-09-21T07:26:10.883278+0000","last_became_active":"2024-09-21T07:26:09.904831+0000","last_became_peered":"2024-09-21T07:26:09.904831+0000","last_unstale":"2024-09-21T07:26:10.883278+0000","last_undegraded":"2024-09-21T07:26:10.883278+0000","last_fullsized":"2024-09-21T07:26:10.883278+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.889901+0000","last_change":"2024-09-21T07:26:10.889901+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.889901+0000","last_undegraded":"2024-09-21T07:26:10.889901+0000","last_fullsized":"2024-09-21T07:26:10.889901+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879719+0000","last_change":"2024-09-21T07:26:09.894811+0000","last_active":"2024-09-21T07:26:10.879719+0000","last_peered":"2024-09-21T07:26:10.879719+0000","last_clean":"2024-09-21T07:26:10.879719+0000","last_became_active":"2024-09-21T07:26:09.894336+0000","last_became_peered":"2024-09-21T07:26:09.894336+0000","last_unstale":"2024-09-21T07:26:10.879719+0000","last_undegraded":"2024-09-21T07:26:10.879719+0000","last_fullsized":"2024-09-21T07:26:10.879719+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.956166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.888036+0000","last_change":"2024-09-21T07:26:10.885157+0000","last_active":"2024-09-21T07:26:10.888036+0000","last_peered":"2024-09-21T07:26:10.888036+0000","last_clean":"2024-09-21T07:26:10.888036+0000","last_became_active":"2024-09-21T07:26:10.884687+0000","last_became_peered":"2024-09-21T07:26:10.884687+0000","last_unstale":"2024-09-21T07:26:10.888036+0000","last_undegraded":"2024-09-21T07:26:10.888036+0000","last_fullsized":"2024-09-21T07:26:10.888036+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:42.452692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.917617+0000","last_change":"2024-09-21T07:26:09.914679+0000","last_active":"2024-09-21T07:26:09.917617+0000","last_peered":"2024-09-21T07:26:09.917617+0000","last_clean":"2024-09-21T07:26:09.917617+0000","last_became_active":"2024-09-21T07:26:09.913900+0000","last_became_peered":"2024-09-21T07:26:09.913900+0000","last_unstale":"2024-09-21T07:26:09.917617+0000","last_undegraded":"2024-09-21T07:26:09.917617+0000","last_fullsized":"2024-09-21T07:26:09.917617+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.879923+0000","last_change":"2024-09-21T07:26:09.879923+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.879923+0000","last_undegraded":"2024-09-21T07:26:09.879923+0000","last_fullsized":"2024-09-21T07:26:09.879923+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.878175+0000","last_change":"2024-09-21T07:26:09.893784+0000","last_active":"2024-09-21T07:26:10.878175+0000","last_peered":"2024-09-21T07:26:10.878175+0000","last_clean":"2024-09-21T07:26:10.878175+0000","last_became_active":"2024-09-21T07:26:09.893152+0000","last_became_peered":"2024-09-21T07:26:09.893152+0000","last_unstale":"2024-09-21T07:26:10.878175+0000","last_undegraded":"2024-09-21T07:26:10.878175+0000","last_fullsized":"2024-09-21T07:26:10.878175+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907512+0000","last_change":"2024-09-21T07:26:10.907400+0000","last_active":"2024-09-21T07:26:10.907512+0000","last_peered":"2024-09-21T07:26:10.907512+0000","last_clean":"2024-09-21T07:26:10.907512+0000","last_became_active":"2024-09-21T07:26:10.907006+0000","last_became_peered":"2024-09-21T07:26:10.907006+0000","last_unstale":"2024-09-21T07:26:10.907512+0000","last_undegraded":"2024-09-21T07:26:10.907512+0000","last_fullsized":"2024-09-21T07:26:10.907512+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:17:44.373171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.911609+0000","last_change":"2024-09-21T07:26:09.909430+0000","last_active":"2024-09-21T07:26:09.911609+0000","last_peered":"2024-09-21T07:26:09.911609+0000","last_clean":"2024-09-21T07:26:09.911609+0000","last_became_active":"2024-09-21T07:26:09.908778+0000","last_became_peered":"2024-09-21T07:26:09.908778+0000","last_unstale":"2024-09-21T07:26:09.911609+0000","last_undegraded":"2024-09-21T07:26:09.911609+0000","last_fullsized":"2024-09-21T07:26:09.911609+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:24.097358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908058+0000","last_change":"2024-09-21T07:26:10.887369+0000","last_active":"2024-09-21T07:26:10.908058+0000","last_peered":"2024-09-21T07:26:10.908058+0000","last_clean":"2024-09-21T07:26:10.908058+0000","last_became_active":"2024-09-21T07:26:10.886949+0000","last_became_peered":"2024-09-21T07:26:10.886949+0000","last_unstale":"2024-09-21T07:26:10.908058+0000","last_undegraded":"2024-09-21T07:26:10.908058+0000","last_fullsized":"2024-09-21T07:26:10.908058+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:08:09.324214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873166+0000","last_change":"2024-09-21T07:26:09.885396+0000","last_active":"2024-09-21T07:26:10.873166+0000","last_peered":"2024-09-21T07:26:10.873166+0000","last_clean":"2024-09-21T07:26:10.873166+0000","last_became_active":"2024-09-21T07:26:09.884510+0000","last_became_peered":"2024-09-21T07:26:09.884510+0000","last_unstale":"2024-09-21T07:26:10.873166+0000","last_undegraded":"2024-09-21T07:26:10.873166+0000","last_fullsized":"2024-09-21T07:26:10.873166+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:49.427189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872490+0000","last_change":"2024-09-21T07:26:10.872490+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872490+0000","last_undegraded":"2024-09-21T07:26:10.872490+0000","last_fullsized":"2024-09-21T07:26:10.872490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879604+0000","last_change":"2024-09-21T07:26:09.902842+0000","last_active":"2024-09-21T07:26:10.879604+0000","last_peered":"2024-09-21T07:26:10.879604+0000","last_clean":"2024-09-21T07:26:10.879604+0000","last_became_active":"2024-09-21T07:26:09.902440+0000","last_became_peered":"2024-09-21T07:26:09.902440+0000","last_unstale":"2024-09-21T07:26:10.879604+0000","last_undegraded":"2024-09-21T07:26:10.879604+0000","last_fullsized":"2024-09-21T07:26:10.879604+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:23.313378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.888986+0000","last_change":"2024-09-21T07:26:10.888707+0000","last_active":"2024-09-21T07:26:10.888986+0000","last_peered":"2024-09-21T07:26:10.888986+0000","last_clean":"2024-09-21T07:26:10.888986+0000","last_became_active":"2024-09-21T07:26:10.887875+0000","last_became_peered":"2024-09-21T07:26:10.887875+0000","last_unstale":"2024-09-21T07:26:10.888986+0000","last_undegraded":"2024-09-21T07:26:10.888986+0000","last_fullsized":"2024-09-21T07:26:10.888986+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:25.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873866+0000","last_change":"2024-09-21T07:26:09.891060+0000","last_active":"2024-09-21T07:26:10.873866+0000","last_peered":"2024-09-21T07:26:10.873866+0000","last_clean":"2024-09-21T07:26:10.873866+0000","last_became_active":"2024-09-21T07:26:09.890545+0000","last_became_peered":"2024-09-21T07:26:09.890545+0000","last_unstale":"2024-09-21T07:26:10.873866+0000","last_undegraded":"2024-09-21T07:26:10.873866+0000","last_fullsized":"2024-09-21T07:26:10.873866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:04.212092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.873336+0000","last_change":"2024-09-21T07:26:10.873336+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.873336+0000","last_undegraded":"2024-09-21T07:26:10.873336+0000","last_fullsized":"2024-09-21T07:26:10.873336+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869845+0000","last_change":"2024-09-21T07:26:09.891491+0000","last_active":"2024-09-21T07:26:10.869845+0000","last_peered":"2024-09-21T07:26:10.869845+0000","last_clean":"2024-09-21T07:26:10.869845+0000","last_became_active":"2024-09-21T07:26:09.890668+0000","last_became_peered":"2024-09-21T07:26:09.890668+0000","last_unstale":"2024-09-21T07:26:10.869845+0000","last_undegraded":"2024-09-21T07:26:10.869845+0000","last_fullsized":"2024-09-21T07:26:10.869845+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":151,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880379+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:26:10.880379+0000","last_peered":"2024-09-21T07:26:10.880379+0000","last_clean":"2024-09-21T07:26:10.880379+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:26:10.880379+0000","last_undegraded":"2024-09-21T07:26:10.880379+0000","last_fullsized":"2024-09-21T07:26:10.880379+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":786353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27504,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344336,"statfs":{"total":96636764160,"available":96608600064,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":786353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:26:15.991 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3f is not active+clean 2024-09-21T07:26:15.991 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:26:09.886844+0000', 'last_change': '2024-09-21T07:26:09.886844+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:09.886844+0000', 'last_undegraded': '2024-09-21T07:26:09.886844+0000', 'last_fullsized': '2024-09-21T07:26:09.886844+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3e is not active+clean 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.868776+0000', 'last_change': '2024-09-21T07:26:10.868776+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.868776+0000', 'last_undegraded': '2024-09-21T07:26:10.868776+0000', 'last_fullsized': '2024-09-21T07:26:10.868776+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': ['5', '0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3c is not active+clean 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3c', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.880950+0000', 'last_change': '2024-09-21T07:26:10.880950+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.880950+0000', 'last_undegraded': '2024-09-21T07:26:10.880950+0000', 'last_fullsized': '2024-09-21T07:26:10.880950+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': ['0', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3a is not active+clean 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3a', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.878282+0000', 'last_change': '2024-09-21T07:26:10.878282+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.878282+0000', 'last_undegraded': '2024-09-21T07:26:10.878282+0000', 'last_fullsized': '2024-09-21T07:26:10.878282+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': ['3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:PG 7.39 is not active+clean 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:26:09.893301+0000', 'last_change': '2024-09-21T07:26:09.893301+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:09.893301+0000', 'last_undegraded': '2024-09-21T07:26:09.893301+0000', 'last_fullsized': '2024-09-21T07:26:09.893301+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:26:15.992 INFO:tasks.ceph.ceph_manager.ceph:PG 7.38 is not active+clean 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.38', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.888149+0000', 'last_change': '2024-09-21T07:26:10.888149+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.888149+0000', 'last_undegraded': '2024-09-21T07:26:10.888149+0000', 'last_fullsized': '2024-09-21T07:26:10.888149+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': ['0', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:PG 7.36 is not active+clean 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.36', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.881336+0000', 'last_change': '2024-09-21T07:26:10.881336+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.881336+0000', 'last_undegraded': '2024-09-21T07:26:10.881336+0000', 'last_fullsized': '2024-09-21T07:26:10.881336+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': ['0', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:PG 7.30 is not active+clean 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.30', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.882170+0000', 'last_change': '2024-09-21T07:26:10.882170+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.882170+0000', 'last_undegraded': '2024-09-21T07:26:10.882170+0000', 'last_fullsized': '2024-09-21T07:26:10.882170+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': ['6', '0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2d is not active+clean 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:26:09.886134+0000', 'last_change': '2024-09-21T07:26:09.886134+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:09.886134+0000', 'last_undegraded': '2024-09-21T07:26:09.886134+0000', 'last_fullsized': '2024-09-21T07:26:09.886134+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2b is not active+clean 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2b', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.876567+0000', 'last_change': '2024-09-21T07:26:10.876567+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.876567+0000', 'last_undegraded': '2024-09-21T07:26:10.876567+0000', 'last_fullsized': '2024-09-21T07:26:10.876567+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': ['3', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2a is not active+clean 2024-09-21T07:26:15.993 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2a', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.877314+0000', 'last_change': '2024-09-21T07:26:10.877314+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.877314+0000', 'last_undegraded': '2024-09-21T07:26:10.877314+0000', 'last_fullsized': '2024-09-21T07:26:10.877314+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': ['0', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:PG 7.29 is not active+clean 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.29', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.881508+0000', 'last_change': '2024-09-21T07:26:10.881508+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.881508+0000', 'last_undegraded': '2024-09-21T07:26:10.881508+0000', 'last_fullsized': '2024-09-21T07:26:10.881508+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': ['6', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:PG 7.28 is not active+clean 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.28', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.881147+0000', 'last_change': '2024-09-21T07:26:10.881147+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.881147+0000', 'last_undegraded': '2024-09-21T07:26:10.881147+0000', 'last_fullsized': '2024-09-21T07:26:10.881147+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': ['6', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:PG 7.27 is not active+clean 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.27', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.891958+0000', 'last_change': '2024-09-21T07:26:10.891958+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.891958+0000', 'last_undegraded': '2024-09-21T07:26:10.891958+0000', 'last_fullsized': '2024-09-21T07:26:10.891958+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': ['6', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:PG 7.23 is not active+clean 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.23', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.888608+0000', 'last_change': '2024-09-21T07:26:10.888608+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.888608+0000', 'last_undegraded': '2024-09-21T07:26:10.888608+0000', 'last_fullsized': '2024-09-21T07:26:10.888608+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': ['6', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:PG 7.22 is not active+clean 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.871609+0000', 'last_change': '2024-09-21T07:26:10.871609+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.871609+0000', 'last_undegraded': '2024-09-21T07:26:10.871609+0000', 'last_fullsized': '2024-09-21T07:26:10.871609+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': ['4', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T07:26:15.994 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1e is not active+clean 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.876224+0000', 'last_change': '2024-09-21T07:26:10.876224+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.876224+0000', 'last_undegraded': '2024-09-21T07:26:10.876224+0000', 'last_fullsized': '2024-09-21T07:26:10.876224+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': ['1', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1f is not active+clean 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.890932+0000', 'last_change': '2024-09-21T07:26:10.890932+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.890932+0000', 'last_undegraded': '2024-09-21T07:26:10.890932+0000', 'last_fullsized': '2024-09-21T07:26:10.890932+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': ['6', '4'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1d is not active+clean 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.875760+0000', 'last_change': '2024-09-21T07:26:10.875760+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.875760+0000', 'last_undegraded': '2024-09-21T07:26:10.875760+0000', 'last_fullsized': '2024-09-21T07:26:10.875760+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': ['1', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1a is not active+clean 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.870694+0000', 'last_change': '2024-09-21T07:26:10.870694+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.870694+0000', 'last_undegraded': '2024-09-21T07:26:10.870694+0000', 'last_fullsized': '2024-09-21T07:26:10.870694+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': ['4', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:PG 7.18 is not active+clean 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.18', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.872304+0000', 'last_change': '2024-09-21T07:26:10.872304+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.872304+0000', 'last_undegraded': '2024-09-21T07:26:10.872304+0000', 'last_fullsized': '2024-09-21T07:26:10.872304+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': ['0', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:PG 7.19 is not active+clean 2024-09-21T07:26:15.995 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.882601+0000', 'last_change': '2024-09-21T07:26:10.882601+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.882601+0000', 'last_undegraded': '2024-09-21T07:26:10.882601+0000', 'last_fullsized': '2024-09-21T07:26:10.882601+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': ['6', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:PG 7.17 is not active+clean 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:26:09.881440+0000', 'last_change': '2024-09-21T07:26:09.881440+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:09.881440+0000', 'last_undegraded': '2024-09-21T07:26:09.881440+0000', 'last_fullsized': '2024-09-21T07:26:09.881440+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:PG 7.15 is not active+clean 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:26:09.892064+0000', 'last_change': '2024-09-21T07:26:09.892064+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:09.892064+0000', 'last_undegraded': '2024-09-21T07:26:09.892064+0000', 'last_fullsized': '2024-09-21T07:26:09.892064+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:PG 7.12 is not active+clean 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.884116+0000', 'last_change': '2024-09-21T07:26:10.884116+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.884116+0000', 'last_undegraded': '2024-09-21T07:26:10.884116+0000', 'last_fullsized': '2024-09-21T07:26:10.884116+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': ['6', '0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:PG 7.13 is not active+clean 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.872360+0000', 'last_change': '2024-09-21T07:26:10.872360+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.872360+0000', 'last_undegraded': '2024-09-21T07:26:10.872360+0000', 'last_fullsized': '2024-09-21T07:26:10.872360+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': ['0', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:PG 7.11 is not active+clean 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:26:09.880665+0000', 'last_change': '2024-09-21T07:26:09.880665+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:09.880665+0000', 'last_undegraded': '2024-09-21T07:26:09.880665+0000', 'last_fullsized': '2024-09-21T07:26:09.880665+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:26:15.996 INFO:tasks.ceph.ceph_manager.ceph:PG 7.e is not active+clean 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.e', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.867598+0000', 'last_change': '2024-09-21T07:26:10.867598+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.867598+0000', 'last_undegraded': '2024-09-21T07:26:10.867598+0000', 'last_fullsized': '2024-09-21T07:26:10.867598+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': ['2', '5'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:PG 7.c is not active+clean 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.881366+0000', 'last_change': '2024-09-21T07:26:10.881366+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.881366+0000', 'last_undegraded': '2024-09-21T07:26:10.881366+0000', 'last_fullsized': '2024-09-21T07:26:10.881366+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': ['6', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:PG 7.d is not active+clean 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:26:09.887451+0000', 'last_change': '2024-09-21T07:26:09.887451+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:09.887451+0000', 'last_undegraded': '2024-09-21T07:26:09.887451+0000', 'last_fullsized': '2024-09-21T07:26:09.887451+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:PG 7.b is not active+clean 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.875426+0000', 'last_change': '2024-09-21T07:26:10.875426+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.875426+0000', 'last_undegraded': '2024-09-21T07:26:10.875426+0000', 'last_fullsized': '2024-09-21T07:26:10.875426+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': ['1', '5'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:PG 7.8 is not active+clean 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.8', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.868043+0000', 'last_change': '2024-09-21T07:26:10.868043+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.868043+0000', 'last_undegraded': '2024-09-21T07:26:10.868043+0000', 'last_fullsized': '2024-09-21T07:26:10.868043+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': ['2', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:PG 7.7 is not active+clean 2024-09-21T07:26:15.997 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.889901+0000', 'last_change': '2024-09-21T07:26:10.889901+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.889901+0000', 'last_undegraded': '2024-09-21T07:26:10.889901+0000', 'last_fullsized': '2024-09-21T07:26:10.889901+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': ['6', '0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T07:26:15.998 INFO:tasks.ceph.ceph_manager.ceph:PG 7.5 is not active+clean 2024-09-21T07:26:15.998 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-09-21T07:26:09.879923+0000', 'last_change': '2024-09-21T07:26:09.879923+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:09.879923+0000', 'last_undegraded': '2024-09-21T07:26:09.879923+0000', 'last_fullsized': '2024-09-21T07:26:09.879923+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T07:26:15.998 INFO:tasks.ceph.ceph_manager.ceph:PG 7.0 is not active+clean 2024-09-21T07:26:15.998 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.872490+0000', 'last_change': '2024-09-21T07:26:10.872490+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.872490+0000', 'last_undegraded': '2024-09-21T07:26:10.872490+0000', 'last_fullsized': '2024-09-21T07:26:10.872490+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': ['5', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T07:26:15.998 INFO:tasks.ceph.ceph_manager.ceph:PG 7.6 is not active+clean 2024-09-21T07:26:15.998 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.6', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 43, 'state': 'creating+activating', 'last_fresh': '2024-09-21T07:26:10.873336+0000', 'last_change': '2024-09-21T07:26:10.873336+0000', 'last_active': '2024-09-21T07:26:09.846427+0000', 'last_peered': '2024-09-21T07:26:09.846427+0000', 'last_clean': '2024-09-21T07:26:09.846427+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T07:26:10.873336+0000', 'last_undegraded': '2024-09-21T07:26:10.873336+0000', 'last_fullsized': '2024-09-21T07:26:10.873336+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'last_clean_scrub_stamp': '2024-09-21T07:26:09.846427+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': ['0', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T07:26:15.998 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T07:26:16.090 INFO:tasks.ceph.mds.c.smithi006.stderr:2024-09-21T07:26:16.083+0000 7f5bfaaec640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:26:16.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 -- 172.21.15.6:0/3310433282 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 msgr2=0x7fbf30073df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/3310433282 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 0x7fbf30073df0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fbf300cfbb0 tx=0x7fbf2001cba0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 -- 172.21.15.6:0/3310433282 shutdown_connections 2024-09-21T07:26:16.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/3310433282 >> v2:172.21.15.145:3300/0 conn(0x7fbf30074330 0x7fbf300c6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/3310433282 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 0x7fbf30073df0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 -- 172.21.15.6:0/3310433282 >> 172.21.15.6:0/3310433282 conn(0x7fbf300cdbb0 msgr2=0x7fbf300cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:16.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 -- 172.21.15.6:0/3310433282 shutdown_connections 2024-09-21T07:26:16.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 -- 172.21.15.6:0/3310433282 wait complete. 2024-09-21T07:26:16.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 Processor -- start 2024-09-21T07:26:16.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.183+0000 7fbf36cb6640 1 -- start start 2024-09-21T07:26:16.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf30074330 0x7fbf30143690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:16.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf300c7470 0x7fbf30159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:16.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 0x7fbf3006cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:16.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbf30169390 con 0x7fbf300d0c80 2024-09-21T07:26:16.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbf30169210 con 0x7fbf300c7470 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbf30169510 con 0x7fbf30074330 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 0x7fbf3006cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 0x7fbf3006cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55460/0 (socket says 172.21.15.6:55460) 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 -- 172.21.15.6:0/2063233938 learned_addr learned my addr 172.21.15.6:0/2063233938 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf34a52640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf30074330 0x7fbf30143690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf2ffff640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf300c7470 0x7fbf30159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 -- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf30074330 msgr2=0x7fbf30143690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf30074330 0x7fbf30143690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 -- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf300c7470 msgr2=0x7fbf30159000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf300c7470 0x7fbf30159000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 -- 172.21.15.6:0/2063233938 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf301f73e0 con 0x7fbf300d0c80 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf35253640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 0x7fbf3006cde0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fbf2800b4c0 tx=0x7fbf2800b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:16.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf2d7fa640 1 -- 172.21.15.6:0/2063233938 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf28015020 con 0x7fbf300d0c80 2024-09-21T07:26:16.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf2d7fa640 1 -- 172.21.15.6:0/2063233938 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf28011920 con 0x7fbf300d0c80 2024-09-21T07:26:16.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf2d7fa640 1 -- 172.21.15.6:0/2063233938 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf28011d70 con 0x7fbf300d0c80 2024-09-21T07:26:16.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf301f76c0 con 0x7fbf300d0c80 2024-09-21T07:26:16.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf301f7c80 con 0x7fbf300d0c80 2024-09-21T07:26:16.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf300c6f30 con 0x7fbf300d0c80 2024-09-21T07:26:16.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.187+0000 7fbf2d7fa640 1 -- 172.21.15.6:0/2063233938 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbf28018020 con 0x7fbf300d0c80 2024-09-21T07:26:16.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.191+0000 7fbf2d7fa640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf1c073200 0x7fbf1c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:16.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.191+0000 7fbf2d7fa640 1 -- 172.21.15.6:0/2063233938 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fbf28094490 con 0x7fbf300d0c80 2024-09-21T07:26:16.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.191+0000 7fbf34a52640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf1c073200 0x7fbf1c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:16.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.191+0000 7fbf34a52640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf1c073200 0x7fbf1c075710 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbf200af000 tx=0x7fbf2001b3e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:16.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.195+0000 7fbf2d7fa640 1 -- 172.21.15.6:0/2063233938 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbf2801f020 con 0x7fbf300d0c80 2024-09-21T07:26:16.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.423+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fbf300cc2c0 con 0x7fbf300d0c80 2024-09-21T07:26:16.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.423+0000 7fbf2d7fa640 1 -- 172.21.15.6:0/2063233938 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1606 (secure 0 0 0) 0x7fbf2805f590 con 0x7fbf300d0c80 2024-09-21T07:26:16.430 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:16.430 INFO:teuthology.orchestra.run.smithi006.stdout:{"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":6,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":121,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":44,"num_osds":8,"num_up_osds":8,"osd_up_since":1726903470,"num_in_osds":8,"osd_in_since":1726903459,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":61},{"state_name":"creating+activating","count":28},{"state_name":"creating+peering","count":8}],"num_pgs":97,"num_pools":3,"num_objects":7,"data_bytes":590984,"bytes_used":226557952,"bytes_avail":772867555328,"bytes_total":773094113280,"inactive_pgs_ratio":0.37113401293754578,"write_bytes_sec":1364,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":25,"btime":"2024-09-21T07:26:13:931384+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":5265}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-21T07:25:58.864077+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf1c073200 msgr2=0x7fbf1c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf1c073200 0x7fbf1c075710 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbf200af000 tx=0x7fbf2001b3e0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 msgr2=0x7fbf3006cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 0x7fbf3006cde0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fbf2800b4c0 tx=0x7fbf2800b980 comp rx=0 tx=0).stop 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 shutdown_connections 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf1c073200 0x7fbf1c075710 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf300d0c80 0x7fbf3006cde0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf300c7470 0x7fbf30159000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 --2- 172.21.15.6:0/2063233938 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf30074330 0x7fbf30143690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 >> 172.21.15.6:0/2063233938 conn(0x7fbf300cdbb0 msgr2=0x7fbf3015fd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 shutdown_connections 2024-09-21T07:26:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.427+0000 7fbf36cb6640 1 -- 172.21.15.6:0/2063233938 wait complete. 2024-09-21T07:26:16.451 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T07:26:16.451 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:26:16.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.591+0000 7fc8194f6640 1 -- 172.21.15.6:0/3515809324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140b5260 msgr2=0x7fc8140707d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.591+0000 7fc8194f6640 1 --2- 172.21.15.6:0/3515809324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140b5260 0x7fc8140707d0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fc80400aa10 tx=0x7fc80401d9c0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.591+0000 7fc8194f6640 1 -- 172.21.15.6:0/3515809324 shutdown_connections 2024-09-21T07:26:16.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.591+0000 7fc8194f6640 1 --2- 172.21.15.6:0/3515809324 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc81415add0 0x7fc8140cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.591+0000 7fc8194f6640 1 --2- 172.21.15.6:0/3515809324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140b5260 0x7fc8140707d0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.591+0000 7fc8194f6640 1 -- 172.21.15.6:0/3515809324 >> 172.21.15.6:0/3515809324 conn(0x7fc8140d0020 msgr2=0x7fc8140d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:16.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.591+0000 7fc8194f6640 1 -- 172.21.15.6:0/3515809324 shutdown_connections 2024-09-21T07:26:16.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.591+0000 7fc8194f6640 1 -- 172.21.15.6:0/3515809324 wait complete. 2024-09-21T07:26:16.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 Processor -- start 2024-09-21T07:26:16.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 -- start start 2024-09-21T07:26:16.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8140b5260 0x7fc81414b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:16.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140cb560 0x7fc8141558a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:16.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc81415add0 0x7fc814155de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:16.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc814167e60 con 0x7fc8140cb560 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc814167ce0 con 0x7fc8140b5260 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc814167fe0 con 0x7fc81415add0 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140cb560 0x7fc8141558a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140cb560 0x7fc8141558a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55478/0 (socket says 172.21.15.6:55478) 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 -- 172.21.15.6:0/1081666124 learned_addr learned my addr 172.21.15.6:0/1081666124 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc812ffd640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8140b5260 0x7fc81414b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8137fe640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc81415add0 0x7fc814155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 -- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc81415add0 msgr2=0x7fc814155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc81415add0 0x7fc814155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 -- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8140b5260 msgr2=0x7fc81414b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8140b5260 0x7fc81414b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 -- 172.21.15.6:0/1081666124 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc81414b900 con 0x7fc8140cb560 2024-09-21T07:26:16.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc812ffd640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8140b5260 0x7fc81414b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:16.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8127fc640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140cb560 0x7fc8141558a0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fc80800d6d0 tx=0x7fc80800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:16.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc7fb7fe640 1 -- 172.21.15.6:0/1081666124 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808017070 con 0x7fc8140cb560 2024-09-21T07:26:16.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc7fb7fe640 1 -- 172.21.15.6:0/1081666124 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc808005310 con 0x7fc8140cb560 2024-09-21T07:26:16.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc7fb7fe640 1 -- 172.21.15.6:0/1081666124 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808009820 con 0x7fc8140cb560 2024-09-21T07:26:16.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc814151740 con 0x7fc8140cb560 2024-09-21T07:26:16.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc814151d00 con 0x7fc8140cb560 2024-09-21T07:26:16.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.595+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc81414bb70 con 0x7fc8140cb560 2024-09-21T07:26:16.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.599+0000 7fc7fb7fe640 1 -- 172.21.15.6:0/1081666124 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc8080099c0 con 0x7fc8140cb560 2024-09-21T07:26:16.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.599+0000 7fc7fb7fe640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc800073200 0x7fc800075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:16.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.599+0000 7fc7fb7fe640 1 -- 172.21.15.6:0/1081666124 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fc8080946c0 con 0x7fc8140cb560 2024-09-21T07:26:16.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.599+0000 7fc812ffd640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc800073200 0x7fc800075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:16.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.599+0000 7fc812ffd640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc800073200 0x7fc800075710 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc8040b0000 tx=0x7fc80401c200 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:16.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.603+0000 7fc7fb7fe640 1 -- 172.21.15.6:0/1081666124 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc80805f7e0 con 0x7fc8140cb560 2024-09-21T07:26:16.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.767+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc8140707d0 con 0x7fc800073200 2024-09-21T07:26:16.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.779+0000 7fc7fb7fe640 1 -- 172.21.15.6:0/1081666124 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249221 (secure 0 0 0) 0x7fc8140707d0 con 0x7fc800073200 2024-09-21T07:26:16.788 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:16.789 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:26:16.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc800073200 msgr2=0x7fc800075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc800073200 0x7fc800075710 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc8040b0000 tx=0x7fc80401c200 comp rx=0 tx=0).stop 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140cb560 msgr2=0x7fc8141558a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140cb560 0x7fc8141558a0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fc80800d6d0 tx=0x7fc80800db90 comp rx=0 tx=0).stop 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 shutdown_connections 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc800073200 0x7fc800075710 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc81415add0 0x7fc814155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8140cb560 0x7fc8141558a0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 --2- 172.21.15.6:0/1081666124 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8140b5260 0x7fc81414b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 >> 172.21.15.6:0/1081666124 conn(0x7fc8140d0020 msgr2=0x7fc8140afc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 shutdown_connections 2024-09-21T07:26:16.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:16.783+0000 7fc8194f6640 1 -- 172.21.15.6:0/1081666124 wait complete. 2024-09-21T07:26:16.808 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-09-21T07:26:14.869325+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":109,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81,"ondisk_log_size":81,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221248,"kb_used_data":5000,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753472,"statfs":{"total":773094113280,"available":772867555328,"internally_reserved":0,"allocated":5120000,"data_stored":2748616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002318"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.886844+0000","last_change":"2024-09-21T07:26:09.886844+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.886844+0000","last_undegraded":"2024-09-21T07:26:09.886844+0000","last_fullsized":"2024-09-21T07:26:09.886844+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.868776+0000","last_change":"2024-09-21T07:26:10.868776+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.868776+0000","last_undegraded":"2024-09-21T07:26:10.868776+0000","last_fullsized":"2024-09-21T07:26:10.868776+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893988+0000","last_change":"2024-09-21T07:26:10.886431+0000","last_active":"2024-09-21T07:26:10.893988+0000","last_peered":"2024-09-21T07:26:10.893988+0000","last_clean":"2024-09-21T07:26:10.893988+0000","last_became_active":"2024-09-21T07:26:10.885468+0000","last_became_peered":"2024-09-21T07:26:10.885468+0000","last_unstale":"2024-09-21T07:26:10.893988+0000","last_undegraded":"2024-09-21T07:26:10.893988+0000","last_fullsized":"2024-09-21T07:26:10.893988+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.880950+0000","last_change":"2024-09-21T07:26:10.880950+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.880950+0000","last_undegraded":"2024-09-21T07:26:10.880950+0000","last_fullsized":"2024-09-21T07:26:10.880950+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892638+0000","last_change":"2024-09-21T07:26:10.892301+0000","last_active":"2024-09-21T07:26:10.892638+0000","last_peered":"2024-09-21T07:26:10.892638+0000","last_clean":"2024-09-21T07:26:10.892638+0000","last_became_active":"2024-09-21T07:26:10.891422+0000","last_became_peered":"2024-09-21T07:26:10.891422+0000","last_unstale":"2024-09-21T07:26:10.892638+0000","last_undegraded":"2024-09-21T07:26:10.892638+0000","last_fullsized":"2024-09-21T07:26:10.892638+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.878282+0000","last_change":"2024-09-21T07:26:10.878282+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.878282+0000","last_undegraded":"2024-09-21T07:26:10.878282+0000","last_fullsized":"2024-09-21T07:26:10.878282+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.893301+0000","last_change":"2024-09-21T07:26:09.893301+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.893301+0000","last_undegraded":"2024-09-21T07:26:09.893301+0000","last_fullsized":"2024-09-21T07:26:09.893301+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.888149+0000","last_change":"2024-09-21T07:26:10.888149+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.888149+0000","last_undegraded":"2024-09-21T07:26:10.888149+0000","last_fullsized":"2024-09-21T07:26:10.888149+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.895192+0000","last_change":"2024-09-21T07:26:10.891745+0000","last_active":"2024-09-21T07:26:10.895192+0000","last_peered":"2024-09-21T07:26:10.895192+0000","last_clean":"2024-09-21T07:26:10.895192+0000","last_became_active":"2024-09-21T07:26:10.891317+0000","last_became_peered":"2024-09-21T07:26:10.891317+0000","last_unstale":"2024-09-21T07:26:10.895192+0000","last_undegraded":"2024-09-21T07:26:10.895192+0000","last_fullsized":"2024-09-21T07:26:10.895192+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881336+0000","last_change":"2024-09-21T07:26:10.881336+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881336+0000","last_undegraded":"2024-09-21T07:26:10.881336+0000","last_fullsized":"2024-09-21T07:26:10.881336+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.891782+0000","last_change":"2024-09-21T07:26:10.889215+0000","last_active":"2024-09-21T07:26:10.891782+0000","last_peered":"2024-09-21T07:26:10.891782+0000","last_clean":"2024-09-21T07:26:10.891782+0000","last_became_active":"2024-09-21T07:26:10.888891+0000","last_became_peered":"2024-09-21T07:26:10.888891+0000","last_unstale":"2024-09-21T07:26:10.891782+0000","last_undegraded":"2024-09-21T07:26:10.891782+0000","last_fullsized":"2024-09-21T07:26:10.891782+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:39.401137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892182+0000","last_change":"2024-09-21T07:26:10.879626+0000","last_active":"2024-09-21T07:26:10.892182+0000","last_peered":"2024-09-21T07:26:10.892182+0000","last_clean":"2024-09-21T07:26:10.892182+0000","last_became_active":"2024-09-21T07:26:10.878760+0000","last_became_peered":"2024-09-21T07:26:10.878760+0000","last_unstale":"2024-09-21T07:26:10.892182+0000","last_undegraded":"2024-09-21T07:26:10.892182+0000","last_fullsized":"2024-09-21T07:26:10.892182+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:11.222108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889495+0000","last_change":"2024-09-21T07:26:10.889172+0000","last_active":"2024-09-21T07:26:10.889495+0000","last_peered":"2024-09-21T07:26:10.889495+0000","last_clean":"2024-09-21T07:26:10.889495+0000","last_became_active":"2024-09-21T07:26:10.888142+0000","last_became_peered":"2024-09-21T07:26:10.888142+0000","last_unstale":"2024-09-21T07:26:10.889495+0000","last_undegraded":"2024-09-21T07:26:10.889495+0000","last_fullsized":"2024-09-21T07:26:10.889495+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:53.719672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892839+0000","last_change":"2024-09-21T07:26:10.890263+0000","last_active":"2024-09-21T07:26:10.892839+0000","last_peered":"2024-09-21T07:26:10.892839+0000","last_clean":"2024-09-21T07:26:10.892839+0000","last_became_active":"2024-09-21T07:26:10.883794+0000","last_became_peered":"2024-09-21T07:26:10.883794+0000","last_unstale":"2024-09-21T07:26:10.892839+0000","last_undegraded":"2024-09-21T07:26:10.892839+0000","last_fullsized":"2024-09-21T07:26:10.892839+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.906865+0000","last_change":"2024-09-21T07:26:10.906751+0000","last_active":"2024-09-21T07:26:10.906865+0000","last_peered":"2024-09-21T07:26:10.906865+0000","last_clean":"2024-09-21T07:26:10.906865+0000","last_became_active":"2024-09-21T07:26:10.892083+0000","last_became_peered":"2024-09-21T07:26:10.892083+0000","last_unstale":"2024-09-21T07:26:10.906865+0000","last_undegraded":"2024-09-21T07:26:10.906865+0000","last_fullsized":"2024-09-21T07:26:10.906865+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.853025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.882170+0000","last_change":"2024-09-21T07:26:10.882170+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.882170+0000","last_undegraded":"2024-09-21T07:26:10.882170+0000","last_fullsized":"2024-09-21T07:26:10.882170+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.886221+0000","last_change":"2024-09-21T07:26:10.879636+0000","last_active":"2024-09-21T07:26:10.886221+0000","last_peered":"2024-09-21T07:26:10.886221+0000","last_clean":"2024-09-21T07:26:10.886221+0000","last_became_active":"2024-09-21T07:26:10.878833+0000","last_became_peered":"2024-09-21T07:26:10.878833+0000","last_unstale":"2024-09-21T07:26:10.886221+0000","last_undegraded":"2024-09-21T07:26:10.886221+0000","last_fullsized":"2024-09-21T07:26:10.886221+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893722+0000","last_change":"2024-09-21T07:26:10.887781+0000","last_active":"2024-09-21T07:26:10.893722+0000","last_peered":"2024-09-21T07:26:10.893722+0000","last_clean":"2024-09-21T07:26:10.893722+0000","last_became_active":"2024-09-21T07:26:10.886901+0000","last_became_peered":"2024-09-21T07:26:10.886901+0000","last_unstale":"2024-09-21T07:26:10.893722+0000","last_undegraded":"2024-09-21T07:26:10.893722+0000","last_fullsized":"2024-09-21T07:26:10.893722+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:23.357947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.886134+0000","last_change":"2024-09-21T07:26:09.886134+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.886134+0000","last_undegraded":"2024-09-21T07:26:09.886134+0000","last_fullsized":"2024-09-21T07:26:09.886134+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.887551+0000","last_change":"2024-09-21T07:26:10.887450+0000","last_active":"2024-09-21T07:26:10.887551+0000","last_peered":"2024-09-21T07:26:10.887551+0000","last_clean":"2024-09-21T07:26:10.887551+0000","last_became_active":"2024-09-21T07:26:10.887101+0000","last_became_peered":"2024-09-21T07:26:10.887101+0000","last_unstale":"2024-09-21T07:26:10.887551+0000","last_undegraded":"2024-09-21T07:26:10.887551+0000","last_fullsized":"2024-09-21T07:26:10.887551+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:59:15.216230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.876567+0000","last_change":"2024-09-21T07:26:10.876567+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.876567+0000","last_undegraded":"2024-09-21T07:26:10.876567+0000","last_fullsized":"2024-09-21T07:26:10.876567+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.877314+0000","last_change":"2024-09-21T07:26:10.877314+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.877314+0000","last_undegraded":"2024-09-21T07:26:10.877314+0000","last_fullsized":"2024-09-21T07:26:10.877314+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881508+0000","last_change":"2024-09-21T07:26:10.881508+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881508+0000","last_undegraded":"2024-09-21T07:26:10.881508+0000","last_fullsized":"2024-09-21T07:26:10.881508+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881147+0000","last_change":"2024-09-21T07:26:10.881147+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881147+0000","last_undegraded":"2024-09-21T07:26:10.881147+0000","last_fullsized":"2024-09-21T07:26:10.881147+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.891958+0000","last_change":"2024-09-21T07:26:10.891958+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.891958+0000","last_undegraded":"2024-09-21T07:26:10.891958+0000","last_fullsized":"2024-09-21T07:26:10.891958+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889095+0000","last_change":"2024-09-21T07:26:10.888991+0000","last_active":"2024-09-21T07:26:10.889095+0000","last_peered":"2024-09-21T07:26:10.889095+0000","last_clean":"2024-09-21T07:26:10.889095+0000","last_became_active":"2024-09-21T07:26:10.888644+0000","last_became_peered":"2024-09-21T07:26:10.888644+0000","last_unstale":"2024-09-21T07:26:10.889095+0000","last_undegraded":"2024-09-21T07:26:10.889095+0000","last_fullsized":"2024-09-21T07:26:10.889095+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:58.519105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.894060+0000","last_change":"2024-09-21T07:26:10.886511+0000","last_active":"2024-09-21T07:26:10.894060+0000","last_peered":"2024-09-21T07:26:10.894060+0000","last_clean":"2024-09-21T07:26:10.894060+0000","last_became_active":"2024-09-21T07:26:10.885670+0000","last_became_peered":"2024-09-21T07:26:10.885670+0000","last_unstale":"2024-09-21T07:26:10.894060+0000","last_undegraded":"2024-09-21T07:26:10.894060+0000","last_fullsized":"2024-09-21T07:26:10.894060+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892108+0000","last_change":"2024-09-21T07:26:10.878167+0000","last_active":"2024-09-21T07:26:10.892108+0000","last_peered":"2024-09-21T07:26:10.892108+0000","last_clean":"2024-09-21T07:26:10.892108+0000","last_became_active":"2024-09-21T07:26:10.877186+0000","last_became_peered":"2024-09-21T07:26:10.877186+0000","last_unstale":"2024-09-21T07:26:10.892108+0000","last_undegraded":"2024-09-21T07:26:10.892108+0000","last_fullsized":"2024-09-21T07:26:10.892108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:21.122645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.888608+0000","last_change":"2024-09-21T07:26:10.888608+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.888608+0000","last_undegraded":"2024-09-21T07:26:10.888608+0000","last_fullsized":"2024-09-21T07:26:10.888608+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":["6","1"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.871609+0000","last_change":"2024-09-21T07:26:10.871609+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.871609+0000","last_undegraded":"2024-09-21T07:26:10.871609+0000","last_fullsized":"2024-09-21T07:26:10.871609+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908862+0000","last_change":"2024-09-21T07:26:10.908751+0000","last_active":"2024-09-21T07:26:10.908862+0000","last_peered":"2024-09-21T07:26:10.908862+0000","last_clean":"2024-09-21T07:26:10.908862+0000","last_became_active":"2024-09-21T07:26:10.908403+0000","last_became_peered":"2024-09-21T07:26:10.908403+0000","last_unstale":"2024-09-21T07:26:10.908862+0000","last_undegraded":"2024-09-21T07:26:10.908862+0000","last_fullsized":"2024-09-21T07:26:10.908862+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:38.452609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.891157+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:10.891157+0000","last_peered":"2024-09-21T07:26:10.891157+0000","last_clean":"2024-09-21T07:26:10.891157+0000","last_became_active":"2024-09-21T07:26:10.890747+0000","last_became_peered":"2024-09-21T07:26:10.890747+0000","last_unstale":"2024-09-21T07:26:10.891157+0000","last_undegraded":"2024-09-21T07:26:10.891157+0000","last_fullsized":"2024-09-21T07:26:10.891157+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:20.094535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.876224+0000","last_change":"2024-09-21T07:26:10.876224+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.876224+0000","last_undegraded":"2024-09-21T07:26:10.876224+0000","last_fullsized":"2024-09-21T07:26:10.876224+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879739+0000","last_change":"2024-09-21T07:26:09.901951+0000","last_active":"2024-09-21T07:26:10.879739+0000","last_peered":"2024-09-21T07:26:10.879739+0000","last_clean":"2024-09-21T07:26:10.879739+0000","last_became_active":"2024-09-21T07:26:09.901423+0000","last_became_peered":"2024-09-21T07:26:09.901423+0000","last_unstale":"2024-09-21T07:26:10.879739+0000","last_undegraded":"2024-09-21T07:26:10.879739+0000","last_fullsized":"2024-09-21T07:26:10.879739+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:04.697164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.890932+0000","last_change":"2024-09-21T07:26:10.890932+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.890932+0000","last_undegraded":"2024-09-21T07:26:10.890932+0000","last_fullsized":"2024-09-21T07:26:10.890932+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":["6","4"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.876360+0000","last_change":"2024-09-21T07:26:09.905167+0000","last_active":"2024-09-21T07:26:10.876360+0000","last_peered":"2024-09-21T07:26:10.876360+0000","last_clean":"2024-09-21T07:26:10.876360+0000","last_became_active":"2024-09-21T07:26:09.904358+0000","last_became_peered":"2024-09-21T07:26:09.904358+0000","last_unstale":"2024-09-21T07:26:10.876360+0000","last_undegraded":"2024-09-21T07:26:10.876360+0000","last_fullsized":"2024-09-21T07:26:10.876360+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:38.397027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.889016+0000","last_change":"2024-09-21T07:26:10.888745+0000","last_active":"2024-09-21T07:26:10.889016+0000","last_peered":"2024-09-21T07:26:10.889016+0000","last_clean":"2024-09-21T07:26:10.889016+0000","last_became_active":"2024-09-21T07:26:10.887862+0000","last_became_peered":"2024-09-21T07:26:10.887862+0000","last_unstale":"2024-09-21T07:26:10.889016+0000","last_undegraded":"2024-09-21T07:26:10.889016+0000","last_fullsized":"2024-09-21T07:26:10.889016+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:11:11.863833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879913+0000","last_change":"2024-09-21T07:26:09.892575+0000","last_active":"2024-09-21T07:26:10.879913+0000","last_peered":"2024-09-21T07:26:10.879913+0000","last_clean":"2024-09-21T07:26:10.879913+0000","last_became_active":"2024-09-21T07:26:09.891916+0000","last_became_peered":"2024-09-21T07:26:09.891916+0000","last_unstale":"2024-09-21T07:26:10.879913+0000","last_undegraded":"2024-09-21T07:26:10.879913+0000","last_fullsized":"2024-09-21T07:26:10.879913+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:28.987115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.875760+0000","last_change":"2024-09-21T07:26:10.875760+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.875760+0000","last_undegraded":"2024-09-21T07:26:10.875760+0000","last_fullsized":"2024-09-21T07:26:10.875760+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.914092+0000","last_change":"2024-09-21T07:26:09.912655+0000","last_active":"2024-09-21T07:26:09.914092+0000","last_peered":"2024-09-21T07:26:09.914092+0000","last_clean":"2024-09-21T07:26:09.914092+0000","last_became_active":"2024-09-21T07:26:09.911829+0000","last_became_peered":"2024-09-21T07:26:09.911829+0000","last_unstale":"2024-09-21T07:26:09.914092+0000","last_undegraded":"2024-09-21T07:26:09.914092+0000","last_fullsized":"2024-09-21T07:26:09.914092+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.870694+0000","last_change":"2024-09-21T07:26:10.870694+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.870694+0000","last_undegraded":"2024-09-21T07:26:10.870694+0000","last_fullsized":"2024-09-21T07:26:10.870694+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880021+0000","last_change":"2024-09-21T07:26:09.895521+0000","last_active":"2024-09-21T07:26:10.880021+0000","last_peered":"2024-09-21T07:26:10.880021+0000","last_clean":"2024-09-21T07:26:10.880021+0000","last_became_active":"2024-09-21T07:26:09.894353+0000","last_became_peered":"2024-09-21T07:26:09.894353+0000","last_unstale":"2024-09-21T07:26:10.880021+0000","last_undegraded":"2024-09-21T07:26:10.880021+0000","last_fullsized":"2024-09-21T07:26:10.880021+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:18.962939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.895299+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:10.895299+0000","last_peered":"2024-09-21T07:26:10.895299+0000","last_clean":"2024-09-21T07:26:10.895299+0000","last_became_active":"2024-09-21T07:26:10.890119+0000","last_became_peered":"2024-09-21T07:26:10.890119+0000","last_unstale":"2024-09-21T07:26:10.895299+0000","last_undegraded":"2024-09-21T07:26:10.895299+0000","last_fullsized":"2024-09-21T07:26:10.895299+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.872554+0000","last_change":"2024-09-21T07:26:09.894079+0000","last_active":"2024-09-21T07:26:10.872554+0000","last_peered":"2024-09-21T07:26:10.872554+0000","last_clean":"2024-09-21T07:26:10.872554+0000","last_became_active":"2024-09-21T07:26:09.893002+0000","last_became_peered":"2024-09-21T07:26:09.893002+0000","last_unstale":"2024-09-21T07:26:10.872554+0000","last_undegraded":"2024-09-21T07:26:10.872554+0000","last_fullsized":"2024-09-21T07:26:10.872554+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:41.448581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872304+0000","last_change":"2024-09-21T07:26:10.872304+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872304+0000","last_undegraded":"2024-09-21T07:26:10.872304+0000","last_fullsized":"2024-09-21T07:26:10.872304+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":["0","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.868802+0000","last_change":"2024-09-21T07:26:09.897638+0000","last_active":"2024-09-21T07:26:10.868802+0000","last_peered":"2024-09-21T07:26:10.868802+0000","last_clean":"2024-09-21T07:26:10.868802+0000","last_became_active":"2024-09-21T07:26:09.896877+0000","last_became_peered":"2024-09-21T07:26:09.896877+0000","last_unstale":"2024-09-21T07:26:10.868802+0000","last_undegraded":"2024-09-21T07:26:10.868802+0000","last_fullsized":"2024-09-21T07:26:10.868802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.882601+0000","last_change":"2024-09-21T07:26:10.882601+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.882601+0000","last_undegraded":"2024-09-21T07:26:10.882601+0000","last_fullsized":"2024-09-21T07:26:10.882601+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":["6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873321+0000","last_change":"2024-09-21T07:26:09.894020+0000","last_active":"2024-09-21T07:26:10.873321+0000","last_peered":"2024-09-21T07:26:10.873321+0000","last_clean":"2024-09-21T07:26:10.873321+0000","last_became_active":"2024-09-21T07:26:09.892636+0000","last_became_peered":"2024-09-21T07:26:09.892636+0000","last_unstale":"2024-09-21T07:26:10.873321+0000","last_undegraded":"2024-09-21T07:26:10.873321+0000","last_fullsized":"2024-09-21T07:26:10.873321+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:16.958341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.893807+0000","last_change":"2024-09-21T07:26:10.887665+0000","last_active":"2024-09-21T07:26:10.893807+0000","last_peered":"2024-09-21T07:26:10.893807+0000","last_clean":"2024-09-21T07:26:10.893807+0000","last_became_active":"2024-09-21T07:26:10.886742+0000","last_became_peered":"2024-09-21T07:26:10.886742+0000","last_unstale":"2024-09-21T07:26:10.893807+0000","last_undegraded":"2024-09-21T07:26:10.893807+0000","last_fullsized":"2024-09-21T07:26:10.893807+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:23:57.224587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.870427+0000","last_change":"2024-09-21T07:26:09.894372+0000","last_active":"2024-09-21T07:26:10.870427+0000","last_peered":"2024-09-21T07:26:10.870427+0000","last_clean":"2024-09-21T07:26:10.870427+0000","last_became_active":"2024-09-21T07:26:09.893329+0000","last_became_peered":"2024-09-21T07:26:09.893329+0000","last_unstale":"2024-09-21T07:26:10.870427+0000","last_undegraded":"2024-09-21T07:26:10.870427+0000","last_fullsized":"2024-09-21T07:26:10.870427+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.881440+0000","last_change":"2024-09-21T07:26:09.881440+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.881440+0000","last_undegraded":"2024-09-21T07:26:09.881440+0000","last_fullsized":"2024-09-21T07:26:09.881440+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.881756+0000","last_change":"2024-09-21T07:26:09.904971+0000","last_active":"2024-09-21T07:26:10.881756+0000","last_peered":"2024-09-21T07:26:10.881756+0000","last_clean":"2024-09-21T07:26:10.881756+0000","last_became_active":"2024-09-21T07:26:09.904501+0000","last_became_peered":"2024-09-21T07:26:09.904501+0000","last_unstale":"2024-09-21T07:26:10.881756+0000","last_undegraded":"2024-09-21T07:26:10.881756+0000","last_fullsized":"2024-09-21T07:26:10.881756+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908454+0000","last_change":"2024-09-21T07:26:10.888881+0000","last_active":"2024-09-21T07:26:10.908454+0000","last_peered":"2024-09-21T07:26:10.908454+0000","last_clean":"2024-09-21T07:26:10.908454+0000","last_became_active":"2024-09-21T07:26:10.888052+0000","last_became_peered":"2024-09-21T07:26:10.888052+0000","last_unstale":"2024-09-21T07:26:10.908454+0000","last_undegraded":"2024-09-21T07:26:10.908454+0000","last_fullsized":"2024-09-21T07:26:10.908454+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:23.692954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.917984+0000","last_change":"2024-09-21T07:26:09.914644+0000","last_active":"2024-09-21T07:26:09.917984+0000","last_peered":"2024-09-21T07:26:09.917984+0000","last_clean":"2024-09-21T07:26:09.917984+0000","last_became_active":"2024-09-21T07:26:09.913832+0000","last_became_peered":"2024-09-21T07:26:09.913832+0000","last_unstale":"2024-09-21T07:26:09.917984+0000","last_undegraded":"2024-09-21T07:26:09.917984+0000","last_fullsized":"2024-09-21T07:26:09.917984+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.892064+0000","last_change":"2024-09-21T07:26:09.892064+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.892064+0000","last_undegraded":"2024-09-21T07:26:09.892064+0000","last_fullsized":"2024-09-21T07:26:09.892064+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.867690+0000","last_change":"2024-09-21T07:26:09.889324+0000","last_active":"2024-09-21T07:26:10.867690+0000","last_peered":"2024-09-21T07:26:10.867690+0000","last_clean":"2024-09-21T07:26:10.867690+0000","last_became_active":"2024-09-21T07:26:09.888854+0000","last_became_peered":"2024-09-21T07:26:09.888854+0000","last_unstale":"2024-09-21T07:26:10.867690+0000","last_undegraded":"2024-09-21T07:26:10.867690+0000","last_fullsized":"2024-09-21T07:26:10.867690+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:47:14.398701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.884116+0000","last_change":"2024-09-21T07:26:10.884116+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.884116+0000","last_undegraded":"2024-09-21T07:26:10.884116+0000","last_fullsized":"2024-09-21T07:26:10.884116+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880347+0000","last_change":"2024-09-21T07:26:09.890539+0000","last_active":"2024-09-21T07:26:10.880347+0000","last_peered":"2024-09-21T07:26:10.880347+0000","last_clean":"2024-09-21T07:26:10.880347+0000","last_became_active":"2024-09-21T07:26:09.888938+0000","last_became_peered":"2024-09-21T07:26:09.888938+0000","last_unstale":"2024-09-21T07:26:10.880347+0000","last_undegraded":"2024-09-21T07:26:10.880347+0000","last_fullsized":"2024-09-21T07:26:10.880347+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:04:08.980144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872360+0000","last_change":"2024-09-21T07:26:10.872360+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872360+0000","last_undegraded":"2024-09-21T07:26:10.872360+0000","last_fullsized":"2024-09-21T07:26:10.872360+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.911646+0000","last_change":"2024-09-21T07:26:09.904957+0000","last_active":"2024-09-21T07:26:09.911646+0000","last_peered":"2024-09-21T07:26:09.911646+0000","last_clean":"2024-09-21T07:26:09.911646+0000","last_became_active":"2024-09-21T07:26:09.904092+0000","last_became_peered":"2024-09-21T07:26:09.904092+0000","last_unstale":"2024-09-21T07:26:09.911646+0000","last_undegraded":"2024-09-21T07:26:09.911646+0000","last_fullsized":"2024-09-21T07:26:09.911646+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:22.353836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907811+0000","last_change":"2024-09-21T07:26:10.887375+0000","last_active":"2024-09-21T07:26:10.907811+0000","last_peered":"2024-09-21T07:26:10.907811+0000","last_clean":"2024-09-21T07:26:10.907811+0000","last_became_active":"2024-09-21T07:26:10.887099+0000","last_became_peered":"2024-09-21T07:26:10.887099+0000","last_unstale":"2024-09-21T07:26:10.907811+0000","last_undegraded":"2024-09-21T07:26:10.907811+0000","last_fullsized":"2024-09-21T07:26:10.907811+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.437518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.882223+0000","last_change":"2024-09-21T07:26:09.889789+0000","last_active":"2024-09-21T07:26:10.882223+0000","last_peered":"2024-09-21T07:26:10.882223+0000","last_clean":"2024-09-21T07:26:10.882223+0000","last_became_active":"2024-09-21T07:26:09.888979+0000","last_became_peered":"2024-09-21T07:26:09.888979+0000","last_unstale":"2024-09-21T07:26:10.882223+0000","last_undegraded":"2024-09-21T07:26:10.882223+0000","last_fullsized":"2024-09-21T07:26:10.882223+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:16.871176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.880665+0000","last_change":"2024-09-21T07:26:09.880665+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.880665+0000","last_undegraded":"2024-09-21T07:26:09.880665+0000","last_fullsized":"2024-09-21T07:26:09.880665+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873577+0000","last_change":"2024-09-21T07:26:09.898947+0000","last_active":"2024-09-21T07:26:10.873577+0000","last_peered":"2024-09-21T07:26:10.873577+0000","last_clean":"2024-09-21T07:26:10.873577+0000","last_became_active":"2024-09-21T07:26:09.898386+0000","last_became_peered":"2024-09-21T07:26:09.898386+0000","last_unstale":"2024-09-21T07:26:10.873577+0000","last_undegraded":"2024-09-21T07:26:10.873577+0000","last_fullsized":"2024-09-21T07:26:10.873577+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:42.870502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.867598+0000","last_change":"2024-09-21T07:26:10.867598+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.867598+0000","last_undegraded":"2024-09-21T07:26:10.867598+0000","last_fullsized":"2024-09-21T07:26:10.867598+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.868476+0000","last_change":"2024-09-21T07:26:09.889787+0000","last_active":"2024-09-21T07:26:10.868476+0000","last_peered":"2024-09-21T07:26:10.868476+0000","last_clean":"2024-09-21T07:26:10.868476+0000","last_became_active":"2024-09-21T07:26:09.889451+0000","last_became_peered":"2024-09-21T07:26:09.889451+0000","last_unstale":"2024-09-21T07:26:10.868476+0000","last_undegraded":"2024-09-21T07:26:10.868476+0000","last_fullsized":"2024-09-21T07:26:10.868476+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:41.634408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.892030+0000","last_change":"2024-09-21T07:26:10.889885+0000","last_active":"2024-09-21T07:26:10.892030+0000","last_peered":"2024-09-21T07:26:10.892030+0000","last_clean":"2024-09-21T07:26:10.892030+0000","last_became_active":"2024-09-21T07:26:10.889244+0000","last_became_peered":"2024-09-21T07:26:10.889244+0000","last_unstale":"2024-09-21T07:26:10.892030+0000","last_undegraded":"2024-09-21T07:26:10.892030+0000","last_fullsized":"2024-09-21T07:26:10.892030+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:17.942890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.876351+0000","last_change":"2024-09-21T07:26:09.878992+0000","last_active":"2024-09-21T07:26:10.876351+0000","last_peered":"2024-09-21T07:26:10.876351+0000","last_clean":"2024-09-21T07:26:10.876351+0000","last_became_active":"2024-09-21T07:26:09.877881+0000","last_became_peered":"2024-09-21T07:26:09.877881+0000","last_unstale":"2024-09-21T07:26:10.876351+0000","last_undegraded":"2024-09-21T07:26:10.876351+0000","last_fullsized":"2024-09-21T07:26:10.876351+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.881366+0000","last_change":"2024-09-21T07:26:10.881366+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.881366+0000","last_undegraded":"2024-09-21T07:26:10.881366+0000","last_fullsized":"2024-09-21T07:26:10.881366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":["6","3"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869119+0000","last_change":"2024-09-21T07:26:09.896938+0000","last_active":"2024-09-21T07:26:10.869119+0000","last_peered":"2024-09-21T07:26:10.869119+0000","last_clean":"2024-09-21T07:26:10.869119+0000","last_became_active":"2024-09-21T07:26:09.895856+0000","last_became_peered":"2024-09-21T07:26:09.895856+0000","last_unstale":"2024-09-21T07:26:10.869119+0000","last_undegraded":"2024-09-21T07:26:10.869119+0000","last_fullsized":"2024-09-21T07:26:10.869119+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.887451+0000","last_change":"2024-09-21T07:26:09.887451+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.887451+0000","last_undegraded":"2024-09-21T07:26:09.887451+0000","last_fullsized":"2024-09-21T07:26:09.887451+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879644+0000","last_change":"2024-09-21T07:26:09.901824+0000","last_active":"2024-09-21T07:26:10.879644+0000","last_peered":"2024-09-21T07:26:10.879644+0000","last_clean":"2024-09-21T07:26:10.879644+0000","last_became_active":"2024-09-21T07:26:09.901428+0000","last_became_peered":"2024-09-21T07:26:09.901428+0000","last_unstale":"2024-09-21T07:26:10.879644+0000","last_undegraded":"2024-09-21T07:26:10.879644+0000","last_fullsized":"2024-09-21T07:26:10.879644+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:51:39.772708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907971+0000","last_change":"2024-09-21T07:26:10.887958+0000","last_active":"2024-09-21T07:26:10.907971+0000","last_peered":"2024-09-21T07:26:10.907971+0000","last_clean":"2024-09-21T07:26:10.907971+0000","last_became_active":"2024-09-21T07:26:10.887544+0000","last_became_peered":"2024-09-21T07:26:10.887544+0000","last_unstale":"2024-09-21T07:26:10.907971+0000","last_undegraded":"2024-09-21T07:26:10.907971+0000","last_fullsized":"2024-09-21T07:26:10.907971+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:51.448318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880685+0000","last_change":"2024-09-21T07:26:09.894983+0000","last_active":"2024-09-21T07:26:10.880685+0000","last_peered":"2024-09-21T07:26:10.880685+0000","last_clean":"2024-09-21T07:26:10.880685+0000","last_became_active":"2024-09-21T07:26:09.893462+0000","last_became_peered":"2024-09-21T07:26:09.893462+0000","last_unstale":"2024-09-21T07:26:10.880685+0000","last_undegraded":"2024-09-21T07:26:10.880685+0000","last_fullsized":"2024-09-21T07:26:10.880685+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:58.243329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.875426+0000","last_change":"2024-09-21T07:26:10.875426+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.875426+0000","last_undegraded":"2024-09-21T07:26:10.875426+0000","last_fullsized":"2024-09-21T07:26:10.875426+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869806+0000","last_change":"2024-09-21T07:26:09.902825+0000","last_active":"2024-09-21T07:26:10.869806+0000","last_peered":"2024-09-21T07:26:10.869806+0000","last_clean":"2024-09-21T07:26:10.869806+0000","last_became_active":"2024-09-21T07:26:09.901994+0000","last_became_peered":"2024-09-21T07:26:09.901994+0000","last_unstale":"2024-09-21T07:26:10.869806+0000","last_undegraded":"2024-09-21T07:26:10.869806+0000","last_fullsized":"2024-09-21T07:26:10.869806+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.868043+0000","last_change":"2024-09-21T07:26:10.868043+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.868043+0000","last_undegraded":"2024-09-21T07:26:10.868043+0000","last_fullsized":"2024-09-21T07:26:10.868043+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.874190+0000","last_change":"2024-09-21T07:26:09.909449+0000","last_active":"2024-09-21T07:26:10.874190+0000","last_peered":"2024-09-21T07:26:10.874190+0000","last_clean":"2024-09-21T07:26:10.874190+0000","last_became_active":"2024-09-21T07:26:09.909067+0000","last_became_peered":"2024-09-21T07:26:09.909067+0000","last_unstale":"2024-09-21T07:26:10.874190+0000","last_undegraded":"2024-09-21T07:26:10.874190+0000","last_fullsized":"2024-09-21T07:26:10.874190+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:03.441383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.894969+0000","last_change":"2024-09-21T07:26:10.885696+0000","last_active":"2024-09-21T07:26:10.894969+0000","last_peered":"2024-09-21T07:26:10.894969+0000","last_clean":"2024-09-21T07:26:10.894969+0000","last_became_active":"2024-09-21T07:26:10.883295+0000","last_became_peered":"2024-09-21T07:26:10.883295+0000","last_unstale":"2024-09-21T07:26:10.894969+0000","last_undegraded":"2024-09-21T07:26:10.894969+0000","last_fullsized":"2024-09-21T07:26:10.894969+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:50.431299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.883278+0000","last_change":"2024-09-21T07:26:09.910819+0000","last_active":"2024-09-21T07:26:10.883278+0000","last_peered":"2024-09-21T07:26:10.883278+0000","last_clean":"2024-09-21T07:26:10.883278+0000","last_became_active":"2024-09-21T07:26:09.904831+0000","last_became_peered":"2024-09-21T07:26:09.904831+0000","last_unstale":"2024-09-21T07:26:10.883278+0000","last_undegraded":"2024-09-21T07:26:10.883278+0000","last_fullsized":"2024-09-21T07:26:10.883278+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.889901+0000","last_change":"2024-09-21T07:26:10.889901+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.889901+0000","last_undegraded":"2024-09-21T07:26:10.889901+0000","last_fullsized":"2024-09-21T07:26:10.889901+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":["6","0"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879719+0000","last_change":"2024-09-21T07:26:09.894811+0000","last_active":"2024-09-21T07:26:10.879719+0000","last_peered":"2024-09-21T07:26:10.879719+0000","last_clean":"2024-09-21T07:26:10.879719+0000","last_became_active":"2024-09-21T07:26:09.894336+0000","last_became_peered":"2024-09-21T07:26:09.894336+0000","last_unstale":"2024-09-21T07:26:10.879719+0000","last_undegraded":"2024-09-21T07:26:10.879719+0000","last_fullsized":"2024-09-21T07:26:10.879719+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.956166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.888036+0000","last_change":"2024-09-21T07:26:10.885157+0000","last_active":"2024-09-21T07:26:10.888036+0000","last_peered":"2024-09-21T07:26:10.888036+0000","last_clean":"2024-09-21T07:26:10.888036+0000","last_became_active":"2024-09-21T07:26:10.884687+0000","last_became_peered":"2024-09-21T07:26:10.884687+0000","last_unstale":"2024-09-21T07:26:10.888036+0000","last_undegraded":"2024-09-21T07:26:10.888036+0000","last_fullsized":"2024-09-21T07:26:10.888036+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:42.452692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.917617+0000","last_change":"2024-09-21T07:26:09.914679+0000","last_active":"2024-09-21T07:26:09.917617+0000","last_peered":"2024-09-21T07:26:09.917617+0000","last_clean":"2024-09-21T07:26:09.917617+0000","last_became_active":"2024-09-21T07:26:09.913900+0000","last_became_peered":"2024-09-21T07:26:09.913900+0000","last_unstale":"2024-09-21T07:26:09.917617+0000","last_undegraded":"2024-09-21T07:26:09.917617+0000","last_fullsized":"2024-09-21T07:26:09.917617+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-09-21T07:26:09.879923+0000","last_change":"2024-09-21T07:26:09.879923+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:09.879923+0000","last_undegraded":"2024-09-21T07:26:09.879923+0000","last_fullsized":"2024-09-21T07:26:09.879923+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.878175+0000","last_change":"2024-09-21T07:26:09.893784+0000","last_active":"2024-09-21T07:26:10.878175+0000","last_peered":"2024-09-21T07:26:10.878175+0000","last_clean":"2024-09-21T07:26:10.878175+0000","last_became_active":"2024-09-21T07:26:09.893152+0000","last_became_peered":"2024-09-21T07:26:09.893152+0000","last_unstale":"2024-09-21T07:26:10.878175+0000","last_undegraded":"2024-09-21T07:26:10.878175+0000","last_fullsized":"2024-09-21T07:26:10.878175+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.907512+0000","last_change":"2024-09-21T07:26:10.907400+0000","last_active":"2024-09-21T07:26:10.907512+0000","last_peered":"2024-09-21T07:26:10.907512+0000","last_clean":"2024-09-21T07:26:10.907512+0000","last_became_active":"2024-09-21T07:26:10.907006+0000","last_became_peered":"2024-09-21T07:26:10.907006+0000","last_unstale":"2024-09-21T07:26:10.907512+0000","last_undegraded":"2024-09-21T07:26:10.907512+0000","last_fullsized":"2024-09-21T07:26:10.907512+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:17:44.373171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-21T07:26:09.911609+0000","last_change":"2024-09-21T07:26:09.909430+0000","last_active":"2024-09-21T07:26:09.911609+0000","last_peered":"2024-09-21T07:26:09.911609+0000","last_clean":"2024-09-21T07:26:09.911609+0000","last_became_active":"2024-09-21T07:26:09.908778+0000","last_became_peered":"2024-09-21T07:26:09.908778+0000","last_unstale":"2024-09-21T07:26:09.911609+0000","last_undegraded":"2024-09-21T07:26:09.911609+0000","last_fullsized":"2024-09-21T07:26:09.911609+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:24.097358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.908058+0000","last_change":"2024-09-21T07:26:10.887369+0000","last_active":"2024-09-21T07:26:10.908058+0000","last_peered":"2024-09-21T07:26:10.908058+0000","last_clean":"2024-09-21T07:26:10.908058+0000","last_became_active":"2024-09-21T07:26:10.886949+0000","last_became_peered":"2024-09-21T07:26:10.886949+0000","last_unstale":"2024-09-21T07:26:10.908058+0000","last_undegraded":"2024-09-21T07:26:10.908058+0000","last_fullsized":"2024-09-21T07:26:10.908058+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:08:09.324214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873166+0000","last_change":"2024-09-21T07:26:09.885396+0000","last_active":"2024-09-21T07:26:10.873166+0000","last_peered":"2024-09-21T07:26:10.873166+0000","last_clean":"2024-09-21T07:26:10.873166+0000","last_became_active":"2024-09-21T07:26:09.884510+0000","last_became_peered":"2024-09-21T07:26:09.884510+0000","last_unstale":"2024-09-21T07:26:10.873166+0000","last_undegraded":"2024-09-21T07:26:10.873166+0000","last_fullsized":"2024-09-21T07:26:10.873166+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:49.427189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.872490+0000","last_change":"2024-09-21T07:26:10.872490+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.872490+0000","last_undegraded":"2024-09-21T07:26:10.872490+0000","last_fullsized":"2024-09-21T07:26:10.872490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.879604+0000","last_change":"2024-09-21T07:26:09.902842+0000","last_active":"2024-09-21T07:26:10.879604+0000","last_peered":"2024-09-21T07:26:10.879604+0000","last_clean":"2024-09-21T07:26:10.879604+0000","last_became_active":"2024-09-21T07:26:09.902440+0000","last_became_peered":"2024-09-21T07:26:09.902440+0000","last_unstale":"2024-09-21T07:26:10.879604+0000","last_undegraded":"2024-09-21T07:26:10.879604+0000","last_fullsized":"2024-09-21T07:26:10.879604+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:23.313378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":9,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.888986+0000","last_change":"2024-09-21T07:26:10.888707+0000","last_active":"2024-09-21T07:26:10.888986+0000","last_peered":"2024-09-21T07:26:10.888986+0000","last_clean":"2024-09-21T07:26:10.888986+0000","last_became_active":"2024-09-21T07:26:10.887875+0000","last_became_peered":"2024-09-21T07:26:10.887875+0000","last_unstale":"2024-09-21T07:26:10.888986+0000","last_undegraded":"2024-09-21T07:26:10.888986+0000","last_fullsized":"2024-09-21T07:26:10.888986+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:25.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.873866+0000","last_change":"2024-09-21T07:26:09.891060+0000","last_active":"2024-09-21T07:26:10.873866+0000","last_peered":"2024-09-21T07:26:10.873866+0000","last_clean":"2024-09-21T07:26:10.873866+0000","last_became_active":"2024-09-21T07:26:09.890545+0000","last_became_peered":"2024-09-21T07:26:09.890545+0000","last_unstale":"2024-09-21T07:26:10.873866+0000","last_undegraded":"2024-09-21T07:26:10.873866+0000","last_fullsized":"2024-09-21T07:26:10.873866+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:04.212092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":3,"reported_epoch":43,"state":"creating+activating","last_fresh":"2024-09-21T07:26:10.873336+0000","last_change":"2024-09-21T07:26:10.873336+0000","last_active":"2024-09-21T07:26:09.846427+0000","last_peered":"2024-09-21T07:26:09.846427+0000","last_clean":"2024-09-21T07:26:09.846427+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:26:10.873336+0000","last_undegraded":"2024-09-21T07:26:10.873336+0000","last_fullsized":"2024-09-21T07:26:10.873336+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.869845+0000","last_change":"2024-09-21T07:26:09.891491+0000","last_active":"2024-09-21T07:26:10.869845+0000","last_peered":"2024-09-21T07:26:10.869845+0000","last_clean":"2024-09-21T07:26:10.869845+0000","last_became_active":"2024-09-21T07:26:09.890668+0000","last_became_peered":"2024-09-21T07:26:09.890668+0000","last_unstale":"2024-09-21T07:26:10.869845+0000","last_undegraded":"2024-09-21T07:26:10.869845+0000","last_fullsized":"2024-09-21T07:26:10.869845+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":151,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T07:26:10.880379+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:26:10.880379+0000","last_peered":"2024-09-21T07:26:10.880379+0000","last_clean":"2024-09-21T07:26:10.880379+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:26:10.880379+0000","last_undegraded":"2024-09-21T07:26:10.880379+0000","last_fullsized":"2024-09-21T07:26:10.880379+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":786353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27504,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344336,"statfs":{"total":96636764160,"available":96608600064,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":195985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":786353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:26:19.813 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:26:19.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.975+0000 7fa26f770640 1 -- 172.21.15.6:0/4251912773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 msgr2=0x7fa2680b2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.975+0000 7fa26f770640 1 --2- 172.21.15.6:0/4251912773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 0x7fa2680b2e80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fa260009c80 tx=0x7fa26001cd10 comp rx=0 tx=0).stop 2024-09-21T07:26:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.975+0000 7fa26f770640 1 -- 172.21.15.6:0/4251912773 shutdown_connections 2024-09-21T07:26:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.975+0000 7fa26f770640 1 --2- 172.21.15.6:0/4251912773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 0x7fa2680b2e80 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.975+0000 7fa26f770640 1 --2- 172.21.15.6:0/4251912773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2680ba230 0x7fa2680d0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.975+0000 7fa26f770640 1 -- 172.21.15.6:0/4251912773 >> 172.21.15.6:0/4251912773 conn(0x7fa26806dda0 msgr2=0x7fa26806e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.975+0000 7fa26f770640 1 -- 172.21.15.6:0/4251912773 shutdown_connections 2024-09-21T07:26:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.975+0000 7fa26f770640 1 -- 172.21.15.6:0/4251912773 wait complete. 2024-09-21T07:26:19.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26f770640 1 Processor -- start 2024-09-21T07:26:19.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26f770640 1 -- start start 2024-09-21T07:26:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26f770640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2680b9e20 0x7fa2680c9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26f770640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2680ba230 0x7fa2680ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26f770640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 0x7fa2680b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26f770640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa2680d2d60 con 0x7fa2680d1170 2024-09-21T07:26:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26f770640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2680d2be0 con 0x7fa2680ba230 2024-09-21T07:26:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26f770640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2680d2ee0 con 0x7fa2680b9e20 2024-09-21T07:26:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26dd0d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 0x7fa2680b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26dd0d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 0x7fa2680b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55492/0 (socket says 172.21.15.6:55492) 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26dd0d640 1 -- 172.21.15.6:0/1499280787 learned_addr learned my addr 172.21.15.6:0/1499280787 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26cd0b640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2680ba230 0x7fa2680ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26d50c640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2680b9e20 0x7fa2680c9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26dd0d640 1 -- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2680b9e20 msgr2=0x7fa2680c9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26dd0d640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2680b9e20 0x7fa2680c9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26dd0d640 1 -- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2680ba230 msgr2=0x7fa2680ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26dd0d640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2680ba230 0x7fa2680ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26dd0d640 1 -- 172.21.15.6:0/1499280787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2681f8ad0 con 0x7fa2680d1170 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26d50c640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2680b9e20 0x7fa2680c9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.979+0000 7fa26cd0b640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2680ba230 0x7fa2680ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa26dd0d640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 0x7fa2680b5ff0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa26001cb40 tx=0x7fa260009350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa25dffb640 1 -- 172.21.15.6:0/1499280787 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2600bb070 con 0x7fa2680d1170 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa25dffb640 1 -- 172.21.15.6:0/1499280787 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa260004d40 con 0x7fa2680d1170 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2681f8d90 con 0x7fa2680d1170 2024-09-21T07:26:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa25dffb640 1 -- 172.21.15.6:0/1499280787 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2600b2040 con 0x7fa2680d1170 2024-09-21T07:26:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2681f9350 con 0x7fa2680d1170 2024-09-21T07:26:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2680d0c30 con 0x7fa2680d1170 2024-09-21T07:26:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa25dffb640 1 -- 172.21.15.6:0/1499280787 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa2600be070 con 0x7fa2680d1170 2024-09-21T07:26:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa25dffb640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa24c073200 0x7fa24c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa25dffb640 1 -- 172.21.15.6:0/1499280787 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fa26012df20 con 0x7fa2680d1170 2024-09-21T07:26:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.983+0000 7fa26d50c640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa24c073200 0x7fa24c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.987+0000 7fa26d50c640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa24c073200 0x7fa24c075710 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa25800a850 tx=0x7fa258008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:19.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:19.991+0000 7fa25dffb640 1 -- 172.21.15.6:0/1499280787 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa260016990 con 0x7fa2680d1170 2024-09-21T07:26:20.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.159+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa26806e350 con 0x7fa24c073200 2024-09-21T07:26:20.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.171+0000 7fa25dffb640 1 -- 172.21.15.6:0/1499280787 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251960 (secure 0 0 0) 0x7fa26806e350 con 0x7fa24c073200 2024-09-21T07:26:20.178 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:20.180 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa24c073200 msgr2=0x7fa24c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa24c073200 0x7fa24c075710 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa25800a850 tx=0x7fa258008040 comp rx=0 tx=0).stop 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 msgr2=0x7fa2680b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 0x7fa2680b5ff0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa26001cb40 tx=0x7fa260009350 comp rx=0 tx=0).stop 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 shutdown_connections 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa24c073200 0x7fa24c075710 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2680d1170 0x7fa2680b5ff0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2680ba230 0x7fa2680ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 --2- 172.21.15.6:0/1499280787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2680b9e20 0x7fa2680c9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 >> 172.21.15.6:0/1499280787 conn(0x7fa26806dda0 msgr2=0x7fa26815e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:20.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 shutdown_connections 2024-09-21T07:26:20.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.175+0000 7fa26f770640 1 -- 172.21.15.6:0/1499280787 wait complete. 2024-09-21T07:26:20.198 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-21T07:26:18.871059+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225668,"kb_used_data":5256,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749052,"statfs":{"total":773094113280,"available":772863029248,"internally_reserved":0,"allocated":5382144,"data_stored":2858036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":225496624},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":62,"apply_latency_ms":62,"commit_latency_ns":62000000,"apply_latency_ns":62000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.005381"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.927029+0000","last_change":"2024-09-21T07:26:10.926589+0000","last_active":"2024-09-21T07:26:12.927029+0000","last_peered":"2024-09-21T07:26:12.927029+0000","last_clean":"2024-09-21T07:26:12.927029+0000","last_became_active":"2024-09-21T07:26:10.925866+0000","last_became_peered":"2024-09-21T07:26:10.925866+0000","last_unstale":"2024-09-21T07:26:12.927029+0000","last_undegraded":"2024-09-21T07:26:12.927029+0000","last_fullsized":"2024-09-21T07:26:12.927029+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:38.452609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.871982+0000","last_change":"2024-09-21T07:26:10.910666+0000","last_active":"2024-09-21T07:26:11.871982+0000","last_peered":"2024-09-21T07:26:11.871982+0000","last_clean":"2024-09-21T07:26:11.871982+0000","last_became_active":"2024-09-21T07:26:10.903686+0000","last_became_peered":"2024-09-21T07:26:10.903686+0000","last_unstale":"2024-09-21T07:26:11.871982+0000","last_undegraded":"2024-09-21T07:26:11.871982+0000","last_fullsized":"2024-09-21T07:26:11.871982+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.437518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.147739+0000","last_change":"2024-09-21T07:26:10.886431+0000","last_active":"2024-09-21T07:26:12.147739+0000","last_peered":"2024-09-21T07:26:12.147739+0000","last_clean":"2024-09-21T07:26:12.147739+0000","last_became_active":"2024-09-21T07:26:10.885468+0000","last_became_peered":"2024-09-21T07:26:10.885468+0000","last_unstale":"2024-09-21T07:26:12.147739+0000","last_undegraded":"2024-09-21T07:26:12.147739+0000","last_fullsized":"2024-09-21T07:26:12.147739+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:51:40.776818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925393+0000","last_change":"2024-09-21T07:26:10.913106+0000","last_active":"2024-09-21T07:26:12.925393+0000","last_peered":"2024-09-21T07:26:12.925393+0000","last_clean":"2024-09-21T07:26:12.925393+0000","last_became_active":"2024-09-21T07:26:10.912786+0000","last_became_peered":"2024-09-21T07:26:10.912786+0000","last_unstale":"2024-09-21T07:26:12.925393+0000","last_undegraded":"2024-09-21T07:26:12.925393+0000","last_fullsized":"2024-09-21T07:26:12.925393+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:01.707517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.871353+0000","last_change":"2024-09-21T07:26:10.892301+0000","last_active":"2024-09-21T07:26:11.871353+0000","last_peered":"2024-09-21T07:26:11.871353+0000","last_clean":"2024-09-21T07:26:11.871353+0000","last_became_active":"2024-09-21T07:26:10.891422+0000","last_became_peered":"2024-09-21T07:26:10.891422+0000","last_unstale":"2024-09-21T07:26:11.871353+0000","last_undegraded":"2024-09-21T07:26:11.871353+0000","last_fullsized":"2024-09-21T07:26:11.871353+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:59.247439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.877755+0000","last_change":"2024-09-21T07:26:10.921089+0000","last_active":"2024-09-21T07:26:12.877755+0000","last_peered":"2024-09-21T07:26:12.877755+0000","last_clean":"2024-09-21T07:26:12.877755+0000","last_became_active":"2024-09-21T07:26:10.920714+0000","last_became_peered":"2024-09-21T07:26:10.920714+0000","last_unstale":"2024-09-21T07:26:12.877755+0000","last_undegraded":"2024-09-21T07:26:12.877755+0000","last_fullsized":"2024-09-21T07:26:12.877755+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:04:39.098048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925738+0000","last_change":"2024-09-21T07:26:10.926658+0000","last_active":"2024-09-21T07:26:12.925738+0000","last_peered":"2024-09-21T07:26:12.925738+0000","last_clean":"2024-09-21T07:26:12.925738+0000","last_became_active":"2024-09-21T07:26:10.925820+0000","last_became_peered":"2024-09-21T07:26:10.925820+0000","last_unstale":"2024-09-21T07:26:12.925738+0000","last_undegraded":"2024-09-21T07:26:12.925738+0000","last_fullsized":"2024-09-21T07:26:12.925738+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:51.448318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.924978+0000","last_change":"2024-09-21T07:26:10.917974+0000","last_active":"2024-09-21T07:26:12.924978+0000","last_peered":"2024-09-21T07:26:12.924978+0000","last_clean":"2024-09-21T07:26:12.924978+0000","last_became_active":"2024-09-21T07:26:10.917459+0000","last_became_peered":"2024-09-21T07:26:10.917459+0000","last_unstale":"2024-09-21T07:26:12.924978+0000","last_undegraded":"2024-09-21T07:26:12.924978+0000","last_fullsized":"2024-09-21T07:26:12.924978+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:05.701275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925976+0000","last_change":"2024-09-21T07:26:10.891745+0000","last_active":"2024-09-21T07:26:12.925976+0000","last_peered":"2024-09-21T07:26:12.925976+0000","last_clean":"2024-09-21T07:26:12.925976+0000","last_became_active":"2024-09-21T07:26:10.891317+0000","last_became_peered":"2024-09-21T07:26:10.891317+0000","last_unstale":"2024-09-21T07:26:12.925976+0000","last_undegraded":"2024-09-21T07:26:12.925976+0000","last_fullsized":"2024-09-21T07:26:12.925976+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:19.960277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926042+0000","last_change":"2024-09-21T07:26:10.911844+0000","last_active":"2024-09-21T07:26:12.926042+0000","last_peered":"2024-09-21T07:26:12.926042+0000","last_clean":"2024-09-21T07:26:12.926042+0000","last_became_active":"2024-09-21T07:26:10.911498+0000","last_became_peered":"2024-09-21T07:26:10.911498+0000","last_unstale":"2024-09-21T07:26:12.926042+0000","last_undegraded":"2024-09-21T07:26:12.926042+0000","last_fullsized":"2024-09-21T07:26:12.926042+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:51.448318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925194+0000","last_change":"2024-09-21T07:26:10.889215+0000","last_active":"2024-09-21T07:26:12.925194+0000","last_peered":"2024-09-21T07:26:12.925194+0000","last_clean":"2024-09-21T07:26:12.925194+0000","last_became_active":"2024-09-21T07:26:10.888891+0000","last_became_peered":"2024-09-21T07:26:10.888891+0000","last_unstale":"2024-09-21T07:26:12.925194+0000","last_undegraded":"2024-09-21T07:26:12.925194+0000","last_fullsized":"2024-09-21T07:26:12.925194+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:21.122645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.871860+0000","last_change":"2024-09-21T07:26:10.879626+0000","last_active":"2024-09-21T07:26:11.871860+0000","last_peered":"2024-09-21T07:26:11.871860+0000","last_clean":"2024-09-21T07:26:11.871860+0000","last_became_active":"2024-09-21T07:26:10.878760+0000","last_became_peered":"2024-09-21T07:26:10.878760+0000","last_unstale":"2024-09-21T07:26:11.871860+0000","last_undegraded":"2024-09-21T07:26:11.871860+0000","last_fullsized":"2024-09-21T07:26:11.871860+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:17.875287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.869192+0000","last_change":"2024-09-21T07:26:10.889172+0000","last_active":"2024-09-21T07:26:11.869192+0000","last_peered":"2024-09-21T07:26:11.869192+0000","last_clean":"2024-09-21T07:26:11.869192+0000","last_became_active":"2024-09-21T07:26:10.888142+0000","last_became_peered":"2024-09-21T07:26:10.888142+0000","last_unstale":"2024-09-21T07:26:11.869192+0000","last_undegraded":"2024-09-21T07:26:11.869192+0000","last_fullsized":"2024-09-21T07:26:11.869192+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:47.320328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926389+0000","last_change":"2024-09-21T07:26:10.890263+0000","last_active":"2024-09-21T07:26:12.926389+0000","last_peered":"2024-09-21T07:26:12.926389+0000","last_clean":"2024-09-21T07:26:12.926389+0000","last_became_active":"2024-09-21T07:26:10.883794+0000","last_became_peered":"2024-09-21T07:26:10.883794+0000","last_unstale":"2024-09-21T07:26:12.926389+0000","last_undegraded":"2024-09-21T07:26:12.926389+0000","last_fullsized":"2024-09-21T07:26:12.926389+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:04:09.984255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.877756+0000","last_change":"2024-09-21T07:26:10.906751+0000","last_active":"2024-09-21T07:26:12.877756+0000","last_peered":"2024-09-21T07:26:12.877756+0000","last_clean":"2024-09-21T07:26:12.877756+0000","last_became_active":"2024-09-21T07:26:10.892083+0000","last_became_peered":"2024-09-21T07:26:10.892083+0000","last_unstale":"2024-09-21T07:26:12.877756+0000","last_undegraded":"2024-09-21T07:26:12.877756+0000","last_fullsized":"2024-09-21T07:26:12.877756+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:09.494504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.870313+0000","last_change":"2024-09-21T07:26:10.906576+0000","last_active":"2024-09-21T07:26:11.870313+0000","last_peered":"2024-09-21T07:26:11.870313+0000","last_clean":"2024-09-21T07:26:11.870313+0000","last_became_active":"2024-09-21T07:26:10.905769+0000","last_became_peered":"2024-09-21T07:26:10.905769+0000","last_unstale":"2024-09-21T07:26:11.870313+0000","last_undegraded":"2024-09-21T07:26:11.870313+0000","last_fullsized":"2024-09-21T07:26:11.870313+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:42.452692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.147990+0000","last_change":"2024-09-21T07:26:10.879636+0000","last_active":"2024-09-21T07:26:12.147990+0000","last_peered":"2024-09-21T07:26:12.147990+0000","last_clean":"2024-09-21T07:26:12.147990+0000","last_became_active":"2024-09-21T07:26:10.878833+0000","last_became_peered":"2024-09-21T07:26:10.878833+0000","last_unstale":"2024-09-21T07:26:12.147990+0000","last_undegraded":"2024-09-21T07:26:12.147990+0000","last_fullsized":"2024-09-21T07:26:12.147990+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:29:52.440048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.148019+0000","last_change":"2024-09-21T07:26:10.887781+0000","last_active":"2024-09-21T07:26:12.148019+0000","last_peered":"2024-09-21T07:26:12.148019+0000","last_clean":"2024-09-21T07:26:12.148019+0000","last_became_active":"2024-09-21T07:26:10.886901+0000","last_became_peered":"2024-09-21T07:26:10.886901+0000","last_unstale":"2024-09-21T07:26:12.148019+0000","last_undegraded":"2024-09-21T07:26:12.148019+0000","last_fullsized":"2024-09-21T07:26:12.148019+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:01.707517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.874857+0000","last_change":"2024-09-21T07:26:10.908639+0000","last_active":"2024-09-21T07:26:11.874857+0000","last_peered":"2024-09-21T07:26:11.874857+0000","last_clean":"2024-09-21T07:26:11.874857+0000","last_became_active":"2024-09-21T07:26:10.907913+0000","last_became_peered":"2024-09-21T07:26:10.907913+0000","last_unstale":"2024-09-21T07:26:11.874857+0000","last_undegraded":"2024-09-21T07:26:11.874857+0000","last_fullsized":"2024-09-21T07:26:11.874857+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:25.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.869539+0000","last_change":"2024-09-21T07:26:10.887450+0000","last_active":"2024-09-21T07:26:11.869539+0000","last_peered":"2024-09-21T07:26:11.869539+0000","last_clean":"2024-09-21T07:26:11.869539+0000","last_became_active":"2024-09-21T07:26:10.887101+0000","last_became_peered":"2024-09-21T07:26:10.887101+0000","last_unstale":"2024-09-21T07:26:11.869539+0000","last_undegraded":"2024-09-21T07:26:11.869539+0000","last_fullsized":"2024-09-21T07:26:11.869539+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:11.408798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.877894+0000","last_change":"2024-09-21T07:26:10.915517+0000","last_active":"2024-09-21T07:26:12.877894+0000","last_peered":"2024-09-21T07:26:12.877894+0000","last_clean":"2024-09-21T07:26:12.877894+0000","last_became_active":"2024-09-21T07:26:10.915198+0000","last_became_peered":"2024-09-21T07:26:10.915198+0000","last_unstale":"2024-09-21T07:26:12.877894+0000","last_undegraded":"2024-09-21T07:26:12.877894+0000","last_fullsized":"2024-09-21T07:26:12.877894+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:53:56.871906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926386+0000","last_change":"2024-09-21T07:26:10.913944+0000","last_active":"2024-09-21T07:26:12.926386+0000","last_peered":"2024-09-21T07:26:12.926386+0000","last_clean":"2024-09-21T07:26:12.926386+0000","last_became_active":"2024-09-21T07:26:10.911994+0000","last_became_peered":"2024-09-21T07:26:10.911994+0000","last_unstale":"2024-09-21T07:26:12.926386+0000","last_undegraded":"2024-09-21T07:26:12.926386+0000","last_fullsized":"2024-09-21T07:26:12.926386+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:17.875287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.870775+0000","last_change":"2024-09-21T07:26:10.929389+0000","last_active":"2024-09-21T07:26:11.870775+0000","last_peered":"2024-09-21T07:26:11.870775+0000","last_clean":"2024-09-21T07:26:11.870775+0000","last_became_active":"2024-09-21T07:26:10.928522+0000","last_became_peered":"2024-09-21T07:26:10.928522+0000","last_unstale":"2024-09-21T07:26:11.870775+0000","last_undegraded":"2024-09-21T07:26:11.870775+0000","last_fullsized":"2024-09-21T07:26:11.870775+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:17.942890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.870427+0000","last_change":"2024-09-21T07:26:10.923928+0000","last_active":"2024-09-21T07:26:11.870427+0000","last_peered":"2024-09-21T07:26:11.870427+0000","last_clean":"2024-09-21T07:26:11.870427+0000","last_became_active":"2024-09-21T07:26:10.923358+0000","last_became_peered":"2024-09-21T07:26:10.923358+0000","last_unstale":"2024-09-21T07:26:11.870427+0000","last_undegraded":"2024-09-21T07:26:11.870427+0000","last_fullsized":"2024-09-21T07:26:11.870427+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:50.431299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.874453+0000","last_change":"2024-09-21T07:26:10.913077+0000","last_active":"2024-09-21T07:26:11.874453+0000","last_peered":"2024-09-21T07:26:11.874453+0000","last_clean":"2024-09-21T07:26:11.874453+0000","last_became_active":"2024-09-21T07:26:10.910687+0000","last_became_peered":"2024-09-21T07:26:10.910687+0000","last_unstale":"2024-09-21T07:26:11.874453+0000","last_undegraded":"2024-09-21T07:26:11.874453+0000","last_fullsized":"2024-09-21T07:26:11.874453+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:23:57.224587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.869620+0000","last_change":"2024-09-21T07:26:10.888991+0000","last_active":"2024-09-21T07:26:11.869620+0000","last_peered":"2024-09-21T07:26:11.869620+0000","last_clean":"2024-09-21T07:26:11.869620+0000","last_became_active":"2024-09-21T07:26:10.888644+0000","last_became_peered":"2024-09-21T07:26:10.888644+0000","last_unstale":"2024-09-21T07:26:11.869620+0000","last_undegraded":"2024-09-21T07:26:11.869620+0000","last_fullsized":"2024-09-21T07:26:11.869620+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:37:55.359792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.147905+0000","last_change":"2024-09-21T07:26:10.886511+0000","last_active":"2024-09-21T07:26:12.147905+0000","last_peered":"2024-09-21T07:26:12.147905+0000","last_clean":"2024-09-21T07:26:12.147905+0000","last_became_active":"2024-09-21T07:26:10.885670+0000","last_became_peered":"2024-09-21T07:26:10.885670+0000","last_unstale":"2024-09-21T07:26:12.147905+0000","last_undegraded":"2024-09-21T07:26:12.147905+0000","last_fullsized":"2024-09-21T07:26:12.147905+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:47.037180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.872068+0000","last_change":"2024-09-21T07:26:10.878167+0000","last_active":"2024-09-21T07:26:11.872068+0000","last_peered":"2024-09-21T07:26:11.872068+0000","last_clean":"2024-09-21T07:26:11.872068+0000","last_became_active":"2024-09-21T07:26:10.877186+0000","last_became_peered":"2024-09-21T07:26:10.877186+0000","last_unstale":"2024-09-21T07:26:11.872068+0000","last_undegraded":"2024-09-21T07:26:11.872068+0000","last_fullsized":"2024-09-21T07:26:11.872068+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:13:03.880617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.873212+0000","last_change":"2024-09-21T07:26:10.909818+0000","last_active":"2024-09-21T07:26:11.873212+0000","last_peered":"2024-09-21T07:26:11.873212+0000","last_clean":"2024-09-21T07:26:11.873212+0000","last_became_active":"2024-09-21T07:26:10.908822+0000","last_became_peered":"2024-09-21T07:26:10.908822+0000","last_unstale":"2024-09-21T07:26:11.873212+0000","last_undegraded":"2024-09-21T07:26:11.873212+0000","last_fullsized":"2024-09-21T07:26:11.873212+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:34.565577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.147610+0000","last_change":"2024-09-21T07:26:10.922992+0000","last_active":"2024-09-21T07:26:12.147610+0000","last_peered":"2024-09-21T07:26:12.147610+0000","last_clean":"2024-09-21T07:26:12.147610+0000","last_became_active":"2024-09-21T07:26:10.922241+0000","last_became_peered":"2024-09-21T07:26:10.922241+0000","last_unstale":"2024-09-21T07:26:12.147610+0000","last_undegraded":"2024-09-21T07:26:12.147610+0000","last_fullsized":"2024-09-21T07:26:12.147610+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:13.329864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.877800+0000","last_change":"2024-09-21T07:26:10.908751+0000","last_active":"2024-09-21T07:26:12.877800+0000","last_peered":"2024-09-21T07:26:12.877800+0000","last_clean":"2024-09-21T07:26:12.877800+0000","last_became_active":"2024-09-21T07:26:10.908403+0000","last_became_peered":"2024-09-21T07:26:10.908403+0000","last_unstale":"2024-09-21T07:26:12.877800+0000","last_undegraded":"2024-09-21T07:26:12.877800+0000","last_fullsized":"2024-09-21T07:26:12.877800+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:05:46.751304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.869099+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:11.869099+0000","last_peered":"2024-09-21T07:26:11.869099+0000","last_clean":"2024-09-21T07:26:11.869099+0000","last_became_active":"2024-09-21T07:26:10.890747+0000","last_became_peered":"2024-09-21T07:26:10.890747+0000","last_unstale":"2024-09-21T07:26:11.869099+0000","last_undegraded":"2024-09-21T07:26:11.869099+0000","last_fullsized":"2024-09-21T07:26:11.869099+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:58.903227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925003+0000","last_change":"2024-09-21T07:26:10.912221+0000","last_active":"2024-09-21T07:26:12.925003+0000","last_peered":"2024-09-21T07:26:12.925003+0000","last_clean":"2024-09-21T07:26:12.925003+0000","last_became_active":"2024-09-21T07:26:10.911739+0000","last_became_peered":"2024-09-21T07:26:10.911739+0000","last_unstale":"2024-09-21T07:26:12.925003+0000","last_undegraded":"2024-09-21T07:26:12.925003+0000","last_fullsized":"2024-09-21T07:26:12.925003+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:59:26.147895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"43'4","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.879004+0000","last_change":"2024-09-21T07:26:09.901951+0000","last_active":"2024-09-21T07:26:12.879004+0000","last_peered":"2024-09-21T07:26:12.879004+0000","last_clean":"2024-09-21T07:26:12.879004+0000","last_became_active":"2024-09-21T07:26:09.901423+0000","last_became_peered":"2024-09-21T07:26:09.901423+0000","last_unstale":"2024-09-21T07:26:12.879004+0000","last_undegraded":"2024-09-21T07:26:12.879004+0000","last_fullsized":"2024-09-21T07:26:12.879004+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:04.697164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.874836+0000","last_change":"2024-09-21T07:26:10.912219+0000","last_active":"2024-09-21T07:26:11.874836+0000","last_peered":"2024-09-21T07:26:11.874836+0000","last_clean":"2024-09-21T07:26:11.874836+0000","last_became_active":"2024-09-21T07:26:10.909760+0000","last_became_peered":"2024-09-21T07:26:10.909760+0000","last_unstale":"2024-09-21T07:26:11.874836+0000","last_undegraded":"2024-09-21T07:26:11.874836+0000","last_fullsized":"2024-09-21T07:26:11.874836+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:05:03.621775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"43'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.148612+0000","last_change":"2024-09-21T07:26:09.905167+0000","last_active":"2024-09-21T07:26:12.148612+0000","last_peered":"2024-09-21T07:26:12.148612+0000","last_clean":"2024-09-21T07:26:12.148612+0000","last_became_active":"2024-09-21T07:26:09.904358+0000","last_became_peered":"2024-09-21T07:26:09.904358+0000","last_unstale":"2024-09-21T07:26:12.148612+0000","last_undegraded":"2024-09-21T07:26:12.148612+0000","last_fullsized":"2024-09-21T07:26:12.148612+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:38.397027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.872551+0000","last_change":"2024-09-21T07:26:10.888745+0000","last_active":"2024-09-21T07:26:11.872551+0000","last_peered":"2024-09-21T07:26:11.872551+0000","last_clean":"2024-09-21T07:26:11.872551+0000","last_became_active":"2024-09-21T07:26:10.887862+0000","last_became_peered":"2024-09-21T07:26:10.887862+0000","last_unstale":"2024-09-21T07:26:11.872551+0000","last_undegraded":"2024-09-21T07:26:11.872551+0000","last_fullsized":"2024-09-21T07:26:11.872551+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:51.448318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"43'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925769+0000","last_change":"2024-09-21T07:26:09.892575+0000","last_active":"2024-09-21T07:26:12.925769+0000","last_peered":"2024-09-21T07:26:12.925769+0000","last_clean":"2024-09-21T07:26:12.925769+0000","last_became_active":"2024-09-21T07:26:09.891916+0000","last_became_peered":"2024-09-21T07:26:09.891916+0000","last_unstale":"2024-09-21T07:26:12.925769+0000","last_undegraded":"2024-09-21T07:26:12.925769+0000","last_fullsized":"2024-09-21T07:26:12.925769+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:28.987115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925577+0000","last_change":"2024-09-21T07:26:10.914073+0000","last_active":"2024-09-21T07:26:12.925577+0000","last_peered":"2024-09-21T07:26:12.925577+0000","last_clean":"2024-09-21T07:26:12.925577+0000","last_became_active":"2024-09-21T07:26:10.913826+0000","last_became_peered":"2024-09-21T07:26:10.913826+0000","last_unstale":"2024-09-21T07:26:12.925577+0000","last_undegraded":"2024-09-21T07:26:12.925577+0000","last_fullsized":"2024-09-21T07:26:12.925577+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:19:33.217473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"43'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926443+0000","last_change":"2024-09-21T07:26:09.912655+0000","last_active":"2024-09-21T07:26:12.926443+0000","last_peered":"2024-09-21T07:26:12.926443+0000","last_clean":"2024-09-21T07:26:12.926443+0000","last_became_active":"2024-09-21T07:26:09.911829+0000","last_became_peered":"2024-09-21T07:26:09.911829+0000","last_unstale":"2024-09-21T07:26:12.926443+0000","last_undegraded":"2024-09-21T07:26:12.926443+0000","last_fullsized":"2024-09-21T07:26:12.926443+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:10.217997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.147672+0000","last_change":"2024-09-21T07:26:10.912021+0000","last_active":"2024-09-21T07:26:12.147672+0000","last_peered":"2024-09-21T07:26:12.147672+0000","last_clean":"2024-09-21T07:26:12.147672+0000","last_became_active":"2024-09-21T07:26:10.910107+0000","last_became_peered":"2024-09-21T07:26:10.910107+0000","last_unstale":"2024-09-21T07:26:12.147672+0000","last_undegraded":"2024-09-21T07:26:12.147672+0000","last_fullsized":"2024-09-21T07:26:12.147672+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:19.960277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"43'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.878517+0000","last_change":"2024-09-21T07:26:09.895521+0000","last_active":"2024-09-21T07:26:12.878517+0000","last_peered":"2024-09-21T07:26:12.878517+0000","last_clean":"2024-09-21T07:26:12.878517+0000","last_became_active":"2024-09-21T07:26:09.894353+0000","last_became_peered":"2024-09-21T07:26:09.894353+0000","last_unstale":"2024-09-21T07:26:12.878517+0000","last_undegraded":"2024-09-21T07:26:12.878517+0000","last_fullsized":"2024-09-21T07:26:12.878517+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:18.962939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926501+0000","last_change":"2024-09-21T07:26:10.891054+0000","last_active":"2024-09-21T07:26:12.926501+0000","last_peered":"2024-09-21T07:26:12.926501+0000","last_clean":"2024-09-21T07:26:12.926501+0000","last_became_active":"2024-09-21T07:26:10.890119+0000","last_became_peered":"2024-09-21T07:26:10.890119+0000","last_unstale":"2024-09-21T07:26:12.926501+0000","last_undegraded":"2024-09-21T07:26:12.926501+0000","last_fullsized":"2024-09-21T07:26:12.926501+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:08:09.324214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"43'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.148273+0000","last_change":"2024-09-21T07:26:09.894079+0000","last_active":"2024-09-21T07:26:12.148273+0000","last_peered":"2024-09-21T07:26:12.148273+0000","last_clean":"2024-09-21T07:26:12.148273+0000","last_became_active":"2024-09-21T07:26:09.893002+0000","last_became_peered":"2024-09-21T07:26:09.893002+0000","last_unstale":"2024-09-21T07:26:12.148273+0000","last_undegraded":"2024-09-21T07:26:12.148273+0000","last_fullsized":"2024-09-21T07:26:12.148273+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:41.448581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925194+0000","last_change":"2024-09-21T07:26:10.918223+0000","last_active":"2024-09-21T07:26:12.925194+0000","last_peered":"2024-09-21T07:26:12.925194+0000","last_clean":"2024-09-21T07:26:12.925194+0000","last_became_active":"2024-09-21T07:26:10.917913+0000","last_became_peered":"2024-09-21T07:26:10.917913+0000","last_unstale":"2024-09-21T07:26:12.925194+0000","last_undegraded":"2024-09-21T07:26:12.925194+0000","last_fullsized":"2024-09-21T07:26:12.925194+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:47.037180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.870811+0000","last_change":"2024-09-21T07:26:09.897638+0000","last_active":"2024-09-21T07:26:11.870811+0000","last_peered":"2024-09-21T07:26:11.870811+0000","last_clean":"2024-09-21T07:26:11.870811+0000","last_became_active":"2024-09-21T07:26:09.896877+0000","last_became_peered":"2024-09-21T07:26:09.896877+0000","last_unstale":"2024-09-21T07:26:11.870811+0000","last_undegraded":"2024-09-21T07:26:11.870811+0000","last_fullsized":"2024-09-21T07:26:11.870811+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:56.410017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.870674+0000","last_change":"2024-09-21T07:26:10.931187+0000","last_active":"2024-09-21T07:26:11.870674+0000","last_peered":"2024-09-21T07:26:11.870674+0000","last_clean":"2024-09-21T07:26:11.870674+0000","last_became_active":"2024-09-21T07:26:10.930446+0000","last_became_peered":"2024-09-21T07:26:10.930446+0000","last_unstale":"2024-09-21T07:26:11.870674+0000","last_undegraded":"2024-09-21T07:26:11.870674+0000","last_fullsized":"2024-09-21T07:26:11.870674+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:57:39.401137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926121+0000","last_change":"2024-09-21T07:26:09.894020+0000","last_active":"2024-09-21T07:26:12.926121+0000","last_peered":"2024-09-21T07:26:12.926121+0000","last_clean":"2024-09-21T07:26:12.926121+0000","last_became_active":"2024-09-21T07:26:09.892636+0000","last_became_peered":"2024-09-21T07:26:09.892636+0000","last_unstale":"2024-09-21T07:26:12.926121+0000","last_undegraded":"2024-09-21T07:26:12.926121+0000","last_fullsized":"2024-09-21T07:26:12.926121+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:16.958341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.148748+0000","last_change":"2024-09-21T07:26:10.887665+0000","last_active":"2024-09-21T07:26:12.148748+0000","last_peered":"2024-09-21T07:26:12.148748+0000","last_clean":"2024-09-21T07:26:12.148748+0000","last_became_active":"2024-09-21T07:26:10.886742+0000","last_became_peered":"2024-09-21T07:26:10.886742+0000","last_unstale":"2024-09-21T07:26:12.148748+0000","last_undegraded":"2024-09-21T07:26:12.148748+0000","last_fullsized":"2024-09-21T07:26:12.148748+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:05.701275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.148396+0000","last_change":"2024-09-21T07:26:09.894372+0000","last_active":"2024-09-21T07:26:12.148396+0000","last_peered":"2024-09-21T07:26:12.148396+0000","last_clean":"2024-09-21T07:26:12.148396+0000","last_became_active":"2024-09-21T07:26:09.893329+0000","last_became_peered":"2024-09-21T07:26:09.893329+0000","last_unstale":"2024-09-21T07:26:12.148396+0000","last_undegraded":"2024-09-21T07:26:12.148396+0000","last_fullsized":"2024-09-21T07:26:12.148396+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.927232+0000","last_change":"2024-09-21T07:26:10.926623+0000","last_active":"2024-09-21T07:26:12.927232+0000","last_peered":"2024-09-21T07:26:12.927232+0000","last_clean":"2024-09-21T07:26:12.927232+0000","last_became_active":"2024-09-21T07:26:10.925891+0000","last_became_peered":"2024-09-21T07:26:10.925891+0000","last_unstale":"2024-09-21T07:26:12.927232+0000","last_undegraded":"2024-09-21T07:26:12.927232+0000","last_fullsized":"2024-09-21T07:26:12.927232+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:30.419460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.927041+0000","last_change":"2024-09-21T07:26:09.904971+0000","last_active":"2024-09-21T07:26:12.927041+0000","last_peered":"2024-09-21T07:26:12.927041+0000","last_clean":"2024-09-21T07:26:12.927041+0000","last_became_active":"2024-09-21T07:26:09.904501+0000","last_became_peered":"2024-09-21T07:26:09.904501+0000","last_unstale":"2024-09-21T07:26:12.927041+0000","last_undegraded":"2024-09-21T07:26:12.927041+0000","last_fullsized":"2024-09-21T07:26:12.927041+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:31.307773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.878556+0000","last_change":"2024-09-21T07:26:10.888881+0000","last_active":"2024-09-21T07:26:12.878556+0000","last_peered":"2024-09-21T07:26:12.878556+0000","last_clean":"2024-09-21T07:26:12.878556+0000","last_became_active":"2024-09-21T07:26:10.888052+0000","last_became_peered":"2024-09-21T07:26:10.888052+0000","last_unstale":"2024-09-21T07:26:12.878556+0000","last_undegraded":"2024-09-21T07:26:12.878556+0000","last_fullsized":"2024-09-21T07:26:12.878556+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:32:59.418086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"43'3","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926758+0000","last_change":"2024-09-21T07:26:09.914644+0000","last_active":"2024-09-21T07:26:12.926758+0000","last_peered":"2024-09-21T07:26:12.926758+0000","last_clean":"2024-09-21T07:26:12.926758+0000","last_became_active":"2024-09-21T07:26:09.913832+0000","last_became_peered":"2024-09-21T07:26:09.913832+0000","last_unstale":"2024-09-21T07:26:12.926758+0000","last_undegraded":"2024-09-21T07:26:12.926758+0000","last_fullsized":"2024-09-21T07:26:12.926758+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:11:10.859723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925781+0000","last_change":"2024-09-21T07:26:10.928517+0000","last_active":"2024-09-21T07:26:12.925781+0000","last_peered":"2024-09-21T07:26:12.925781+0000","last_clean":"2024-09-21T07:26:12.925781+0000","last_became_active":"2024-09-21T07:26:10.927009+0000","last_became_peered":"2024-09-21T07:26:10.927009+0000","last_unstale":"2024-09-21T07:26:12.925781+0000","last_undegraded":"2024-09-21T07:26:12.925781+0000","last_fullsized":"2024-09-21T07:26:12.925781+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:07:37.127728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"43'6","reported_seq":21,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.869556+0000","last_change":"2024-09-21T07:26:09.889324+0000","last_active":"2024-09-21T07:26:11.869556+0000","last_peered":"2024-09-21T07:26:11.869556+0000","last_clean":"2024-09-21T07:26:11.869556+0000","last_became_active":"2024-09-21T07:26:09.888854+0000","last_became_peered":"2024-09-21T07:26:09.888854+0000","last_unstale":"2024-09-21T07:26:11.869556+0000","last_undegraded":"2024-09-21T07:26:11.869556+0000","last_fullsized":"2024-09-21T07:26:11.869556+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:47:14.398701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.872911+0000","last_change":"2024-09-21T07:26:10.909722+0000","last_active":"2024-09-21T07:26:11.872911+0000","last_peered":"2024-09-21T07:26:11.872911+0000","last_clean":"2024-09-21T07:26:11.872911+0000","last_became_active":"2024-09-21T07:26:10.908937+0000","last_became_peered":"2024-09-21T07:26:10.908937+0000","last_unstale":"2024-09-21T07:26:11.872911+0000","last_undegraded":"2024-09-21T07:26:11.872911+0000","last_fullsized":"2024-09-21T07:26:11.872911+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:03.779948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"43'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.878968+0000","last_change":"2024-09-21T07:26:09.890539+0000","last_active":"2024-09-21T07:26:12.878968+0000","last_peered":"2024-09-21T07:26:12.878968+0000","last_clean":"2024-09-21T07:26:12.878968+0000","last_became_active":"2024-09-21T07:26:09.888938+0000","last_became_peered":"2024-09-21T07:26:09.888938+0000","last_unstale":"2024-09-21T07:26:12.878968+0000","last_undegraded":"2024-09-21T07:26:12.878968+0000","last_fullsized":"2024-09-21T07:26:12.878968+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:04:08.980144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925680+0000","last_change":"2024-09-21T07:26:10.920916+0000","last_active":"2024-09-21T07:26:12.925680+0000","last_peered":"2024-09-21T07:26:12.925680+0000","last_clean":"2024-09-21T07:26:12.925680+0000","last_became_active":"2024-09-21T07:26:10.920593+0000","last_became_peered":"2024-09-21T07:26:10.920593+0000","last_unstale":"2024-09-21T07:26:12.925680+0000","last_undegraded":"2024-09-21T07:26:12.925680+0000","last_fullsized":"2024-09-21T07:26:12.925680+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:23.692954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925785+0000","last_change":"2024-09-21T07:26:09.904957+0000","last_active":"2024-09-21T07:26:12.925785+0000","last_peered":"2024-09-21T07:26:12.925785+0000","last_clean":"2024-09-21T07:26:12.925785+0000","last_became_active":"2024-09-21T07:26:09.904092+0000","last_became_peered":"2024-09-21T07:26:09.904092+0000","last_unstale":"2024-09-21T07:26:12.925785+0000","last_undegraded":"2024-09-21T07:26:12.925785+0000","last_fullsized":"2024-09-21T07:26:12.925785+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:54.243769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.877746+0000","last_change":"2024-09-21T07:26:10.887375+0000","last_active":"2024-09-21T07:26:12.877746+0000","last_peered":"2024-09-21T07:26:12.877746+0000","last_clean":"2024-09-21T07:26:12.877746+0000","last_became_active":"2024-09-21T07:26:10.887099+0000","last_became_peered":"2024-09-21T07:26:10.887099+0000","last_unstale":"2024-09-21T07:26:12.877746+0000","last_undegraded":"2024-09-21T07:26:12.877746+0000","last_fullsized":"2024-09-21T07:26:12.877746+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:32.235045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.879218+0000","last_change":"2024-09-21T07:26:09.889789+0000","last_active":"2024-09-21T07:26:12.879218+0000","last_peered":"2024-09-21T07:26:12.879218+0000","last_clean":"2024-09-21T07:26:12.879218+0000","last_became_active":"2024-09-21T07:26:09.888979+0000","last_became_peered":"2024-09-21T07:26:09.888979+0000","last_unstale":"2024-09-21T07:26:12.879218+0000","last_undegraded":"2024-09-21T07:26:12.879218+0000","last_fullsized":"2024-09-21T07:26:12.879218+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:16.871176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925868+0000","last_change":"2024-09-21T07:26:10.929130+0000","last_active":"2024-09-21T07:26:12.925868+0000","last_peered":"2024-09-21T07:26:12.925868+0000","last_clean":"2024-09-21T07:26:12.925868+0000","last_became_active":"2024-09-21T07:26:10.928229+0000","last_became_peered":"2024-09-21T07:26:10.928229+0000","last_unstale":"2024-09-21T07:26:12.925868+0000","last_undegraded":"2024-09-21T07:26:12.925868+0000","last_fullsized":"2024-09-21T07:26:12.925868+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.853025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"43'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926489+0000","last_change":"2024-09-21T07:26:09.898947+0000","last_active":"2024-09-21T07:26:12.926489+0000","last_peered":"2024-09-21T07:26:12.926489+0000","last_clean":"2024-09-21T07:26:12.926489+0000","last_became_active":"2024-09-21T07:26:09.898386+0000","last_became_peered":"2024-09-21T07:26:09.898386+0000","last_unstale":"2024-09-21T07:26:12.926489+0000","last_undegraded":"2024-09-21T07:26:12.926489+0000","last_fullsized":"2024-09-21T07:26:12.926489+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:42.870502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.870044+0000","last_change":"2024-09-21T07:26:10.912735+0000","last_active":"2024-09-21T07:26:11.870044+0000","last_peered":"2024-09-21T07:26:11.870044+0000","last_clean":"2024-09-21T07:26:11.870044+0000","last_became_active":"2024-09-21T07:26:10.912441+0000","last_became_peered":"2024-09-21T07:26:10.912441+0000","last_unstale":"2024-09-21T07:26:11.870044+0000","last_undegraded":"2024-09-21T07:26:11.870044+0000","last_fullsized":"2024-09-21T07:26:11.870044+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:56.768210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"43'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.869719+0000","last_change":"2024-09-21T07:26:09.889787+0000","last_active":"2024-09-21T07:26:11.869719+0000","last_peered":"2024-09-21T07:26:11.869719+0000","last_clean":"2024-09-21T07:26:11.869719+0000","last_became_active":"2024-09-21T07:26:09.889451+0000","last_became_peered":"2024-09-21T07:26:09.889451+0000","last_unstale":"2024-09-21T07:26:11.869719+0000","last_undegraded":"2024-09-21T07:26:11.869719+0000","last_fullsized":"2024-09-21T07:26:11.869719+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:41.634408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926346+0000","last_change":"2024-09-21T07:26:10.889885+0000","last_active":"2024-09-21T07:26:12.926346+0000","last_peered":"2024-09-21T07:26:12.926346+0000","last_clean":"2024-09-21T07:26:12.926346+0000","last_became_active":"2024-09-21T07:26:10.889244+0000","last_became_peered":"2024-09-21T07:26:10.889244+0000","last_unstale":"2024-09-21T07:26:12.926346+0000","last_undegraded":"2024-09-21T07:26:12.926346+0000","last_fullsized":"2024-09-21T07:26:12.926346+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:59.247439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"43'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.148801+0000","last_change":"2024-09-21T07:26:09.878992+0000","last_active":"2024-09-21T07:26:12.148801+0000","last_peered":"2024-09-21T07:26:12.148801+0000","last_clean":"2024-09-21T07:26:12.148801+0000","last_became_active":"2024-09-21T07:26:09.877881+0000","last_became_peered":"2024-09-21T07:26:09.877881+0000","last_unstale":"2024-09-21T07:26:12.148801+0000","last_undegraded":"2024-09-21T07:26:12.148801+0000","last_fullsized":"2024-09-21T07:26:12.148801+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.873487+0000","last_change":"2024-09-21T07:26:10.907295+0000","last_active":"2024-09-21T07:26:11.873487+0000","last_peered":"2024-09-21T07:26:11.873487+0000","last_clean":"2024-09-21T07:26:11.873487+0000","last_became_active":"2024-09-21T07:26:10.905849+0000","last_became_peered":"2024-09-21T07:26:10.905849+0000","last_unstale":"2024-09-21T07:26:11.873487+0000","last_undegraded":"2024-09-21T07:26:11.873487+0000","last_fullsized":"2024-09-21T07:26:11.873487+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.725606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"43'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.872967+0000","last_change":"2024-09-21T07:26:09.896938+0000","last_active":"2024-09-21T07:26:11.872967+0000","last_peered":"2024-09-21T07:26:11.872967+0000","last_clean":"2024-09-21T07:26:11.872967+0000","last_became_active":"2024-09-21T07:26:09.895856+0000","last_became_peered":"2024-09-21T07:26:09.895856+0000","last_unstale":"2024-09-21T07:26:11.872967+0000","last_undegraded":"2024-09-21T07:26:11.872967+0000","last_fullsized":"2024-09-21T07:26:11.872967+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:17.726707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.874695+0000","last_change":"2024-09-21T07:26:10.910321+0000","last_active":"2024-09-21T07:26:11.874695+0000","last_peered":"2024-09-21T07:26:11.874695+0000","last_clean":"2024-09-21T07:26:11.874695+0000","last_became_active":"2024-09-21T07:26:10.909448+0000","last_became_peered":"2024-09-21T07:26:10.909448+0000","last_unstale":"2024-09-21T07:26:11.874695+0000","last_undegraded":"2024-09-21T07:26:11.874695+0000","last_fullsized":"2024-09-21T07:26:11.874695+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:23.357947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.879074+0000","last_change":"2024-09-21T07:26:09.901824+0000","last_active":"2024-09-21T07:26:12.879074+0000","last_peered":"2024-09-21T07:26:12.879074+0000","last_clean":"2024-09-21T07:26:12.879074+0000","last_became_active":"2024-09-21T07:26:09.901428+0000","last_became_peered":"2024-09-21T07:26:09.901428+0000","last_unstale":"2024-09-21T07:26:12.879074+0000","last_undegraded":"2024-09-21T07:26:12.879074+0000","last_fullsized":"2024-09-21T07:26:12.879074+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:51:39.772708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.878730+0000","last_change":"2024-09-21T07:26:10.887958+0000","last_active":"2024-09-21T07:26:12.878730+0000","last_peered":"2024-09-21T07:26:12.878730+0000","last_clean":"2024-09-21T07:26:12.878730+0000","last_became_active":"2024-09-21T07:26:10.887544+0000","last_became_peered":"2024-09-21T07:26:10.887544+0000","last_unstale":"2024-09-21T07:26:12.878730+0000","last_undegraded":"2024-09-21T07:26:12.878730+0000","last_fullsized":"2024-09-21T07:26:12.878730+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:24.693964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"43'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.879207+0000","last_change":"2024-09-21T07:26:09.894983+0000","last_active":"2024-09-21T07:26:12.879207+0000","last_peered":"2024-09-21T07:26:12.879207+0000","last_clean":"2024-09-21T07:26:12.879207+0000","last_became_active":"2024-09-21T07:26:09.893462+0000","last_became_peered":"2024-09-21T07:26:09.893462+0000","last_unstale":"2024-09-21T07:26:12.879207+0000","last_undegraded":"2024-09-21T07:26:12.879207+0000","last_fullsized":"2024-09-21T07:26:12.879207+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:55:58.243329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.924967+0000","last_change":"2024-09-21T07:26:10.900703+0000","last_active":"2024-09-21T07:26:12.924967+0000","last_peered":"2024-09-21T07:26:12.924967+0000","last_clean":"2024-09-21T07:26:12.924967+0000","last_became_active":"2024-09-21T07:26:10.900257+0000","last_became_peered":"2024-09-21T07:26:10.900257+0000","last_unstale":"2024-09-21T07:26:12.924967+0000","last_undegraded":"2024-09-21T07:26:12.924967+0000","last_fullsized":"2024-09-21T07:26:12.924967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:25.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.871343+0000","last_change":"2024-09-21T07:26:09.902825+0000","last_active":"2024-09-21T07:26:11.871343+0000","last_peered":"2024-09-21T07:26:11.871343+0000","last_clean":"2024-09-21T07:26:11.871343+0000","last_became_active":"2024-09-21T07:26:09.901994+0000","last_became_peered":"2024-09-21T07:26:09.901994+0000","last_unstale":"2024-09-21T07:26:11.871343+0000","last_undegraded":"2024-09-21T07:26:11.871343+0000","last_fullsized":"2024-09-21T07:26:11.871343+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:23.567613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.869019+0000","last_change":"2024-09-21T07:26:10.921127+0000","last_active":"2024-09-21T07:26:11.869019+0000","last_peered":"2024-09-21T07:26:11.869019+0000","last_clean":"2024-09-21T07:26:11.869019+0000","last_became_active":"2024-09-21T07:26:10.920805+0000","last_became_peered":"2024-09-21T07:26:10.920805+0000","last_unstale":"2024-09-21T07:26:11.869019+0000","last_undegraded":"2024-09-21T07:26:11.869019+0000","last_fullsized":"2024-09-21T07:26:11.869019+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:38.961249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925830+0000","last_change":"2024-09-21T07:26:09.909449+0000","last_active":"2024-09-21T07:26:12.925830+0000","last_peered":"2024-09-21T07:26:12.925830+0000","last_clean":"2024-09-21T07:26:12.925830+0000","last_became_active":"2024-09-21T07:26:09.909067+0000","last_became_peered":"2024-09-21T07:26:09.909067+0000","last_unstale":"2024-09-21T07:26:12.925830+0000","last_undegraded":"2024-09-21T07:26:12.925830+0000","last_fullsized":"2024-09-21T07:26:12.925830+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:03.441383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925598+0000","last_change":"2024-09-21T07:26:10.885696+0000","last_active":"2024-09-21T07:26:12.925598+0000","last_peered":"2024-09-21T07:26:12.925598+0000","last_clean":"2024-09-21T07:26:12.925598+0000","last_became_active":"2024-09-21T07:26:10.883295+0000","last_became_peered":"2024-09-21T07:26:10.883295+0000","last_unstale":"2024-09-21T07:26:12.925598+0000","last_undegraded":"2024-09-21T07:26:12.925598+0000","last_fullsized":"2024-09-21T07:26:12.925598+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:51:40.776818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925334+0000","last_change":"2024-09-21T07:26:09.910819+0000","last_active":"2024-09-21T07:26:12.925334+0000","last_peered":"2024-09-21T07:26:12.925334+0000","last_clean":"2024-09-21T07:26:12.925334+0000","last_became_active":"2024-09-21T07:26:09.904831+0000","last_became_peered":"2024-09-21T07:26:09.904831+0000","last_unstale":"2024-09-21T07:26:12.925334+0000","last_undegraded":"2024-09-21T07:26:12.925334+0000","last_fullsized":"2024-09-21T07:26:12.925334+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.874994+0000","last_change":"2024-09-21T07:26:10.911438+0000","last_active":"2024-09-21T07:26:11.874994+0000","last_peered":"2024-09-21T07:26:11.874994+0000","last_clean":"2024-09-21T07:26:11.874994+0000","last_became_active":"2024-09-21T07:26:10.908824+0000","last_became_peered":"2024-09-21T07:26:10.908824+0000","last_unstale":"2024-09-21T07:26:11.874994+0000","last_undegraded":"2024-09-21T07:26:11.874994+0000","last_fullsized":"2024-09-21T07:26:11.874994+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:57.414128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"44'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.878594+0000","last_change":"2024-09-21T07:26:09.894811+0000","last_active":"2024-09-21T07:26:12.878594+0000","last_peered":"2024-09-21T07:26:12.878594+0000","last_clean":"2024-09-21T07:26:12.878594+0000","last_became_active":"2024-09-21T07:26:09.894336+0000","last_became_peered":"2024-09-21T07:26:09.894336+0000","last_unstale":"2024-09-21T07:26:12.878594+0000","last_undegraded":"2024-09-21T07:26:12.878594+0000","last_fullsized":"2024-09-21T07:26:12.878594+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.956166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926516+0000","last_change":"2024-09-21T07:26:10.885157+0000","last_active":"2024-09-21T07:26:12.926516+0000","last_peered":"2024-09-21T07:26:12.926516+0000","last_clean":"2024-09-21T07:26:12.926516+0000","last_became_active":"2024-09-21T07:26:10.884687+0000","last_became_peered":"2024-09-21T07:26:10.884687+0000","last_unstale":"2024-09-21T07:26:12.926516+0000","last_undegraded":"2024-09-21T07:26:12.926516+0000","last_fullsized":"2024-09-21T07:26:12.926516+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:07:36.182496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926763+0000","last_change":"2024-09-21T07:26:09.914679+0000","last_active":"2024-09-21T07:26:12.926763+0000","last_peered":"2024-09-21T07:26:12.926763+0000","last_clean":"2024-09-21T07:26:12.926763+0000","last_became_active":"2024-09-21T07:26:09.913900+0000","last_became_peered":"2024-09-21T07:26:09.913900+0000","last_unstale":"2024-09-21T07:26:12.926763+0000","last_undegraded":"2024-09-21T07:26:12.926763+0000","last_fullsized":"2024-09-21T07:26:12.926763+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:10.763663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926311+0000","last_change":"2024-09-21T07:26:10.926462+0000","last_active":"2024-09-21T07:26:12.926311+0000","last_peered":"2024-09-21T07:26:12.926311+0000","last_clean":"2024-09-21T07:26:12.926311+0000","last_became_active":"2024-09-21T07:26:10.925728+0000","last_became_peered":"2024-09-21T07:26:10.925728+0000","last_unstale":"2024-09-21T07:26:12.926311+0000","last_undegraded":"2024-09-21T07:26:12.926311+0000","last_fullsized":"2024-09-21T07:26:12.926311+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:17:44.373171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.924458+0000","last_change":"2024-09-21T07:26:09.893784+0000","last_active":"2024-09-21T07:26:12.924458+0000","last_peered":"2024-09-21T07:26:12.924458+0000","last_clean":"2024-09-21T07:26:12.924458+0000","last_became_active":"2024-09-21T07:26:09.893152+0000","last_became_peered":"2024-09-21T07:26:09.893152+0000","last_unstale":"2024-09-21T07:26:12.924458+0000","last_undegraded":"2024-09-21T07:26:12.924458+0000","last_fullsized":"2024-09-21T07:26:12.924458+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:29:18.902593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.878605+0000","last_change":"2024-09-21T07:26:10.907400+0000","last_active":"2024-09-21T07:26:12.878605+0000","last_peered":"2024-09-21T07:26:12.878605+0000","last_clean":"2024-09-21T07:26:12.878605+0000","last_became_active":"2024-09-21T07:26:10.907006+0000","last_became_peered":"2024-09-21T07:26:10.907006+0000","last_unstale":"2024-09-21T07:26:12.878605+0000","last_undegraded":"2024-09-21T07:26:12.878605+0000","last_fullsized":"2024-09-21T07:26:12.878605+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:17.421664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926221+0000","last_change":"2024-09-21T07:26:09.909430+0000","last_active":"2024-09-21T07:26:12.926221+0000","last_peered":"2024-09-21T07:26:12.926221+0000","last_clean":"2024-09-21T07:26:12.926221+0000","last_became_active":"2024-09-21T07:26:09.908778+0000","last_became_peered":"2024-09-21T07:26:09.908778+0000","last_unstale":"2024-09-21T07:26:12.926221+0000","last_undegraded":"2024-09-21T07:26:12.926221+0000","last_fullsized":"2024-09-21T07:26:12.926221+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:20.118534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.878337+0000","last_change":"2024-09-21T07:26:10.887369+0000","last_active":"2024-09-21T07:26:12.878337+0000","last_peered":"2024-09-21T07:26:12.878337+0000","last_clean":"2024-09-21T07:26:12.878337+0000","last_became_active":"2024-09-21T07:26:10.886949+0000","last_became_peered":"2024-09-21T07:26:10.886949+0000","last_unstale":"2024-09-21T07:26:12.878337+0000","last_undegraded":"2024-09-21T07:26:12.878337+0000","last_fullsized":"2024-09-21T07:26:12.878337+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:19.513737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.148620+0000","last_change":"2024-09-21T07:26:09.885396+0000","last_active":"2024-09-21T07:26:12.148620+0000","last_peered":"2024-09-21T07:26:12.148620+0000","last_clean":"2024-09-21T07:26:12.148620+0000","last_became_active":"2024-09-21T07:26:09.884510+0000","last_became_peered":"2024-09-21T07:26:09.884510+0000","last_unstale":"2024-09-21T07:26:12.148620+0000","last_undegraded":"2024-09-21T07:26:12.148620+0000","last_fullsized":"2024-09-21T07:26:12.148620+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:49.427189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.870128+0000","last_change":"2024-09-21T07:26:10.895551+0000","last_active":"2024-09-21T07:26:11.870128+0000","last_peered":"2024-09-21T07:26:11.870128+0000","last_clean":"2024-09-21T07:26:11.870128+0000","last_became_active":"2024-09-21T07:26:10.894747+0000","last_became_peered":"2024-09-21T07:26:10.894747+0000","last_unstale":"2024-09-21T07:26:11.870128+0000","last_undegraded":"2024-09-21T07:26:11.870128+0000","last_fullsized":"2024-09-21T07:26:11.870128+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:04:09.984255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925463+0000","last_change":"2024-09-21T07:26:09.902842+0000","last_active":"2024-09-21T07:26:12.925463+0000","last_peered":"2024-09-21T07:26:12.925463+0000","last_clean":"2024-09-21T07:26:12.925463+0000","last_became_active":"2024-09-21T07:26:09.902440+0000","last_became_peered":"2024-09-21T07:26:09.902440+0000","last_unstale":"2024-09-21T07:26:12.925463+0000","last_undegraded":"2024-09-21T07:26:12.925463+0000","last_fullsized":"2024-09-21T07:26:12.925463+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:23.313378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.147595+0000","last_change":"2024-09-21T07:26:10.888707+0000","last_active":"2024-09-21T07:26:12.147595+0000","last_peered":"2024-09-21T07:26:12.147595+0000","last_clean":"2024-09-21T07:26:12.147595+0000","last_became_active":"2024-09-21T07:26:10.887875+0000","last_became_peered":"2024-09-21T07:26:10.887875+0000","last_unstale":"2024-09-21T07:26:12.147595+0000","last_undegraded":"2024-09-21T07:26:12.147595+0000","last_fullsized":"2024-09-21T07:26:12.147595+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:39:52.783904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926758+0000","last_change":"2024-09-21T07:26:09.891060+0000","last_active":"2024-09-21T07:26:12.926758+0000","last_peered":"2024-09-21T07:26:12.926758+0000","last_clean":"2024-09-21T07:26:12.926758+0000","last_became_active":"2024-09-21T07:26:09.890545+0000","last_became_peered":"2024-09-21T07:26:09.890545+0000","last_unstale":"2024-09-21T07:26:12.926758+0000","last_undegraded":"2024-09-21T07:26:12.926758+0000","last_fullsized":"2024-09-21T07:26:12.926758+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:04.212092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.926199+0000","last_change":"2024-09-21T07:26:10.921104+0000","last_active":"2024-09-21T07:26:12.926199+0000","last_peered":"2024-09-21T07:26:12.926199+0000","last_clean":"2024-09-21T07:26:12.926199+0000","last_became_active":"2024-09-21T07:26:10.920682+0000","last_became_peered":"2024-09-21T07:26:10.920682+0000","last_unstale":"2024-09-21T07:26:12.926199+0000","last_undegraded":"2024-09-21T07:26:12.926199+0000","last_fullsized":"2024-09-21T07:26:12.926199+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:09.846427+0000","last_clean_scrub_stamp":"2024-09-21T07:26:09.846427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:44:40.105076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"43'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:11.871458+0000","last_change":"2024-09-21T07:26:09.891491+0000","last_active":"2024-09-21T07:26:11.871458+0000","last_peered":"2024-09-21T07:26:11.871458+0000","last_clean":"2024-09-21T07:26:11.871458+0000","last_became_active":"2024-09-21T07:26:09.890668+0000","last_became_peered":"2024-09-21T07:26:09.890668+0000","last_unstale":"2024-09-21T07:26:11.871458+0000","last_undegraded":"2024-09-21T07:26:11.871458+0000","last_fullsized":"2024-09-21T07:26:11.871458+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:26:08.842316+0000","last_clean_scrub_stamp":"2024-09-21T07:26:08.842316+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:18.829673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":153,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T07:26:12.925663+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:26:12.925663+0000","last_peered":"2024-09-21T07:26:12.925663+0000","last_clean":"2024-09-21T07:26:12.925663+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:26:12.925663+0000","last_undegraded":"2024-09-21T07:26:12.925663+0000","last_fullsized":"2024-09-21T07:26:12.925663+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574872,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1114112,"data_stored":799518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574873,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":524288,"data_stored":209732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574872,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":520192,"data_stored":209130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574872,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":528384,"data_stored":210672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574873,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":528384,"data_stored":209698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27552,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":532480,"data_stored":210694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":520192,"data_stored":209130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574873,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32280,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339560,"statfs":{"total":96636764160,"available":96603709440,"internally_reserved":0,"allocated":1114112,"data_stored":799462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:26:20.201 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:26:20.202 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T07:26:20.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- 172.21.15.6:0/1743302116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 msgr2=0x7f10d80b79b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 --2- 172.21.15.6:0/1743302116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 0x7f10d80b79b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f10d0009c80 tx=0x7f10d001cd10 comp rx=0 tx=0).stop 2024-09-21T07:26:20.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- 172.21.15.6:0/1743302116 shutdown_connections 2024-09-21T07:26:20.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 --2- 172.21.15.6:0/1743302116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 0x7f10d80b79b0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 --2- 172.21.15.6:0/1743302116 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10d8162420 0x7f10d80b5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- 172.21.15.6:0/1743302116 >> 172.21.15.6:0/1743302116 conn(0x7f10d8069970 msgr2=0x7f10d80d4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:20.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- 172.21.15.6:0/1743302116 shutdown_connections 2024-09-21T07:26:20.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- 172.21.15.6:0/1743302116 wait complete. 2024-09-21T07:26:20.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 Processor -- start 2024-09-21T07:26:20.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- start start 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 0x7f10d81545a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10d80d3010 0x7f10d8154ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10d8162420 0x7f10d80ca240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f10d816c200 con 0x7f10d80b6420 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f10d816c080 con 0x7f10d80d3010 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10e0448640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f10d816c380 con 0x7f10d8162420 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de1e4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 0x7f10d81545a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de1e4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 0x7f10d81545a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55512/0 (socket says 172.21.15.6:55512) 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de1e4640 1 -- 172.21.15.6:0/1046704946 learned_addr learned my addr 172.21.15.6:0/1046704946 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:20.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10dd9e3640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10d80d3010 0x7f10d8154ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de9e5640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10d8162420 0x7f10d80ca240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de1e4640 1 -- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10d8162420 msgr2=0x7f10d80ca240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de1e4640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10d8162420 0x7f10d80ca240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de1e4640 1 -- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10d80d3010 msgr2=0x7f10d8154ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de1e4640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10d80d3010 0x7f10d8154ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10de1e4640 1 -- 172.21.15.6:0/1046704946 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10d81550b0 con 0x7f10d80b6420 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.391+0000 7f10dd9e3640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10d80d3010 0x7f10d8154ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10de1e4640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 0x7f10d81545a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f10d400c3f0 tx=0x7f10d400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10ceffd640 1 -- 172.21.15.6:0/1046704946 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d40052d0 con 0x7f10d80b6420 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10ceffd640 1 -- 172.21.15.6:0/1046704946 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10d4007020 con 0x7f10d80b6420 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10d80cb540 con 0x7f10d80b6420 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10ceffd640 1 -- 172.21.15.6:0/1046704946 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d4007470 con 0x7f10d80b6420 2024-09-21T07:26:20.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10d80cbb00 con 0x7f10d80b6420 2024-09-21T07:26:20.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10d80b79b0 con 0x7f10d80b6420 2024-09-21T07:26:20.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10ceffd640 1 -- 172.21.15.6:0/1046704946 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f10d40067e0 con 0x7f10d80b6420 2024-09-21T07:26:20.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10ceffd640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f10bc073200 0x7f10bc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:20.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10ceffd640 1 -- 172.21.15.6:0/1046704946 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f10d40937a0 con 0x7f10d80b6420 2024-09-21T07:26:20.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10dd9e3640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f10bc073200 0x7f10bc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:20.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.395+0000 7f10dd9e3640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f10bc073200 0x7f10bc075710 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f10c8005fd0 tx=0x7f10c8005f20 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:20.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.399+0000 7f10ceffd640 1 -- 172.21.15.6:0/1046704946 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f10d80b6830 con 0x7f10d80b6420 2024-09-21T07:26:20.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.635+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f10d80c7ca0 con 0x7f10d80b6420 2024-09-21T07:26:20.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.639+0000 7f10ceffd640 1 -- 172.21.15.6:0/1046704946 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v26) ==== 190+0+147 (secure 0 0 0) 0x7f10d405e7c0 con 0x7f10d80b6420 2024-09-21T07:26:20.646 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-09-21T07:26:20.646 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:26:20.646 INFO:teuthology.orchestra.run.smithi006.stdout: caps mds = "allow" 2024-09-21T07:26:20.646 INFO:teuthology.orchestra.run.smithi006.stdout: caps mon = "allow r" 2024-09-21T07:26:20.646 INFO:teuthology.orchestra.run.smithi006.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T07:26:20.646 INFO:teuthology.orchestra.run.smithi006.stderr:updated caps for client.0 2024-09-21T07:26:20.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f10bc073200 msgr2=0x7f10bc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f10bc073200 0x7f10bc075710 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f10c8005fd0 tx=0x7f10c8005f20 comp rx=0 tx=0).stop 2024-09-21T07:26:20.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 msgr2=0x7f10d81545a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 0x7f10d81545a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f10d400c3f0 tx=0x7f10d400c8b0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 shutdown_connections 2024-09-21T07:26:20.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f10bc073200 0x7f10bc075710 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f10d8162420 0x7f10d80ca240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f10d80d3010 0x7f10d8154ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 --2- 172.21.15.6:0/1046704946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10d80b6420 0x7f10d81545a0 secure :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f10d400c3f0 tx=0x7f10d400c8b0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 >> 172.21.15.6:0/1046704946 conn(0x7f10d8069970 msgr2=0x7f10d80d1830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:20.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 shutdown_connections 2024-09-21T07:26:20.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.643+0000 7f10e0448640 1 -- 172.21.15.6:0/1046704946 wait complete. 2024-09-21T07:26:20.668 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:26:20.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 -- 172.21.15.6:0/489338842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec06fdd0 msgr2=0x7f63ec0701e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 --2- 172.21.15.6:0/489338842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec06fdd0 0x7f63ec0701e0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f63ec0ad3b0 tx=0x7f63e401c7d0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 -- 172.21.15.6:0/489338842 shutdown_connections 2024-09-21T07:26:20.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 --2- 172.21.15.6:0/489338842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec06fdd0 0x7f63ec0701e0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 --2- 172.21.15.6:0/489338842 >> v2:172.21.15.145:3300/0 conn(0x7f63ec0c9330 0x7f63ec0c9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 -- 172.21.15.6:0/489338842 >> 172.21.15.6:0/489338842 conn(0x7f63ec0d0020 msgr2=0x7f63ec0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:20.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 -- 172.21.15.6:0/489338842 shutdown_connections 2024-09-21T07:26:20.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 -- 172.21.15.6:0/489338842 wait complete. 2024-09-21T07:26:20.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 Processor -- start 2024-09-21T07:26:20.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.807+0000 7f63f1077640 1 -- start start 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f63ec06fdd0 0x7f63ec15c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec0c9330 0x7f63ec14ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63ec15ec10 0x7f63ec156820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f63ec16c080 con 0x7f63ec0c9330 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f63ec16bf00 con 0x7f63ec15ec10 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f63ec16c200 con 0x7f63ec06fdd0 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec0c9330 0x7f63ec14ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec0c9330 0x7f63ec14ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55538/0 (socket says 172.21.15.6:55538) 2024-09-21T07:26:20.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 -- 172.21.15.6:0/225783203 learned_addr learned my addr 172.21.15.6:0/225783203 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ead9d640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f63ec06fdd0 0x7f63ec15c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63eb59e640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63ec15ec10 0x7f63ec156820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 -- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f63ec06fdd0 msgr2=0x7f63ec15c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f63ec06fdd0 0x7f63ec15c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 -- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63ec15ec10 msgr2=0x7f63ec156820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63ec15ec10 0x7f63ec156820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 -- 172.21.15.6:0/225783203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63ec15cbb0 con 0x7f63ec0c9330 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63ea59c640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec0c9330 0x7f63ec14ce10 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f63d400ccb0 tx=0x7f63d400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63e37fe640 1 -- 172.21.15.6:0/225783203 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d400f450 con 0x7f63ec0c9330 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63e37fe640 1 -- 172.21.15.6:0/225783203 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f63d400f6e0 con 0x7f63ec0c9330 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63e37fe640 1 -- 172.21.15.6:0/225783203 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d400fb30 con 0x7f63ec0c9330 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63ec15ce90 con 0x7f63ec0c9330 2024-09-21T07:26:20.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63ec14d710 con 0x7f63ec0c9330 2024-09-21T07:26:20.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63ec0701e0 con 0x7f63ec0c9330 2024-09-21T07:26:20.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63e37fe640 1 -- 172.21.15.6:0/225783203 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f63d400fcd0 con 0x7f63ec0c9330 2024-09-21T07:26:20.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63e37fe640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f63cc073230 0x7f63cc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:20.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.811+0000 7f63e37fe640 1 -- 172.21.15.6:0/225783203 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f63d4094d30 con 0x7f63ec0c9330 2024-09-21T07:26:20.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.815+0000 7f63ead9d640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f63cc073230 0x7f63cc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:20.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.815+0000 7f63ead9d640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f63cc073230 0x7f63cc075740 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f63dc001400 tx=0x7f63dc009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:20.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:20.819+0000 7f63e37fe640 1 -- 172.21.15.6:0/225783203 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f63d4014030 con 0x7f63ec0c9330 2024-09-21T07:26:21.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.023+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63ec0741b0 con 0x7f63ec0c9330 2024-09-21T07:26:21.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.023+0000 7f63e37fe640 1 -- 172.21.15.6:0/225783203 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5223 (secure 0 0 0) 0x7f63d405fde0 con 0x7f63ec0c9330 2024-09-21T07:26:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:21.029 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":25,"btime":"2024-09-21T07:26:13:931384+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5035,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/3300433377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3300433377},{"type":"v1","addr":"172.21.15.145:6836","nonce":3300433377}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:26:10.291694+0000","modified":"2024-09-21T07:26:13.338829+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5265},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6833/4138233409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4138233409},{"type":"v1","addr":"172.21.15.6:6833","nonce":4138233409}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-09-21T07:26:21.029 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f63cc073230 msgr2=0x7f63cc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f63cc073230 0x7f63cc075740 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f63dc001400 tx=0x7f63dc009040 comp rx=0 tx=0).stop 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec0c9330 msgr2=0x7f63ec14ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec0c9330 0x7f63ec14ce10 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f63d400ccb0 tx=0x7f63d400a620 comp rx=0 tx=0).stop 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 shutdown_connections 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f63cc073230 0x7f63cc075740 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f63ec15ec10 0x7f63ec156820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63ec0c9330 0x7f63ec14ce10 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 --2- 172.21.15.6:0/225783203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f63ec06fdd0 0x7f63ec15c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 >> 172.21.15.6:0/225783203 conn(0x7f63ec0d0020 msgr2=0x7f63ec0749b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 shutdown_connections 2024-09-21T07:26:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.027+0000 7f63f1077640 1 -- 172.21.15.6:0/225783203 wait complete. 2024-09-21T07:26:21.453 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:26:10.291694+0000', 'modified': '2024-09-21T07:26:13.338829+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5265}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5265': {'gid': 5265, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6833/4138233409', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6832', 'nonce': 4138233409}, {'type': 'v1', 'addr': '172.21.15.6:6833', 'nonce': 4138233409}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5265, 'qdb_cluster': [5265]} 2024-09-21T07:26:21.453 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:26:21.454 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T07:26:21.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.619+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/1741920558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c151d80 msgr2=0x7f3b9c152190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.619+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/1741920558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c151d80 0x7f3b9c152190 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c15cd00 tx=0x7f3b9401cd30 comp rx=0 tx=0).stop 2024-09-21T07:26:21.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.619+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/1741920558 shutdown_connections 2024-09-21T07:26:21.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.619+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/1741920558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c151d80 0x7f3b9c152190 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.619+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/1741920558 >> v2:172.21.15.145:3300/0 conn(0x7f3b9c071ba0 0x7f3b9c0d07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.619+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/1741920558 >> 172.21.15.6:0/1741920558 conn(0x7f3b9c0cdc40 msgr2=0x7f3b9c0ce050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:21.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.619+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/1741920558 shutdown_connections 2024-09-21T07:26:21.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.619+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/1741920558 wait complete. 2024-09-21T07:26:21.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 Processor -- start 2024-09-21T07:26:21.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 -- start start 2024-09-21T07:26:21.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b9c151d80 0x7f3b9c0adbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9c15c610 0x7f3b9c0aeec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c0cef90 0x7f3b9c1fc870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9c074970 con 0x7f3b9c0cef90 2024-09-21T07:26:21.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9c0747f0 con 0x7f3b9c151d80 2024-09-21T07:26:21.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3b9c074af0 con 0x7f3b9c15c610 2024-09-21T07:26:21.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c0cef90 0x7f3b9c1fc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c0cef90 0x7f3b9c1fc870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55560/0 (socket says 172.21.15.6:55560) 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 -- 172.21.15.6:0/3624341352 learned_addr learned my addr 172.21.15.6:0/3624341352 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b9c151d80 0x7f3b9c0adbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b99d9b640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9c15c610 0x7f3b9c0aeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 -- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9c15c610 msgr2=0x7f3b9c0aeec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9c15c610 0x7f3b9c0aeec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 -- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b9c151d80 msgr2=0x7f3b9c0adbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b9c151d80 0x7f3b9c0adbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 -- 172.21.15.6:0/3624341352 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b9c0af820 con 0x7f3b9c0cef90 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c0cef90 0x7f3b9c1fc870 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f3b94098830 tx=0x7f3b94009370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b8affd640 1 -- 172.21.15.6:0/3624341352 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b940bb070 con 0x7f3b9c0cef90 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b8affd640 1 -- 172.21.15.6:0/3624341352 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b94004d40 con 0x7f3b9c0cef90 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/3624341352 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b9c0afb00 con 0x7f3b9c0cef90 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3b8affd640 1 -- 172.21.15.6:0/3624341352 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b940b2040 con 0x7f3b9c0cef90 2024-09-21T07:26:21.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.623+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/3624341352 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b9c1fc350 con 0x7f3b9c0cef90 2024-09-21T07:26:21.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b8affd640 1 -- 172.21.15.6:0/3624341352 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3b940be070 con 0x7f3b9c0cef90 2024-09-21T07:26:21.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b8affd640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b7c073230 0x7f3b7c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b8affd640 1 -- 172.21.15.6:0/3624341352 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f3b9412e1a0 con 0x7f3b9c0cef90 2024-09-21T07:26:21.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b7c073230 0x7f3b7c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3ba7d9e000 1 Processor -- start 2024-09-21T07:26:21.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3ba7d9e000 1 -- start start 2024-09-21T07:26:21.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b7c073230 0x7f3b7c075740 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c0cef60 tx=0x7f3b8c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:21.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 0x561dedbf26a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedbf2be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedbf3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561dedac7410 con 0x561deda8aca0 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561deda04b40 con 0x561ded6b1460 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x561ded9f3f70 con 0x561dedaa1950 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedbf3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedbf3120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55562/0 (socket says 172.21.15.6:55562) 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 -- 172.21.15.6:0/3775347430 learned_addr learned my addr 172.21.15.6:0/3775347430 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b99d9b640 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedbf2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 0x561dedbf26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 -- 172.21.15.6:0/3775347430 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 msgr2=0x561dedbf2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedbf2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 -- 172.21.15.6:0/3775347430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 msgr2=0x561dedbf26a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 0x561dedbf26a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 -- 172.21.15.6:0/3775347430 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ded9bb5b0 con 0x561deda8aca0 2024-09-21T07:26:21.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.627+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedbf3120 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f3b940f5d20 tx=0x7f3b940f4a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4175d73639591bf server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3b7bfff640 1 -- 172.21.15.6:0/3775347430 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b940f85c0 con 0x561deda8aca0 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3b7bfff640 1 -- 172.21.15.6:0/3775347430 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b940f91b0 con 0x561deda8aca0 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3b7bfff640 1 -- 172.21.15.6:0/3775347430 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b940fd300 con 0x561deda8aca0 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/3775347430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 msgr2=0x561dedbf3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedbf3120 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f3b940f5d20 tx=0x7f3b940f4a80 comp rx=0 tx=0).stop 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/3775347430 shutdown_connections 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedbf3120 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedbf2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/3775347430 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 0x561dedbf26a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/3775347430 >> 172.21.15.6:0/3775347430 conn(0x561dedb77d90 msgr2=0x561dedba7690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/3775347430 shutdown_connections 2024-09-21T07:26:21.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/3775347430 wait complete. 2024-09-21T07:26:21.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- start start 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 Processor -- start 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf9920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561deda8aca0 0x561dedbf9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedbfa3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561ded98e5f0 con 0x561ded6b1460 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561ded9f7d80 con 0x561deda8aca0 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x561ded99a520 con 0x561dedaa1950 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3ba7d9e000 10 client.0 _ll_register_callbacks cb 0x561ded99e830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3b9a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3b99d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561deda8aca0 0x561dedbf9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3b9a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55566/0 (socket says 172.21.15.6:55566) 2024-09-21T07:26:21.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3b9a59c640 1 -- 172.21.15.6:0/474420735 learned_addr learned my addr 172.21.15.6:0/474420735 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.631+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedbfa3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b9a59c640 1 -- 172.21.15.6:0/474420735 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 msgr2=0x561dedbfa3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedbfa3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b9a59c640 1 -- 172.21.15.6:0/474420735 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561deda8aca0 msgr2=0x561dedbf9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561deda8aca0 0x561dedbf9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b9a59c640 1 -- 172.21.15.6:0/474420735 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ded992190 con 0x561ded6b1460 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf9920 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c003880 tx=0x7f3b8c000bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=474d6644b7b5ed09 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 1 -- 172.21.15.6:0/474420735 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b8c027060 con 0x561ded6b1460 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/474420735 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561ded98c110 con 0x561ded6b1460 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 1 -- 172.21.15.6:0/474420735 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f3b8c010040 con 0x561ded6b1460 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 1 -- 172.21.15.6:0/474420735 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3b8c003e00 con 0x561ded6b1460 2024-09-21T07:26:21.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 10 client.5421 fetch_fsmap learned FSMap version 25 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/474420735 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x561deda78f10 con 0x561ded6b1460 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 1 -- 172.21.15.6:0/474420735 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x561ded98c110 con 0x561ded6b1460 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 1 -- 172.21.15.6:0/474420735 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 25) ==== 3502+0+0 (secure 0 0 0) 0x7f3b8c015940 con 0x561ded6b1460 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 10 client.5421 fetch_fsmap finished waiting for FSMap version 25 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 10 client.5421 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 20 client.5421 populate_metadata read hostname 'smithi006' 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x561ded6967d0 0x561dedc03d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 4 client.5421 mds_command: new command op to 5265 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/474420735 --> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561deda06a90 con 0x561ded6967d0 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b99d9b640 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x561ded6967d0 0x561dedc03d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 10 client.5421 ms_handle_connect on v2:172.21.15.6:6832/4138233409 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b99d9b640 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x561ded6967d0 0x561dedc03d00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=943aa5de5bd73168 server_cookie=744db38d61590f0 in_seq=0 out_seq=0 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 1 -- 172.21.15.6:0/474420735 <== mds.0 v2:172.21.15.6:6832/4138233409 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x561deda06a90 con 0x561ded6967d0 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 10 client.5421 handle_command_reply: tid=0 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 client.5421 shutdown 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/474420735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 msgr2=0x561dedbf9920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf9920 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c003880 tx=0x7f3b8c000bd0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/474420735 shutdown_connections 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x561ded6967d0 0x561dedc03d00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedbfa3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561deda8aca0 0x561dedbf9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/474420735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf9920 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3b797fa640 0 client.5421 ms_handle_reset on v2:172.21.15.6:6832/4138233409 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/474420735 >> 172.21.15.6:0/474420735 conn(0x561dedb77d90 msgr2=0x561dedbae440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:21.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/474420735 shutdown_connections 2024-09-21T07:26:21.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/474420735 wait complete. 2024-09-21T07:26:21.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.635+0000 7f3ba7d9e000 20 client.5421 trim_cache size 0 max 16384 2024-09-21T07:26:21.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3ba7d9e000 1 Processor -- start 2024-09-21T07:26:21.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3ba7d9e000 1 -- start start 2024-09-21T07:26:21.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561deda8aca0 0x561dedbf1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561dedaa1950 0x561dedba6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9c205570 con 0x561ded6b1460 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9c204640 con 0x561dedaa1950 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3b9c06d0c0 con 0x561deda8aca0 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55580/0 (socket says 172.21.15.6:55580) 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 -- 172.21.15.6:0/1079776887 learned_addr learned my addr 172.21.15.6:0/1079776887 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:21.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561dedaa1950 0x561dedba6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b99d9b640 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561deda8aca0 0x561dedbf1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 -- 172.21.15.6:0/1079776887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561deda8aca0 msgr2=0x561dedbf1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561deda8aca0 0x561dedbf1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 -- 172.21.15.6:0/1079776887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561dedaa1950 msgr2=0x561dedba6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561dedaa1950 0x561dedba6cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 -- 172.21.15.6:0/1079776887 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561deda4fdb0 con 0x561ded6b1460 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf1630 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c007a90 tx=0x7f3b8c005570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13dc0b33d7572f0e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b7b7fe640 1 -- 172.21.15.6:0/1079776887 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b8c00e160 con 0x561ded6b1460 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b7b7fe640 1 -- 172.21.15.6:0/1079776887 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b8c015810 con 0x561ded6b1460 2024-09-21T07:26:21.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.655+0000 7f3b7b7fe640 1 -- 172.21.15.6:0/1079776887 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b8c015a20 con 0x561ded6b1460 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/1079776887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 msgr2=0x561dedbf1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf1630 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c007a90 tx=0x7f3b8c005570 comp rx=0 tx=0).stop 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/1079776887 shutdown_connections 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561dedaa1950 0x561dedba6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561deda8aca0 0x561dedbf1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/1079776887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ded6b1460 0x561dedbf1630 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/1079776887 >> 172.21.15.6:0/1079776887 conn(0x561dedb77d90 msgr2=0x561dedc038d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/1079776887 shutdown_connections 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/1079776887 wait complete. 2024-09-21T07:26:21.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- start start 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 Processor -- start 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 0x561dedc24220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedc24760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedc24ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561deda03910 con 0x561deda8aca0 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561ded9fc3b0 con 0x561ded6b1460 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x561ded9f7090 con 0x561dedaa1950 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3ba7d9e000 10 client.0 _ll_register_callbacks cb 0x7f3b8c0013b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedc24760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedc24760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55590/0 (socket says 172.21.15.6:55590) 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 -- 172.21.15.6:0/571885969 learned_addr learned my addr 172.21.15.6:0/571885969 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 0x561dedc24220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedc24ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 -- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 msgr2=0x561dedc24ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedc24ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 -- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 msgr2=0x561dedc24220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 0x561dedc24220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 -- 172.21.15.6:0/571885969 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ded9baab0 con 0x561deda8aca0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b9ad9d640 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedc24ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b99d9b640 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedc24760 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f3b90004710 tx=0x7f3b90005700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d02c28d4c92aa9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b797fa640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b797fa640 1 -- 172.21.15.6:0/571885969 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90004020 con 0x561deda8aca0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.659+0000 7f3b797fa640 1 -- 172.21.15.6:0/571885969 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f3b900041c0 con 0x561deda8aca0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/571885969 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b8c015810 con 0x561deda8aca0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b797fa640 1 -- 172.21.15.6:0/571885969 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3b9002b050 con 0x561deda8aca0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 10 client.5427 fetch_fsmap learned FSMap version 25 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/571885969 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x561ded999070 con 0x561deda8aca0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b797fa640 1 -- 172.21.15.6:0/571885969 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b8c015810 con 0x561deda8aca0 2024-09-21T07:26:21.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b797fa640 1 -- 172.21.15.6:0/571885969 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 25) ==== 3502+0+0 (secure 0 0 0) 0x7f3b9002e020 con 0x561deda8aca0 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 10 client.5427 fetch_fsmap finished waiting for FSMap version 25 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 10 client.5427 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 20 client.5427 populate_metadata read hostname 'smithi006' 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x561ded684830 0x561dedc251e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 4 client.5427 mds_command: new command op to 5265 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/571885969 --> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] -- command(tid 0: {"prefix": "status"}) -- 0x561deda02540 con 0x561ded684830 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x561ded684830 0x561dedc251e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b797fa640 10 client.5427 ms_handle_connect on v2:172.21.15.6:6832/4138233409 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b9a59c640 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x561ded684830 0x561dedc251e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c36154cbc889fe39 server_cookie=7e531fd90d57587 in_seq=0 out_seq=0 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b797fa640 1 -- 172.21.15.6:0/571885969 <== mds.0 v2:172.21.15.6:6832/4138233409 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x561deda02540 con 0x561ded684830 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b797fa640 10 client.5427 handle_command_reply: tid=0 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 client.5427 shutdown 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/571885969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 msgr2=0x561dedc24760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedc24760 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f3b90004710 tx=0x7f3b90005700 comp rx=0 tx=0).stop 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/571885969 shutdown_connections 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x561ded684830 0x561dedc251e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561dedaa1950 0x561dedc24ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561deda8aca0 0x561dedc24760 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 --2- 172.21.15.6:0/571885969 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561ded6b1460 0x561dedc24220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3b797fa640 0 client.5427 ms_handle_reset on v2:172.21.15.6:6832/4138233409 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/571885969 >> 172.21.15.6:0/571885969 conn(0x561dedb77d90 msgr2=0x561dedbf0620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/571885969 shutdown_connections 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 1 -- 172.21.15.6:0/571885969 wait complete. 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba7d9e000 20 client.5427 trim_cache size 0 max 16384 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:26:21.673 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5265, 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 10.804066467, 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 25, 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 44, 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 44, 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 16.002937954 2024-09-21T07:26:21.674 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:26:21.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b7c073230 msgr2=0x7f3b7c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b7c073230 0x7f3b7c075740 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c0cef60 tx=0x7f3b8c009040 comp rx=0 tx=0).stop 2024-09-21T07:26:21.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/3624341352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c0cef90 msgr2=0x7f3b9c1fc870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c0cef90 0x7f3b9c1fc870 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f3b94098830 tx=0x7f3b94009370 comp rx=0 tx=0).stop 2024-09-21T07:26:21.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/3624341352 shutdown_connections 2024-09-21T07:26:21.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b7c073230 0x7f3b7c075740 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9c0cef90 0x7f3b9c1fc870 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b9c15c610 0x7f3b9c0aeec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 --2- 172.21.15.6:0/3624341352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b9c151d80 0x7f3b9c0adbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/3624341352 >> 172.21.15.6:0/3624341352 conn(0x7f3b9c0cdc40 msgr2=0x7f3b9c159790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:21.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/3624341352 shutdown_connections 2024-09-21T07:26:21.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.663+0000 7f3ba0ad3640 1 -- 172.21.15.6:0/3624341352 wait complete. 2024-09-21T07:26:21.688 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:26:21.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.839+0000 7f0e71bb6640 1 -- 172.21.15.6:0/1052168876 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 msgr2=0x7f0e6c1622c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.839+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/1052168876 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 0x7f0e6c1622c0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c009900 tx=0x7f0e5c01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.839+0000 7f0e71bb6640 1 -- 172.21.15.6:0/1052168876 shutdown_connections 2024-09-21T07:26:21.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.839+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/1052168876 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e6c0d1340 0x7f0e6c162800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.839+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/1052168876 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 0x7f0e6c1622c0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.839+0000 7f0e71bb6640 1 -- 172.21.15.6:0/1052168876 >> 172.21.15.6:0/1052168876 conn(0x7f0e6c06dda0 msgr2=0x7f0e6c06e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:21.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.839+0000 7f0e71bb6640 1 -- 172.21.15.6:0/1052168876 shutdown_connections 2024-09-21T07:26:21.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.839+0000 7f0e71bb6640 1 -- 172.21.15.6:0/1052168876 wait complete. 2024-09-21T07:26:21.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 Processor -- start 2024-09-21T07:26:21.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 -- start start 2024-09-21T07:26:21.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 0x7f0e6c0ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e6c0ba230 0x7f0e6c157c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e6c0d1340 0x7f0e6c158150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6c0d2d30 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6c0d2bb0 con 0x7f0e6c0d1340 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0e6c0d2eb0 con 0x7f0e6c0ba230 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 0x7f0e6c0ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 0x7f0e6c0ca860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55618/0 (socket says 172.21.15.6:55618) 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 -- 172.21.15.6:0/4289625963 learned_addr learned my addr 172.21.15.6:0/4289625963 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6affd640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e6c0ba230 0x7f0e6c157c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6bfff640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e6c0d1340 0x7f0e6c158150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 -- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e6c0ba230 msgr2=0x7f0e6c157c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e6c0ba230 0x7f0e6c157c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 -- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e6c0d1340 msgr2=0x7f0e6c158150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e6c0d1340 0x7f0e6c158150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 -- 172.21.15.6:0/4289625963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e6c0b6e50 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e6b7fe640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 0x7f0e6c0ca860 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c0b0040 tx=0x7f0e5c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e53fff640 1 -- 172.21.15.6:0/4289625963 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e5c0b2040 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e53fff640 1 -- 172.21.15.6:0/4289625963 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e5c003600 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e6c0b6890 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e53fff640 1 -- 172.21.15.6:0/4289625963 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e5c0039f0 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.843+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e6c14b510 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.847+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e6c0d0c30 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.847+0000 7f0e53fff640 1 -- 172.21.15.6:0/4289625963 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0e5c0bf060 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.847+0000 7f0e53fff640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0e58073230 0x7f0e58075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:21.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.847+0000 7f0e53fff640 1 -- 172.21.15.6:0/4289625963 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f0e5c12dc50 con 0x7f0e6c0b9e20 2024-09-21T07:26:21.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.847+0000 7f0e6affd640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0e58073230 0x7f0e58075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:21.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.847+0000 7f0e6affd640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0e58073230 0x7f0e58075740 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c14b4c0 tx=0x7f0e60008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:21.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:21.851+0000 7f0e53fff640 1 -- 172.21.15.6:0/4289625963 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0e5c133020 con 0x7f0e6c0b9e20 2024-09-21T07:26:22.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.067+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0e6c0ce8a0 con 0x7f0e6c0b9e20 2024-09-21T07:26:22.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.067+0000 7f0e53fff640 1 -- 172.21.15.6:0/4289625963 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7f0e5c0164d0 con 0x7f0e6c0b9e20 2024-09-21T07:26:22.074 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:26:22.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0e58073230 msgr2=0x7f0e58075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:22.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0e58073230 0x7f0e58075740 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c14b4c0 tx=0x7f0e60008040 comp rx=0 tx=0).stop 2024-09-21T07:26:22.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 msgr2=0x7f0e6c0ca860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:22.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 0x7f0e6c0ca860 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c0b0040 tx=0x7f0e5c004040 comp rx=0 tx=0).stop 2024-09-21T07:26:22.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 shutdown_connections 2024-09-21T07:26:22.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0e58073230 0x7f0e58075740 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:22.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0e6c0d1340 0x7f0e6c158150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:22.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0e6c0ba230 0x7f0e6c157c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:22.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 --2- 172.21.15.6:0/4289625963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0e6c0b9e20 0x7f0e6c0ca860 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:22.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 >> 172.21.15.6:0/4289625963 conn(0x7f0e6c06dda0 msgr2=0x7f0e6c155790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:22.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 shutdown_connections 2024-09-21T07:26:22.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22.071+0000 7f0e71bb6640 1 -- 172.21.15.6:0/4289625963 wait complete. 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:26:22.097 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:26:22.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:22.098 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:26:22.103 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:22.104 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42389sec preferred_lft 42389sec 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:22.105 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:22.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:22.106 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:26:22.155 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:26:22.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:22.156 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:26:22.204 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:26:22.205 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:26:22.205 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:26:22.205 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:26:22.205 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:26:22.205 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:26:22.205 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:26:22.205 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:26:22.205 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:26:22.205 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:26:22.206 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:26:22.206 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:26:22.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:26:22.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:26:22.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:22.327 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:26:22.333 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:26:22.333 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:26:22.333 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:26:22.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:22.333 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:26:22.385 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:26:22.385 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:26:22.385 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:22.431 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:26:22.431 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:26:22.431 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:22.479 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:26:22.536 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:22.585 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:26:22.585 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:26:22.585 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:26:22.585 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:26:22.585 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:26:22.585 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:26:22.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:22.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:22.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:22.588 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:26:22.635 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:26:22.636 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:26:22.680 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:26:22.695 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:22.743 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:26:22.744 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:26:22.744 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:26:22.744 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:26:22.744 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:26:22.744 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:26:22.744 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:26:22.744 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:26:22.744 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:26:22.745 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:22.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:22.747 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:22.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:22.748 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:26:22.791 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:26:22.787+0000 7f8c7bd2f580 -1 init, newargv = 0x55ec6a7662f0 newargc=15 2024-09-21T07:26:22.791 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[39742]: starting ceph client 2024-09-21T07:26:22.797 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[39742]: starting fuse 2024-09-21T07:26:23.896 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:26:23.912 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:23.962 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:26:23.962 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:26:23.963 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:26:23.964 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:23.965 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:23.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:23.966 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:26:24.018 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:26:24.019 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:26:24.019 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:26:24.020 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:26:24.021 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:26:24.022 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:26:24.022 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:26:24.022 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:26:24.022 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:26:24.022 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:26:24.022 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:24.022 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:26:24.022 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:26:24.150 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.39742.asok 2024-09-21T07:26:24.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:26:24.164 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.39742.asok 2024-09-21T07:26:24.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:24.164 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.39742.asok status 2024-09-21T07:26:24.346 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:26:24.346 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:26:24.346 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:26:24.346 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:26:24.346 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:26:24.346 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:26:24.346 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "39742", 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5439, 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:26:24.347 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5439 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 814478167 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:26:24.348 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 814478167 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5439 192.168.0.1:0/814478167", 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/814478167", 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 25, 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 45, 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:26:24.349 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:26:24.350 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:26:24.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:24.361 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:26:24.361 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:24.367 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:26:24.367 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:24.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:24.367 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:24.424 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:26:24.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.623+0000 7f53455fe640 1 -- 172.21.15.6:0/2245308612 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53400af060 msgr2=0x7f53400af470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:24.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.623+0000 7f53455fe640 1 --2- 172.21.15.6:0/2245308612 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53400af060 0x7f53400af470 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f534006ddc0 tx=0x7f532801c6b0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.623+0000 7f53455fe640 1 -- 172.21.15.6:0/2245308612 shutdown_connections 2024-09-21T07:26:24.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.623+0000 7f53455fe640 1 --2- 172.21.15.6:0/2245308612 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53400af060 0x7f53400af470 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.623+0000 7f53455fe640 1 --2- 172.21.15.6:0/2245308612 >> v2:172.21.15.145:3300/0 conn(0x7f534015c7a0 0x7f53400cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.623+0000 7f53455fe640 1 -- 172.21.15.6:0/2245308612 >> 172.21.15.6:0/2245308612 conn(0x7f53400d0020 msgr2=0x7f53400d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:24.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.623+0000 7f53455fe640 1 -- 172.21.15.6:0/2245308612 shutdown_connections 2024-09-21T07:26:24.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.623+0000 7f53455fe640 1 -- 172.21.15.6:0/2245308612 wait complete. 2024-09-21T07:26:24.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 Processor -- start 2024-09-21T07:26:24.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 -- start start 2024-09-21T07:26:24.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53400adfa0 0x7f53401fc790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:24.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53400af060 0x7f53401545f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:24.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f534015c7a0 0x7f53401506e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:24.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f534006fcb0 con 0x7f534015c7a0 2024-09-21T07:26:24.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f534006fb30 con 0x7f53400af060 2024-09-21T07:26:24.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f534006fe30 con 0x7f53400adfa0 2024-09-21T07:26:24.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f534015c7a0 0x7f53401506e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f534015c7a0 0x7f53401506e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47556/0 (socket says 172.21.15.6:47556) 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 -- 172.21.15.6:0/4098055059 learned_addr learned my addr 172.21.15.6:0/4098055059 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533effd640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53400adfa0 0x7f53401fc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f5337fff640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53400af060 0x7f53401545f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 -- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53400adfa0 msgr2=0x7f53401fc790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53400adfa0 0x7f53401fc790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 -- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53400af060 msgr2=0x7f53401545f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53400af060 0x7f53401545f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 -- 172.21.15.6:0/4098055059 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5340153870 con 0x7f534015c7a0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f533f7fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f534015c7a0 0x7f53401506e0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f533800b9a0 tx=0x7f533800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53377fe640 1 -- 172.21.15.6:0/4098055059 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5338019070 con 0x7f534015c7a0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53377fe640 1 -- 172.21.15.6:0/4098055059 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f533800cc90 con 0x7f534015c7a0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53377fe640 1 -- 172.21.15.6:0/4098055059 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53380146a0 con 0x7f534015c7a0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5340073830 con 0x7f534015c7a0 2024-09-21T07:26:24.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5340153df0 con 0x7f534015c7a0 2024-09-21T07:26:24.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.627+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53400735a0 con 0x7f534015c7a0 2024-09-21T07:26:24.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.631+0000 7f53377fe640 1 -- 172.21.15.6:0/4098055059 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f533801c070 con 0x7f534015c7a0 2024-09-21T07:26:24.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.631+0000 7f53377fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5320073230 0x7f5320075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:24.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.631+0000 7f53377fe640 1 -- 172.21.15.6:0/4098055059 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f5338093ef0 con 0x7f534015c7a0 2024-09-21T07:26:24.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.631+0000 7f533effd640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5320073230 0x7f5320075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:24.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.631+0000 7f533effd640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5320073230 0x7f5320075740 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f53300058d0 tx=0x7f5330005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:24.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.635+0000 7f53377fe640 1 -- 172.21.15.6:0/4098055059 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f533805eee0 con 0x7f534015c7a0 2024-09-21T07:26:24.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.847+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5340070350 con 0x7f534015c7a0 2024-09-21T07:26:24.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.847+0000 7f53377fe640 1 -- 172.21.15.6:0/4098055059 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7f533805e7e0 con 0x7f534015c7a0 2024-09-21T07:26:24.854 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:26:24.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5320073230 msgr2=0x7f5320075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:24.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5320073230 0x7f5320075740 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f53300058d0 tx=0x7f5330005860 comp rx=0 tx=0).stop 2024-09-21T07:26:24.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f534015c7a0 msgr2=0x7f53401506e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:24.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f534015c7a0 0x7f53401506e0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f533800b9a0 tx=0x7f533800be60 comp rx=0 tx=0).stop 2024-09-21T07:26:24.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 shutdown_connections 2024-09-21T07:26:24.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5320073230 0x7f5320075740 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f534015c7a0 0x7f53401506e0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53400af060 0x7f53401545f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 --2- 172.21.15.6:0/4098055059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53400adfa0 0x7f53401fc790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:24.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 >> 172.21.15.6:0/4098055059 conn(0x7f53400d0020 msgr2=0x7f53401599f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:24.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 shutdown_connections 2024-09-21T07:26:24.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:24.851+0000 7f53455fe640 1 -- 172.21.15.6:0/4098055059 wait complete. 2024-09-21T07:26:24.875 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:26:24.876 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:26:24.876 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:26:24.876 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:26:24.876 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:26:24.876 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:26:24.876 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:26:24.876 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:26:24.876 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:26:24.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:24.876 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:26:24.883 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:26:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:26:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:26:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42388sec preferred_lft 42388sec 2024-09-21T07:26:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:26:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:26:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:26:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:26:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:26:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:26:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:26:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:24.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:24.887 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:26:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:26:24.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:24.940 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:26:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:26:24.993 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:26:24.993 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:26:24.993 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:26:24.993 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:26:24.993 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:26:24.993 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:26:24.993 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:26:24.993 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:26:25.082 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:26:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:26:25.112 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:26:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:26:25.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:25.119 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:26:25.125 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:26:25.125 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:26:25.125 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:26:25.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:25.125 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:26:25.180 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:26:25.180 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:26:25.180 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:26:25.227 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:26:25.227 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:26:25.227 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:26:25.275 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:26:25.333 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:25.380 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:26:25.380 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:26:25.380 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:26:25.380 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:26:25.380 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:26:25.380 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:26:25.380 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:26:25.381 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:26:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:26:25.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:25.383 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:26:25.431 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:26:25.431 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:26:25.477 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:26:25.491 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:26:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:26:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:26:25.542 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:26:25.542 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:26:25.542 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:26:25.542 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:26:25.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:25.543 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:26:25.591 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:26:25.582+0000 7f26b466c580 -1 init, newargv = 0x7f26a8002290 newargc=15 2024-09-21T07:26:25.591 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[34988]: starting ceph client 2024-09-21T07:26:25.599 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[34988]: starting fuse 2024-09-21T07:26:26.697 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:26:26.713 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:26:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:26:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:26:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:26:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:26:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:26:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:26:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:26:26.762 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:26:26.763 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:26:26.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:26.764 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:26:26.811 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:26:26.812 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:26:26.812 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:26:26.813 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:26:26.814 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:26:26.942 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.34988.asok 2024-09-21T07:26:26.946 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:26:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:26:26.954 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.34988.asok 2024-09-21T07:26:26.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:26.954 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.34988.asok status 2024-09-21T07:26:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:26:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:26:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:26:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "34988", 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 5161, 2024-09-21T07:26:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 5161 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 502620458 2024-09-21T07:26:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 502620458 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.5161 192.168.0.1:0/502620458", 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/502620458", 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:26:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 25, 2024-09-21T07:26:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 46, 2024-09-21T07:26:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:26:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:26:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:26:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:26:27.146 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:27.146 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:26:27.146 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:26:27.152 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:26:27.152 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:26:27.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:27.153 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:26:27.207 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-09-21T07:26:27.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.375+0000 7fcc8d042640 1 -- 172.21.15.6:0/265868110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc880cde10 msgr2=0x7fcc880ce220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:27.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.375+0000 7fcc8d042640 1 --2- 172.21.15.6:0/265868110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc880cde10 0x7fcc880ce220 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fcc880d21a0 tx=0x7fcc8001c7d0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.375+0000 7fcc8d042640 1 -- 172.21.15.6:0/265868110 shutdown_connections 2024-09-21T07:26:27.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.375+0000 7fcc8d042640 1 --2- 172.21.15.6:0/265868110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc880cde10 0x7fcc880ce220 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.375+0000 7fcc8d042640 1 --2- 172.21.15.6:0/265868110 >> v2:172.21.15.145:3300/0 conn(0x7fcc880d14d0 0x7fcc880d18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.375+0000 7fcc8d042640 1 -- 172.21.15.6:0/265868110 >> 172.21.15.6:0/265868110 conn(0x7fcc88070160 msgr2=0x7fcc880705a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:27.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.375+0000 7fcc8d042640 1 -- 172.21.15.6:0/265868110 shutdown_connections 2024-09-21T07:26:27.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.375+0000 7fcc8d042640 1 -- 172.21.15.6:0/265868110 wait complete. 2024-09-21T07:26:27.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 Processor -- start 2024-09-21T07:26:27.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 -- start start 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc880cde10 0x7fcc8814c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc880d14d0 0x7fcc8814d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc8815cb60 0x7fcc8814da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcc88169d00 con 0x7fcc8815cb60 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcc88169b80 con 0x7fcc880d14d0 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcc88169e80 con 0x7fcc880cde10 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc8815cb60 0x7fcc8814da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc8815cb60 0x7fcc8814da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47580/0 (socket says 172.21.15.6:47580) 2024-09-21T07:26:27.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 -- 172.21.15.6:0/825283556 learned_addr learned my addr 172.21.15.6:0/825283556 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8659c640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc880d14d0 0x7fcc8814d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc86d9d640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc880cde10 0x7fcc8814c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 -- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc880cde10 msgr2=0x7fcc8814c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc880cde10 0x7fcc8814c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 -- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc880d14d0 msgr2=0x7fcc8814d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc880d14d0 0x7fcc8814d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 -- 172.21.15.6:0/825283556 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc881523d0 con 0x7fcc8815cb60 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc86d9d640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc880cde10 0x7fcc8814c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8759e640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc8815cb60 0x7fcc8814da70 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fcc80009790 tx=0x7fcc800a57f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc6f7fe640 1 -- 172.21.15.6:0/825283556 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc800bc070 con 0x7fcc8815cb60 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc6f7fe640 1 -- 172.21.15.6:0/825283556 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc800044b0 con 0x7fcc8815cb60 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc88151e10 con 0x7fcc8815cb60 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc6f7fe640 1 -- 172.21.15.6:0/825283556 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc800b2040 con 0x7fcc8815cb60 2024-09-21T07:26:27.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.379+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc8814cd30 con 0x7fcc8815cb60 2024-09-21T07:26:27.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.383+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc88151b80 con 0x7fcc8815cb60 2024-09-21T07:26:27.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.383+0000 7fcc6f7fe640 1 -- 172.21.15.6:0/825283556 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcc800bf070 con 0x7fcc8815cb60 2024-09-21T07:26:27.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.383+0000 7fcc6f7fe640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc74073230 0x7fcc74075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:27.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.383+0000 7fcc6f7fe640 1 -- 172.21.15.6:0/825283556 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fcc8012db10 con 0x7fcc8815cb60 2024-09-21T07:26:27.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.383+0000 7fcc86d9d640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc74073230 0x7fcc74075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:27.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.383+0000 7fcc86d9d640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc74073230 0x7fcc74075740 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fcc78002100 tx=0x7fcc78009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:27.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.387+0000 7fcc6f7fe640 1 -- 172.21.15.6:0/825283556 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fcc800163f0 con 0x7fcc8815cb60 2024-09-21T07:26:27.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.603+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7fcc880ce220 con 0x7fcc8815cb60 2024-09-21T07:26:27.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.927+0000 7fcc6f7fe640 1 -- 172.21.15.6:0/825283556 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v26) ==== 105+0+0 (secure 0 0 0) 0x7fcc800f8c10 con 0x7fcc8815cb60 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc74073230 msgr2=0x7fcc74075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc74073230 0x7fcc74075740 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fcc78002100 tx=0x7fcc78009040 comp rx=0 tx=0).stop 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc8815cb60 msgr2=0x7fcc8814da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc8815cb60 0x7fcc8814da70 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fcc80009790 tx=0x7fcc800a57f0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 shutdown_connections 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcc74073230 0x7fcc74075740 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc8815cb60 0x7fcc8814da70 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcc880d14d0 0x7fcc8814d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 --2- 172.21.15.6:0/825283556 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcc880cde10 0x7fcc8814c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:27.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 >> 172.21.15.6:0/825283556 conn(0x7fcc88070160 msgr2=0x7fcc88153700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:27.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 shutdown_connections 2024-09-21T07:26:27.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:27.931+0000 7fcc8d042640 1 -- 172.21.15.6:0/825283556 wait complete. 2024-09-21T07:26:27.967 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:26:28.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.123+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2989526053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 msgr2=0x7f4e18073df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:28.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.123+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2989526053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 0x7f4e18073df0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f4e18075270 tx=0x7f4e1001cb80 comp rx=0 tx=0).stop 2024-09-21T07:26:28.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.123+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2989526053 shutdown_connections 2024-09-21T07:26:28.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.123+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2989526053 >> v2:172.21.15.145:3300/0 conn(0x7f4e180c7640 0x7f4e18071290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.123+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2989526053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 0x7f4e18073df0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.123+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2989526053 >> 172.21.15.6:0/2989526053 conn(0x7f4e180cdbb0 msgr2=0x7f4e180cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:28.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.123+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2989526053 shutdown_connections 2024-09-21T07:26:28.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.123+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2989526053 wait complete. 2024-09-21T07:26:28.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 Processor -- start 2024-09-21T07:26:28.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 -- start start 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e18074330 0x7f4e18164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e180c7640 0x7f4e181443c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 0x7f4e1815ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4e18168ae0 con 0x7f4e180d0c80 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e18168960 con 0x7f4e180c7640 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4e18168c60 con 0x7f4e18074330 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 0x7f4e1815ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 0x7f4e1815ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47588/0 (socket says 172.21.15.6:47588) 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 -- 172.21.15.6:0/2096589011 learned_addr learned my addr 172.21.15.6:0/2096589011 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e16ffd640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e180c7640 0x7f4e181443c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e177fe640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e18074330 0x7f4e18164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 -- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e18074330 msgr2=0x7f4e18164ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:28.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e18074330 0x7f4e18164ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 -- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e180c7640 msgr2=0x7f4e181443c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e180c7640 0x7f4e181443c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 -- 172.21.15.6:0/2096589011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e18165410 con 0x7f4e180d0c80 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e17fff640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 0x7f4e1815ee40 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f4e0800d640 tx=0x7f4e0800db00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e0ffff640 1 -- 172.21.15.6:0/2096589011 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e08017070 con 0x7f4e180d0c80 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e0ffff640 1 -- 172.21.15.6:0/2096589011 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e08005310 con 0x7f4e180d0c80 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e0ffff640 1 -- 172.21.15.6:0/2096589011 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e080047b0 con 0x7f4e180d0c80 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e180b55e0 con 0x7f4e180d0c80 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.127+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e180b09f0 con 0x7f4e180d0c80 2024-09-21T07:26:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.131+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dfc0052a0 con 0x7f4e180d0c80 2024-09-21T07:26:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.131+0000 7f4e0ffff640 1 -- 172.21.15.6:0/2096589011 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4e08004950 con 0x7f4e180d0c80 2024-09-21T07:26:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.131+0000 7f4e0ffff640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4df8073200 0x7f4df8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.131+0000 7f4e0ffff640 1 -- 172.21.15.6:0/2096589011 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f4e08094780 con 0x7f4e180d0c80 2024-09-21T07:26:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.131+0000 7f4e177fe640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4df8073200 0x7f4df8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.131+0000 7f4e177fe640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4df8073200 0x7f4df8075710 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4e100af000 tx=0x7f4e1001b3c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:28.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.135+0000 7f4e0ffff640 1 -- 172.21.15.6:0/2096589011 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4e0805f740 con 0x7f4e180d0c80 2024-09-21T07:26:28.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.347+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4dfc005590 con 0x7f4e180d0c80 2024-09-21T07:26:28.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.347+0000 7f4e0ffff640 1 -- 172.21.15.6:0/2096589011 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5239 (secure 0 0 0) 0x7f4e0805f040 con 0x7f4e180d0c80 2024-09-21T07:26:28.354 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:28.355 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":27,"btime":"2024-09-21T07:26:27:937077+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:26:10.291694+0000","modified":"2024-09-21T07:26:27.937036+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5265,"mds_1":5035},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5035":{"gid":5035,"name":"b","rank":1,"incarnation":27,"state":"up:creating","state_seq":1,"addr":"172.21.15.145:6836/3300433377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3300433377},{"type":"v1","addr":"172.21.15.145:6836","nonce":3300433377}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6833/4138233409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4138233409},{"type":"v1","addr":"172.21.15.6:6833","nonce":4138233409}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-09-21T07:26:28.355 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 27 2024-09-21T07:26:28.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4df8073200 msgr2=0x7f4df8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4df8073200 0x7f4df8075710 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4e100af000 tx=0x7f4e1001b3c0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 msgr2=0x7f4e1815ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 0x7f4e1815ee40 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f4e0800d640 tx=0x7f4e0800db00 comp rx=0 tx=0).stop 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 shutdown_connections 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4df8073200 0x7f4df8075710 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e180d0c80 0x7f4e1815ee40 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e180c7640 0x7f4e181443c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 --2- 172.21.15.6:0/2096589011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e18074330 0x7f4e18164ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:28.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 >> 172.21.15.6:0/2096589011 conn(0x7f4e180cdbb0 msgr2=0x7f4e1815af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:28.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 shutdown_connections 2024-09-21T07:26:28.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:28.351+0000 7f4e1ddb1640 1 -- 172.21.15.6:0/2096589011 wait complete. 2024-09-21T07:26:28.779 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:26:10.291694+0000', 'modified': '2024-09-21T07:26:27.937036+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 5265, 'mds_1': 5035}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5035': {'gid': 5035, 'name': 'b', 'rank': 1, 'incarnation': 27, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.145:6836/3300433377', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6834', 'nonce': 3300433377}, {'type': 'v1', 'addr': '172.21.15.145:6836', 'nonce': 3300433377}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5265': {'gid': 5265, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6833/4138233409', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6832', 'nonce': 4138233409}, {'type': 'v1', 'addr': '172.21.15.6:6833', 'nonce': 4138233409}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5265, 'qdb_cluster': [5265]} 2024-09-21T07:26:28.780 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5035:up:creating 2024-09-21T07:26:29.780 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:26:29.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- 172.21.15.6:0/1268700774 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9200ba230 msgr2=0x7fa920162800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:29.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1268700774 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9200ba230 0x7fa920162800 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa914009840 tx=0x7fa91401c820 comp rx=0 tx=0).stop 2024-09-21T07:26:29.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- 172.21.15.6:0/1268700774 shutdown_connections 2024-09-21T07:26:29.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1268700774 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9200ba230 0x7fa920162800 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:29.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1268700774 >> v2:172.21.15.145:3300/0 conn(0x7fa9200b9e20 0x7fa9201622c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:29.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- 172.21.15.6:0/1268700774 >> 172.21.15.6:0/1268700774 conn(0x7fa92006dda0 msgr2=0x7fa92006e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:29.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- 172.21.15.6:0/1268700774 shutdown_connections 2024-09-21T07:26:29.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- 172.21.15.6:0/1268700774 wait complete. 2024-09-21T07:26:29.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 Processor -- start 2024-09-21T07:26:29.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- start start 2024-09-21T07:26:29.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9200b9e20 0x7fa920156150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:29.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9200ba230 0x7fa9200b62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:29.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa9200d0c30 0x7fa920157950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:29.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa9200d2d40 con 0x7fa9200d0c30 2024-09-21T07:26:29.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa9200d2bc0 con 0x7fa9200ba230 2024-09-21T07:26:29.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa9270d2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa9200d2ec0 con 0x7fa9200b9e20 2024-09-21T07:26:29.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa92566f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa9200d0c30 0x7fa920157950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:29.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa92566f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa9200d0c30 0x7fa920157950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47592/0 (socket says 172.21.15.6:47592) 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.947+0000 7fa92566f640 1 -- 172.21.15.6:0/1805050360 learned_addr learned my addr 172.21.15.6:0/1805050360 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa924e6e640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9200b9e20 0x7fa920156150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa91ffff640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9200ba230 0x7fa9200b62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa92566f640 1 -- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9200b9e20 msgr2=0x7fa920156150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa92566f640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9200b9e20 0x7fa920156150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa92566f640 1 -- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9200ba230 msgr2=0x7fa9200b62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa92566f640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9200ba230 0x7fa9200b62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa92566f640 1 -- 172.21.15.6:0/1805050360 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa920158180 con 0x7fa9200d0c30 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa91ffff640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9200ba230 0x7fa9200b62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa92566f640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa9200d0c30 0x7fa920157950 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa91800cad0 tx=0x7fa91800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa91d7fa640 1 -- 172.21.15.6:0/1805050360 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa918016020 con 0x7fa9200d0c30 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa91d7fa640 1 -- 172.21.15.6:0/1805050360 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa91800ab40 con 0x7fa9200d0c30 2024-09-21T07:26:29.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa920158460 con 0x7fa9200d0c30 2024-09-21T07:26:29.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa91d7fa640 1 -- 172.21.15.6:0/1805050360 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91800ce10 con 0x7fa9200d0c30 2024-09-21T07:26:29.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa920153f80 con 0x7fa9200d0c30 2024-09-21T07:26:29.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa920153a90 con 0x7fa9200d0c30 2024-09-21T07:26:29.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa91d7fa640 1 -- 172.21.15.6:0/1805050360 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa918019020 con 0x7fa9200d0c30 2024-09-21T07:26:29.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa91d7fa640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa90c073200 0x7fa90c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:29.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa91d7fa640 1 -- 172.21.15.6:0/1805050360 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7fa918094590 con 0x7fa9200d0c30 2024-09-21T07:26:29.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.951+0000 7fa924e6e640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa90c073200 0x7fa90c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:29.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.955+0000 7fa924e6e640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa90c073200 0x7fa90c075710 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa910009ad0 tx=0x7fa9100091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:29.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:29.955+0000 7fa91d7fa640 1 -- 172.21.15.6:0/1805050360 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa918020020 con 0x7fa9200d0c30 2024-09-21T07:26:30.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.167+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9200d1040 con 0x7fa9200d0c30 2024-09-21T07:26:30.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa91d7fa640 1 -- 172.21.15.6:0/1805050360 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5242 (secure 0 0 0) 0x7fa91805f4f0 con 0x7fa9200d0c30 2024-09-21T07:26:30.175 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:30.176 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":28,"btime":"2024-09-21T07:26:28:939851+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:26:10.291694+0000","modified":"2024-09-21T07:26:28.939834+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5265,"mds_1":5035},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5035":{"gid":5035,"name":"b","rank":1,"incarnation":27,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/3300433377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3300433377},{"type":"v1","addr":"172.21.15.145:6836","nonce":3300433377}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6833/4138233409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4138233409},{"type":"v1","addr":"172.21.15.6:6833","nonce":4138233409}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5035,5265]},"id":3}]} 2024-09-21T07:26:30.176 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 28 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa90c073200 msgr2=0x7fa90c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa90c073200 0x7fa90c075710 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa910009ad0 tx=0x7fa9100091e0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa9200d0c30 msgr2=0x7fa920157950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa9200d0c30 0x7fa920157950 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa91800cad0 tx=0x7fa91800cbc0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 shutdown_connections 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa90c073200 0x7fa90c075710 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa9200d0c30 0x7fa920157950 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa9200ba230 0x7fa9200b62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 --2- 172.21.15.6:0/1805050360 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa9200b9e20 0x7fa920156150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 >> 172.21.15.6:0/1805050360 conn(0x7fa92006dda0 msgr2=0x7fa92015bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:30.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 shutdown_connections 2024-09-21T07:26:30.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.171+0000 7fa9270d2640 1 -- 172.21.15.6:0/1805050360 wait complete. 2024-09-21T07:26:30.600 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:26:10.291694+0000', 'modified': '2024-09-21T07:26:28.939834+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 5265, 'mds_1': 5035}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5035': {'gid': 5035, 'name': 'b', 'rank': 1, 'incarnation': 27, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.145:6836/3300433377', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.145:6834', 'nonce': 3300433377}, {'type': 'v1', 'addr': '172.21.15.145:6836', 'nonce': 3300433377}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5265': {'gid': 5265, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6833/4138233409', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6832', 'nonce': 4138233409}, {'type': 'v1', 'addr': '172.21.15.6:6833', 'nonce': 4138233409}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5265, 'qdb_cluster': [5035, 5265]} 2024-09-21T07:26:30.600 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-09-21T07:26:30.600 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 -- 172.21.15.6:0/1268601361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e00cbeb0 msgr2=0x7f42e006ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 --2- 172.21.15.6:0/1268601361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e00cbeb0 0x7f42e006ee70 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f42e0072dc0 tx=0x7f42d001c800 comp rx=0 tx=0).stop 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 -- 172.21.15.6:0/1268601361 shutdown_connections 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 --2- 172.21.15.6:0/1268601361 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e015f700 0x7f42e00ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 --2- 172.21.15.6:0/1268601361 >> v2:172.21.15.145:3300/0 conn(0x7f42e00cc2c0 0x7f42e015f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 --2- 172.21.15.6:0/1268601361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e00cbeb0 0x7f42e006ee70 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 -- 172.21.15.6:0/1268601361 >> 172.21.15.6:0/1268601361 conn(0x7f42e00d0090 msgr2=0x7f42e00d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 -- 172.21.15.6:0/1268601361 shutdown_connections 2024-09-21T07:26:30.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 -- 172.21.15.6:0/1268601361 wait complete. 2024-09-21T07:26:30.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 Processor -- start 2024-09-21T07:26:30.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.771+0000 7f42e6072640 1 -- start start 2024-09-21T07:26:30.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42e6072640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e00cbeb0 0x7f42e01483a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42e6072640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015f700 0x7f42e00c7a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42e6072640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0159b40 0x7f42e00c7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42e6072640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f42e015b080 con 0x7f42e0159b40 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42e6072640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f42e015af00 con 0x7f42e015f700 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42e6072640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f42e015b200 con 0x7f42e00cbeb0 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0159b40 0x7f42e00c7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0159b40 0x7f42e00c7f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47614/0 (socket says 172.21.15.6:47614) 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 -- 172.21.15.6:0/2775823344 learned_addr learned my addr 172.21.15.6:0/2775823344 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42d6ffd640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015f700 0x7f42e00c7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42df7fe640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e00cbeb0 0x7f42e01483a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 -- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e00cbeb0 msgr2=0x7f42e01483a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e00cbeb0 0x7f42e01483a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 -- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015f700 msgr2=0x7f42e00c7a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015f700 0x7f42e00c7a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 -- 172.21.15.6:0/2775823344 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e00c71e0 con 0x7f42e0159b40 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dffff640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0159b40 0x7f42e00c7f90 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f42d800cae0 tx=0x7f42d8007220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dcff9640 1 -- 172.21.15.6:0/2775823344 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d8007da0 con 0x7f42e0159b40 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dcff9640 1 -- 172.21.15.6:0/2775823344 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42d8003ab0 con 0x7f42e0159b40 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42e6072640 1 -- 172.21.15.6:0/2775823344 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42e015a340 con 0x7f42e0159b40 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dcff9640 1 -- 172.21.15.6:0/2775823344 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d8004030 con 0x7f42e0159b40 2024-09-21T07:26:30.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42e6072640 1 -- 172.21.15.6:0/2775823344 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42e014a0b0 con 0x7f42e0159b40 2024-09-21T07:26:30.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dcff9640 1 -- 172.21.15.6:0/2775823344 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f42d80041d0 con 0x7f42e0159b40 2024-09-21T07:26:30.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dcff9640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f42c0073230 0x7f42c0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42dcff9640 1 -- 172.21.15.6:0/2775823344 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f42d8094d30 con 0x7f42e0159b40 2024-09-21T07:26:30.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.775+0000 7f42df7fe640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f42c0073230 0x7f42c0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 Processor -- start 2024-09-21T07:26:30.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 -- start start 2024-09-21T07:26:30.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42df7fe640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f42c0073230 0x7f42c0075740 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f42d00af000 tx=0x7f42d001b040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:30.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 0x55785f4716a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 0x55785f471be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f309ca0 0x55785f472120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55785f346410 con 0x55785f309ca0 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55785f283b40 con 0x55785ef30460 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55785f272f70 con 0x55785f320950 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f309ca0 0x55785f472120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f309ca0 0x55785f472120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47626/0 (socket says 172.21.15.6:47626) 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 -- 172.21.15.6:0/1781120539 learned_addr learned my addr 172.21.15.6:0/1781120539 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42df7fe640 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 0x55785f4716a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42d6ffd640 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 0x55785f471be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 -- 172.21.15.6:0/1781120539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 msgr2=0x55785f471be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 0x55785f471be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 -- 172.21.15.6:0/1781120539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 msgr2=0x55785f4716a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:30.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 0x55785f4716a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 -- 172.21.15.6:0/1781120539 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55785f23a5b0 con 0x55785f309ca0 2024-09-21T07:26:30.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42dffff640 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f309ca0 0x55785f472120 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f42d805c870 tx=0x7f42d805fd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c4e90ee62e04f21 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:30.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42d57fa640 1 -- 172.21.15.6:0/1781120539 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d801d040 con 0x55785f309ca0 2024-09-21T07:26:30.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42d57fa640 1 -- 172.21.15.6:0/1781120539 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42d8068f90 con 0x55785f309ca0 2024-09-21T07:26:30.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42d57fa640 1 -- 172.21.15.6:0/1781120539 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d8068d60 con 0x55785f309ca0 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 -- 172.21.15.6:0/1781120539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f309ca0 msgr2=0x55785f472120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f309ca0 0x55785f472120 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f42d805c870 tx=0x7f42d805fd00 comp rx=0 tx=0).stop 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 -- 172.21.15.6:0/1781120539 shutdown_connections 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f309ca0 0x55785f472120 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 0x55785f471be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 --2- 172.21.15.6:0/1781120539 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 0x55785f4716a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.779+0000 7f42ed33d000 1 -- 172.21.15.6:0/1781120539 >> 172.21.15.6:0/1781120539 conn(0x55785f3f6d90 msgr2=0x55785f426690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 -- 172.21.15.6:0/1781120539 shutdown_connections 2024-09-21T07:26:30.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 -- 172.21.15.6:0/1781120539 wait complete. 2024-09-21T07:26:30.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 -- start start 2024-09-21T07:26:30.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 Processor -- start 2024-09-21T07:26:30.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 0x55785f478920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 0x55785f478e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f320950 0x55785f4793a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55785f20d5f0 con 0x55785f320950 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55785f276d80 con 0x55785ef30460 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55785f219520 con 0x55785f309ca0 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 10 client.0 _ll_register_callbacks cb 0x55785f21d830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f320950 0x55785f4793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f320950 0x55785f4793a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47636/0 (socket says 172.21.15.6:47636) 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 -- 172.21.15.6:0/3065807148 learned_addr learned my addr 172.21.15.6:0/3065807148 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42df7fe640 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 0x55785f478920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42d6ffd640 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 0x55785f478e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 -- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 msgr2=0x55785f478e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 0x55785f478e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 -- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 msgr2=0x55785f478920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:30.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 0x55785f478920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 -- 172.21.15.6:0/3065807148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55785f211190 con 0x55785f320950 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42d6ffd640 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 0x55785f478e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42dffff640 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f320950 0x55785f4793a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f42d805c870 tx=0x7f42d8068db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5499747a7af7b849 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42be7fc640 1 -- 172.21.15.6:0/3065807148 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d807e060 con 0x55785f320950 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42be7fc640 1 -- 172.21.15.6:0/3065807148 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f42d80662e0 con 0x55785f320950 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 -- 172.21.15.6:0/3065807148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55785f20b110 con 0x55785f320950 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42be7fc640 1 -- 172.21.15.6:0/3065807148 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f42d801d070 con 0x55785f320950 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 10 client.5481 fetch_fsmap learned FSMap version 28 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 -- 172.21.15.6:0/3065807148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55785f2f7f10 con 0x55785f320950 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42be7fc640 1 -- 172.21.15.6:0/3065807148 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55785f20b110 con 0x55785f320950 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42be7fc640 1 -- 172.21.15.6:0/3065807148 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 28) ==== 3522+0+0 (secure 0 0 0) 0x7f42d805af50 con 0x55785f320950 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 10 client.5481 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T07:26:30.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 10 client.5481 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-21T07:26:30.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 20 client.5481 populate_metadata read hostname 'smithi006' 2024-09-21T07:26:30.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] conn(0x55785ef157d0 0x55785f482d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.783+0000 7f42ed33d000 4 client.5481 mds_command: new command op to 5035 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:26:30.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 -- 172.21.15.6:0/3065807148 --> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55785f285a90 con 0x55785ef157d0 2024-09-21T07:26:30.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42df7fe640 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] conn(0x55785ef157d0 0x55785f482d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42be7fc640 10 client.5481 ms_handle_connect on v2:172.21.15.145:6834/3300433377 2024-09-21T07:26:30.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42df7fe640 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] conn(0x55785ef157d0 0x55785f482d00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1fcf07d4a2daa4da server_cookie=307fc4fce6bd1d2e in_seq=0 out_seq=0 2024-09-21T07:26:30.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42be7fc640 1 -- 172.21.15.6:0/3065807148 <== mds.1 v2:172.21.15.145:6834/3300433377 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55785f285a90 con 0x55785ef157d0 2024-09-21T07:26:30.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42be7fc640 10 client.5481 handle_command_reply: tid=0 2024-09-21T07:26:30.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 client.5481 shutdown 2024-09-21T07:26:30.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 -- 172.21.15.6:0/3065807148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f320950 msgr2=0x55785f4793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f320950 0x55785f4793a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f42d805c870 tx=0x7f42d8068db0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 -- 172.21.15.6:0/3065807148 shutdown_connections 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] conn(0x55785ef157d0 0x55785f482d00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785f320950 0x55785f4793a0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 0x55785f478e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 --2- 172.21.15.6:0/3065807148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785ef30460 0x55785f478920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 -- 172.21.15.6:0/3065807148 >> 172.21.15.6:0/3065807148 conn(0x55785f3f6d90 msgr2=0x55785f42d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42be7fc640 0 client.5481 ms_handle_reset on v2:172.21.15.145:6834/3300433377 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 -- 172.21.15.6:0/3065807148 shutdown_connections 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 1 -- 172.21.15.6:0/3065807148 wait complete. 2024-09-21T07:26:30.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.787+0000 7f42ed33d000 20 client.5481 trim_cache size 0 max 16384 2024-09-21T07:26:30.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.807+0000 7f42ed33d000 1 Processor -- start 2024-09-21T07:26:30.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.807+0000 7f42ed33d000 1 -- start start 2024-09-21T07:26:30.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.807+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f4e6890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.807+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 0x55785f4e6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.807+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f320950 0x55785f4e7310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.807+0000 7f42ed33d000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f42e0202860 con 0x55785ef30460 2024-09-21T07:26:30.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.807+0000 7f42ed33d000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f42e0202f30 con 0x55785f320950 2024-09-21T07:26:30.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.807+0000 7f42ed33d000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f42e014ba20 con 0x55785f309ca0 2024-09-21T07:26:30.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f4e6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f4e6890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47638/0 (socket says 172.21.15.6:47638) 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 -- 172.21.15.6:0/1209331079 learned_addr learned my addr 172.21.15.6:0/1209331079 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42dffff640 1 --2- 172.21.15.6:0/1209331079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f320950 0x55785f4e7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 -- 172.21.15.6:0/1209331079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 msgr2=0x55785f4e6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 --2- 172.21.15.6:0/1209331079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 0x55785f4e6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 -- 172.21.15.6:0/1209331079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f320950 msgr2=0x55785f4e7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 --2- 172.21.15.6:0/1209331079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f320950 0x55785f4e7310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 -- 172.21.15.6:0/1209331079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55785f2cedb0 con 0x55785ef30460 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42df7fe640 1 --2- 172.21.15.6:0/1209331079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f4e6890 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f42d0009230 tx=0x7f42d00b4000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f661eb8dd3db8fe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42d4ff9640 1 -- 172.21.15.6:0/1209331079 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d00b2040 con 0x55785ef30460 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42d4ff9640 1 -- 172.21.15.6:0/1209331079 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42d00a5b70 con 0x55785ef30460 2024-09-21T07:26:30.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42d4ff9640 1 -- 172.21.15.6:0/1209331079 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d0005040 con 0x55785ef30460 2024-09-21T07:26:30.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 -- 172.21.15.6:0/1209331079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 msgr2=0x55785f4e6890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 --2- 172.21.15.6:0/1209331079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f4e6890 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f42d0009230 tx=0x7f42d00b4000 comp rx=0 tx=0).stop 2024-09-21T07:26:30.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 -- 172.21.15.6:0/1209331079 shutdown_connections 2024-09-21T07:26:30.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 --2- 172.21.15.6:0/1209331079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f320950 0x55785f4e7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 --2- 172.21.15.6:0/1209331079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f309ca0 0x55785f4e6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 --2- 172.21.15.6:0/1209331079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f4e6890 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 -- 172.21.15.6:0/1209331079 >> 172.21.15.6:0/1209331079 conn(0x55785f3f6d90 msgr2=0x55785f433440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:30.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 -- 172.21.15.6:0/1209331079 shutdown_connections 2024-09-21T07:26:30.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 -- 172.21.15.6:0/1209331079 wait complete. 2024-09-21T07:26:30.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 -- start start 2024-09-21T07:26:30.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.811+0000 7f42ed33d000 1 Processor -- start 2024-09-21T07:26:30.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f429230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f309ca0 0x55785f429770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 0x55785f4a6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55785f276d80 con 0x55785ef30460 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f42e0201900 con 0x55785f309ca0 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55785f20d5f0 con 0x55785f320950 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 10 client.0 _ll_register_callbacks cb 0x7f42d805f000 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f429230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f429230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47640/0 (socket says 172.21.15.6:47640) 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 -- 172.21.15.6:0/69168218 learned_addr learned my addr 172.21.15.6:0/69168218 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42d6ffd640 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f309ca0 0x55785f429770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42dffff640 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 0x55785f4a6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 -- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 msgr2=0x55785f4a6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:30.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 0x55785f4a6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 -- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f309ca0 msgr2=0x55785f429770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f309ca0 0x55785f429770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 -- 172.21.15.6:0/69168218 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55785f239ab0 con 0x55785ef30460 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42df7fe640 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f429230 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f42d0009230 tx=0x7f42d00a5d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc834375a979b0ab server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 1 -- 172.21.15.6:0/69168218 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d00b2070 con 0x55785ef30460 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 1 -- 172.21.15.6:0/69168218 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f42d0005300 con 0x55785ef30460 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- 172.21.15.6:0/69168218 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42d00a5b70 con 0x55785ef30460 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 1 -- 172.21.15.6:0/69168218 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f42d0005500 con 0x55785ef30460 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 10 client.5487 fetch_fsmap learned FSMap version 28 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- 172.21.15.6:0/69168218 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55785f218070 con 0x55785ef30460 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 1 -- 172.21.15.6:0/69168218 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42d00a5b70 con 0x55785ef30460 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 1 -- 172.21.15.6:0/69168218 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 28) ==== 3522+0+0 (secure 0 0 0) 0x7f42d00b5030 con 0x55785ef30460 2024-09-21T07:26:30.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 10 client.5487 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T07:26:30.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 10 client.5487 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-21T07:26:30.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 20 client.5487 populate_metadata read hostname 'smithi006' 2024-09-21T07:26:30.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] conn(0x55785ef03830 0x55785f4a6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 4 client.5487 mds_command: new command op to 5035 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:26:30.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- 172.21.15.6:0/69168218 --> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] -- command(tid 0: {"prefix": "status"}) -- 0x55785f281540 con 0x55785ef03830 2024-09-21T07:26:30.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42d6ffd640 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] conn(0x55785ef03830 0x55785f4a6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 10 client.5487 ms_handle_connect on v2:172.21.15.145:6834/3300433377 2024-09-21T07:26:30.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42d6ffd640 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] conn(0x55785ef03830 0x55785f4a6f40 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=549bb0bb20722470 server_cookie=eae00f2f0c8d33a5 in_seq=0 out_seq=0 2024-09-21T07:26:30.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 1 -- 172.21.15.6:0/69168218 <== mds.1 v2:172.21.15.145:6834/3300433377 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55785f281540 con 0x55785ef03830 2024-09-21T07:26:30.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 10 client.5487 handle_command_reply: tid=0 2024-09-21T07:26:30.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 client.5487 shutdown 2024-09-21T07:26:30.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- 172.21.15.6:0/69168218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 msgr2=0x55785f429230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f429230 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f42d0009230 tx=0x7f42d00a5d20 comp rx=0 tx=0).stop 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- 172.21.15.6:0/69168218 shutdown_connections 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:6834/3300433377,v1:172.21.15.145:6836/3300433377] conn(0x55785ef03830 0x55785f4a6f40 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55785f320950 0x55785f4a6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55785f309ca0 0x55785f429770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42be7fc640 0 client.5487 ms_handle_reset on v2:172.21.15.145:6834/3300433377 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 --2- 172.21.15.6:0/69168218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55785ef30460 0x55785f429230 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- 172.21.15.6:0/69168218 >> 172.21.15.6:0/69168218 conn(0x55785f3f6d90 msgr2=0x55785f4826a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- 172.21.15.6:0/69168218 shutdown_connections 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 1 -- 172.21.15.6:0/69168218 wait complete. 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42ed33d000 20 client.5487 trim_cache size 0 max 16384 2024-09-21T07:26:30.825 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 1, 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5035, 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 2.8798381580000001, 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 28, 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 46, 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 46, 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 25.139585236999999 2024-09-21T07:26:30.826 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:26:30.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 -- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f42c0073230 msgr2=0x7f42c0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f42c0073230 0x7f42c0075740 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f42d00af000 tx=0x7f42d001b040 comp rx=0 tx=0).stop 2024-09-21T07:26:30.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 -- 172.21.15.6:0/2775823344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0159b40 msgr2=0x7f42e00c7f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0159b40 0x7f42e00c7f90 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f42d800cae0 tx=0x7f42d8007220 comp rx=0 tx=0).stop 2024-09-21T07:26:30.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 -- 172.21.15.6:0/2775823344 shutdown_connections 2024-09-21T07:26:30.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f42c0073230 0x7f42c0075740 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0159b40 0x7f42e00c7f90 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f42e015f700 0x7f42e00c7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 --2- 172.21.15.6:0/2775823344 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f42e00cbeb0 0x7f42e01483a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 -- 172.21.15.6:0/2775823344 >> 172.21.15.6:0/2775823344 conn(0x7f42e00d0090 msgr2=0x7f42e00b0150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:30.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 -- 172.21.15.6:0/2775823344 shutdown_connections 2024-09-21T07:26:30.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.815+0000 7f42e6072640 1 -- 172.21.15.6:0/2775823344 wait complete. 2024-09-21T07:26:30.841 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T07:26:30.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.987+0000 7f335363a640 1 -- 172.21.15.6:0/1262326932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c0cf2f0 msgr2=0x7f334c15f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.987+0000 7f335363a640 1 --2- 172.21.15.6:0/1262326932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c0cf2f0 0x7f334c15f700 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f334c0c70f0 tx=0x7f334401ccd0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.987+0000 7f335363a640 1 -- 172.21.15.6:0/1262326932 shutdown_connections 2024-09-21T07:26:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.987+0000 7f335363a640 1 --2- 172.21.15.6:0/1262326932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c0cf2f0 0x7f334c15f700 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.987+0000 7f335363a640 1 --2- 172.21.15.6:0/1262326932 >> v2:172.21.15.145:3300/0 conn(0x7f334c0cc2c0 0x7f334c15f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.987+0000 7f335363a640 1 -- 172.21.15.6:0/1262326932 >> 172.21.15.6:0/1262326932 conn(0x7f334c0d0090 msgr2=0x7f334c0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.987+0000 7f335363a640 1 -- 172.21.15.6:0/1262326932 shutdown_connections 2024-09-21T07:26:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.987+0000 7f335363a640 1 -- 172.21.15.6:0/1262326932 wait complete. 2024-09-21T07:26:30.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 Processor -- start 2024-09-21T07:26:30.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 -- start start 2024-09-21T07:26:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f334c0cbeb0 0x7f334c14bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c0cf2f0 0x7f334c1562d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c14c590 0x7f334c156810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f334c15bfe0 con 0x7f334c14c590 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f334c15be60 con 0x7f334c0cf2f0 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f334c15c160 con 0x7f334c0cbeb0 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c14c590 0x7f334c156810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c14c590 0x7f334c156810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47650/0 (socket says 172.21.15.6:47650) 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 -- 172.21.15.6:0/3035945917 learned_addr learned my addr 172.21.15.6:0/3035945917 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3350bd5640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c0cf2f0 0x7f334c1562d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f33513d6640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f334c0cbeb0 0x7f334c14bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 -- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f334c0cbeb0 msgr2=0x7f334c14bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f334c0cbeb0 0x7f334c14bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 -- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c0cf2f0 msgr2=0x7f334c1562d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c0cf2f0 0x7f334c1562d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:30.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 -- 172.21.15.6:0/3035945917 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f334c15cc50 con 0x7f334c14c590 2024-09-21T07:26:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3351bd7640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c14c590 0x7f334c156810 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f3344009bd0 tx=0x7f3344004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3341ffb640 1 -- 172.21.15.6:0/3035945917 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33440bc070 con 0x7f334c14c590 2024-09-21T07:26:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3341ffb640 1 -- 172.21.15.6:0/3035945917 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3344004460 con 0x7f334c14c590 2024-09-21T07:26:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f3341ffb640 1 -- 172.21.15.6:0/3035945917 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33440b2040 con 0x7f334c14c590 2024-09-21T07:26:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 -- 172.21.15.6:0/3035945917 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f334c15edf0 con 0x7f334c14c590 2024-09-21T07:26:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.991+0000 7f335363a640 1 -- 172.21.15.6:0/3035945917 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f334c15f3b0 con 0x7f334c14c590 2024-09-21T07:26:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.995+0000 7f3341ffb640 1 -- 172.21.15.6:0/3035945917 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f33440ad440 con 0x7f334c14c590 2024-09-21T07:26:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.995+0000 7f3341ffb640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3330073230 0x7f3330075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.995+0000 7f3341ffb640 1 -- 172.21.15.6:0/3035945917 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f334412e120 con 0x7f334c14c590 2024-09-21T07:26:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.995+0000 7f33513d6640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3330073230 0x7f3330075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.995+0000 7f335a905000 1 Processor -- start 2024-09-21T07:26:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.995+0000 7f335a905000 1 -- start start 2024-09-21T07:26:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.995+0000 7f33513d6640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3330073230 0x7f3330075740 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f334800a790 tx=0x7f3348008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627594d2460 0x562759a136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627598c2950 0x562759a13be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598abca0 0x562759a14120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5627598e8410 con 0x5627594d2460 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562759825b40 con 0x5627598c2950 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x562759814f70 con 0x5627598abca0 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627594d2460 0x562759a136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627594d2460 0x562759a136a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47662/0 (socket says 172.21.15.6:47662) 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 -- 172.21.15.6:0/3833250027 learned_addr learned my addr 172.21.15.6:0/3833250027 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f3350bd5640 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627598c2950 0x562759a13be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f3351bd7640 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598abca0 0x562759a14120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 -- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598abca0 msgr2=0x562759a14120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598abca0 0x562759a14120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 -- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627598c2950 msgr2=0x562759a13be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627598c2950 0x562759a13be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 -- 172.21.15.6:0/3833250027 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627597dc5b0 con 0x5627594d2460 2024-09-21T07:26:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f3350bd5640 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627598c2950 0x562759a13be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f33513d6640 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627594d2460 0x562759a136a0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f334800ca90 tx=0x7f334800f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de83519684b90dbc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f332effd640 1 -- 172.21.15.6:0/3833250027 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3348019040 con 0x5627594d2460 2024-09-21T07:26:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f332effd640 1 -- 172.21.15.6:0/3833250027 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3348022070 con 0x5627594d2460 2024-09-21T07:26:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f332effd640 1 -- 172.21.15.6:0/3833250027 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3348013cf0 con 0x5627594d2460 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- 172.21.15.6:0/3833250027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627594d2460 msgr2=0x562759a136a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627594d2460 0x562759a136a0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f334800ca90 tx=0x7f334800f000 comp rx=0 tx=0).stop 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- 172.21.15.6:0/3833250027 shutdown_connections 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598abca0 0x562759a14120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627598c2950 0x562759a13be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 --2- 172.21.15.6:0/3833250027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627594d2460 0x562759a136a0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- 172.21.15.6:0/3833250027 >> 172.21.15.6:0/3833250027 conn(0x562759998d90 msgr2=0x5627599c8690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- 172.21.15.6:0/3833250027 shutdown_connections 2024-09-21T07:26:31.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- 172.21.15.6:0/3833250027 wait complete. 2024-09-21T07:26:31.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 -- start start 2024-09-21T07:26:31.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:30.999+0000 7f335a905000 1 Processor -- start 2024-09-21T07:26:31.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a1a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a1ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a1b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5627597af5f0 con 0x5627598abca0 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x562759818d80 con 0x5627594d2460 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5627597bb520 con 0x5627598c2950 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 10 client.0 _ll_register_callbacks cb 0x5627597bf830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a1ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a1ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47670/0 (socket says 172.21.15.6:47670) 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 -- 172.21.15.6:0/1370504641 learned_addr learned my addr 172.21.15.6:0/1370504641 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f33513d6640 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a1a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3351bd7640 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a1b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 -- 172.21.15.6:0/1370504641 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 msgr2=0x562759a1b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a1b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 -- 172.21.15.6:0/1370504641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 msgr2=0x562759a1a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a1a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 -- 172.21.15.6:0/1370504641 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627597b3190 con 0x5627598abca0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3350bd5640 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a1ae60 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f333c009fa0 tx=0x7f333c00e600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63bdaa4562f6357f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 1 -- 172.21.15.6:0/1370504641 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c017020 con 0x5627598abca0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 1 -- 172.21.15.6:0/1370504641 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f333c013410 con 0x5627598abca0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- 172.21.15.6:0/1370504641 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5627597ad110 con 0x5627598abca0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 1 -- 172.21.15.6:0/1370504641 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f333c021050 con 0x5627598abca0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 10 client.5499 fetch_fsmap learned FSMap version 28 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- 172.21.15.6:0/1370504641 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x562759899f10 con 0x5627598abca0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 1 -- 172.21.15.6:0/1370504641 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x5627597ad110 con 0x5627598abca0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 1 -- 172.21.15.6:0/1370504641 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 28) ==== 3522+0+0 (secure 0 0 0) 0x7f333c024020 con 0x5627598abca0 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 10 client.5499 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 10 client.5499 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 20 client.5499 populate_metadata read hostname 'smithi006' 2024-09-21T07:26:31.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x5627594b77d0 0x562759a24d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 4 client.5499 mds_command: new command op to 5265 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:26:31.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- 172.21.15.6:0/1370504641 --> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562759827a90 con 0x5627594b77d0 2024-09-21T07:26:31.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f33513d6640 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x5627594b77d0 0x562759a24d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f33513d6640 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x5627594b77d0 0x562759a24d00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=266ef03ce10111b5 server_cookie=cd4fe9963da4aa72 in_seq=0 out_seq=0 2024-09-21T07:26:31.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 10 client.5499 ms_handle_connect on v2:172.21.15.6:6832/4138233409 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 1 -- 172.21.15.6:0/1370504641 <== mds.0 v2:172.21.15.6:6832/4138233409 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x562759827a90 con 0x5627594b77d0 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 10 client.5499 handle_command_reply: tid=0 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 client.5499 shutdown 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- 172.21.15.6:0/1370504641 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 msgr2=0x562759a1ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a1ae60 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f333c009fa0 tx=0x7f333c00e600 comp rx=0 tx=0).stop 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- 172.21.15.6:0/1370504641 shutdown_connections 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x5627594b77d0 0x562759a24d00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a1b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a1ae60 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 --2- 172.21.15.6:0/1370504641 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a1a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f3327fff640 0 client.5499 ms_handle_reset on v2:172.21.15.6:6832/4138233409 2024-09-21T07:26:31.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.003+0000 7f335a905000 1 -- 172.21.15.6:0/1370504641 >> 172.21.15.6:0/1370504641 conn(0x562759998d90 msgr2=0x5627599cf440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:31.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.007+0000 7f335a905000 1 -- 172.21.15.6:0/1370504641 shutdown_connections 2024-09-21T07:26:31.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.007+0000 7f335a905000 1 -- 172.21.15.6:0/1370504641 wait complete. 2024-09-21T07:26:31.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.007+0000 7f335a905000 20 client.5499 trim_cache size 0 max 16384 2024-09-21T07:26:31.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.023+0000 7f335a905000 1 Processor -- start 2024-09-21T07:26:31.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.023+0000 7f335a905000 1 -- start start 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a85620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a85b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a860a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f334c2026e0 con 0x5627598abca0 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f334c202db0 con 0x5627594d2460 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f334c155820 con 0x5627598c2950 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a85b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a85b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47686/0 (socket says 172.21.15.6:47686) 2024-09-21T07:26:31.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 -- 172.21.15.6:0/593865393 learned_addr learned my addr 172.21.15.6:0/593865393 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f33513d6640 1 --2- 172.21.15.6:0/593865393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a85620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 -- 172.21.15.6:0/593865393 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 msgr2=0x562759a860a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 --2- 172.21.15.6:0/593865393 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a860a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 -- 172.21.15.6:0/593865393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 msgr2=0x562759a85620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 --2- 172.21.15.6:0/593865393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a85620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 -- 172.21.15.6:0/593865393 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562759870db0 con 0x5627598abca0 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f3350bd5640 1 --2- 172.21.15.6:0/593865393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a85b60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f333c006d80 tx=0x7f333c013a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbd6ddefbfb0c53e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f332e7fc640 1 -- 172.21.15.6:0/593865393 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c029070 con 0x5627598abca0 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f332e7fc640 1 -- 172.21.15.6:0/593865393 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f333c00ee00 con 0x5627598abca0 2024-09-21T07:26:31.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f332e7fc640 1 -- 172.21.15.6:0/593865393 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c017070 con 0x5627598abca0 2024-09-21T07:26:31.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- 172.21.15.6:0/593865393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 msgr2=0x562759a85b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:31.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 --2- 172.21.15.6:0/593865393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a85b60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f333c006d80 tx=0x7f333c013a80 comp rx=0 tx=0).stop 2024-09-21T07:26:31.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- 172.21.15.6:0/593865393 shutdown_connections 2024-09-21T07:26:31.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 --2- 172.21.15.6:0/593865393 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a860a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 --2- 172.21.15.6:0/593865393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a85b60 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 --2- 172.21.15.6:0/593865393 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a85620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- 172.21.15.6:0/593865393 >> 172.21.15.6:0/593865393 conn(0x562759998d90 msgr2=0x562759a11620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:31.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- 172.21.15.6:0/593865393 shutdown_connections 2024-09-21T07:26:31.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- 172.21.15.6:0/593865393 wait complete. 2024-09-21T07:26:31.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 -- start start 2024-09-21T07:26:31.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.027+0000 7f335a905000 1 Processor -- start 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a89390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a898d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a89e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f334c155e70 con 0x5627598abca0 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56275981d3b0 con 0x5627594d2460 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5627598d4750 con 0x5627598c2950 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 10 client.0 _ll_register_callbacks cb 0x7f333c006ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a898d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a898d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47688/0 (socket says 172.21.15.6:47688) 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 -- 172.21.15.6:0/3999988324 learned_addr learned my addr 172.21.15.6:0/3999988324 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f33513d6640 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a89390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3351bd7640 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a89e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 -- 172.21.15.6:0/3999988324 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 msgr2=0x562759a89e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a89e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 -- 172.21.15.6:0/3999988324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 msgr2=0x562759a89390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a89390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 -- 172.21.15.6:0/3999988324 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627597dbab0 con 0x5627598abca0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3350bd5640 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a898d0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f333c013770 tx=0x7f333c01dac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5b83e48ef24b767 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 1 -- 172.21.15.6:0/3999988324 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c017050 con 0x5627598abca0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 1 -- 172.21.15.6:0/3999988324 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(46..46 src has 1..46) ==== 5767+0+0 (secure 0 0 0) 0x7f333c01dcb0 con 0x5627598abca0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- 172.21.15.6:0/3999988324 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f333c00ee00 con 0x5627598abca0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 1 -- 172.21.15.6:0/3999988324 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f333c029040 con 0x5627598abca0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 10 client.5505 fetch_fsmap learned FSMap version 28 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- 172.21.15.6:0/3999988324 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5627597ba070 con 0x5627598abca0 2024-09-21T07:26:31.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 1 -- 172.21.15.6:0/3999988324 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f333c00ee00 con 0x5627598abca0 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 1 -- 172.21.15.6:0/3999988324 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 28) ==== 3522+0+0 (secure 0 0 0) 0x7f333c024040 con 0x5627598abca0 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 10 client.5505 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 10 client.5505 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 20 client.5505 populate_metadata read hostname 'smithi006' 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x5627594a5830 0x562759a45520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 4 client.5505 mds_command: new command op to 5265 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- 172.21.15.6:0/3999988324 --> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] -- command(tid 0: {"prefix": "status"}) -- 0x562759823540 con 0x5627594a5830 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f33513d6640 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x5627594a5830 0x562759a45520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 10 client.5505 ms_handle_connect on v2:172.21.15.6:6832/4138233409 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f33513d6640 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x5627594a5830 0x562759a45520 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=673d0d1215597af server_cookie=729fa0bdd1676ebe in_seq=0 out_seq=0 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 1 -- 172.21.15.6:0/3999988324 <== mds.0 v2:172.21.15.6:6832/4138233409 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x562759823540 con 0x5627594a5830 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 10 client.5505 handle_command_reply: tid=0 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 client.5505 shutdown 2024-09-21T07:26:31.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- 172.21.15.6:0/3999988324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 msgr2=0x562759a898d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a898d0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f333c013770 tx=0x7f333c01dac0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- 172.21.15.6:0/3999988324 shutdown_connections 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.6:6832/4138233409,v1:172.21.15.6:6833/4138233409] conn(0x5627594a5830 0x562759a45520 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5627598c2950 0x562759a89e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627598abca0 0x562759a898d0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f3327fff640 0 client.5505 ms_handle_reset on v2:172.21.15.6:6832/4138233409 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 --2- 172.21.15.6:0/3999988324 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5627594d2460 0x562759a89390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- 172.21.15.6:0/3999988324 >> 172.21.15.6:0/3999988324 conn(0x562759998d90 msgr2=0x562759a11fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- 172.21.15.6:0/3999988324 shutdown_connections 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 1 -- 172.21.15.6:0/3999988324 wait complete. 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.031+0000 7f335a905000 20 client.5505 trim_cache size 0 max 16384 2024-09-21T07:26:31.042 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5265, 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 20.174167617999998, 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 28, 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 46, 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 46, 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 25.373039708 2024-09-21T07:26:31.043 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:26:31.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 -- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3330073230 msgr2=0x7f3330075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:31.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3330073230 0x7f3330075740 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f334800a790 tx=0x7f3348008040 comp rx=0 tx=0).stop 2024-09-21T07:26:31.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 -- 172.21.15.6:0/3035945917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c14c590 msgr2=0x7f334c156810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:31.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c14c590 0x7f334c156810 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f3344009bd0 tx=0x7f3344004270 comp rx=0 tx=0).stop 2024-09-21T07:26:31.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 -- 172.21.15.6:0/3035945917 shutdown_connections 2024-09-21T07:26:31.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3330073230 0x7f3330075740 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334c14c590 0x7f334c156810 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334c0cf2f0 0x7f334c1562d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 --2- 172.21.15.6:0/3035945917 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f334c0cbeb0 0x7f334c14bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:31.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 -- 172.21.15.6:0/3035945917 >> 172.21.15.6:0/3035945917 conn(0x7f334c0d0090 msgr2=0x7f334c0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:31.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 -- 172.21.15.6:0/3035945917 shutdown_connections 2024-09-21T07:26:31.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31.035+0000 7f335363a640 1 -- 172.21.15.6:0/3035945917 wait complete. 2024-09-21T07:26:31.057 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mkdir {d0,d1} && touch {d0,d1}/file') 2024-09-21T07:26:31.091 INFO:tasks.ceph.mds.c.smithi006.stderr:2024-09-21T07:26:31.087+0000 7f5bfaaec640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-21T07:26:31.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T07:26:31.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:26:31.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:31.118 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d0) 2024-09-21T07:26:31.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:31.179 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1) 2024-09-21T07:26:31.230 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:26:31.443 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:26:31.444 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:26:31.444 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:26:32.335 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:26:32.338 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:26:33.444 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:26:33.622 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:26:33.709 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:26:33.710 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:26:35.711 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:26:35.890 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:26:35.890 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:26:35.891 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:26:37.892 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:26:38.072 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"17","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:26:38.073 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "17", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:26:38.073 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:26:40.074 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:26:40.254 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"17","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:26:40.255 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "17", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:26:40.255 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:26:42.256 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:26:42.435 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"18","version":"18","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d0","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":1,"authpin":0},"nref":3}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-21T07:26:42.435 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "18", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "18" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 3, "path": "/d0", "pins": { "authpin": 0, "child": 1, "dirty": 1, "subtree": 1 }, "projected_version": "5", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000001", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1", "pins": { "authpin": 0, "child": 0, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "5", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-21T07:26:42.436 INFO:tasks.cephfs.cephfs_test_case:[('/d0', 0), ('/d1', 1)] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:26:42.436 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:42.436 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch d0/f0) 2024-09-21T07:26:42.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:42.446 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch d1/f0) 2024-09-21T07:26:42.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:42.509 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch d0/f1) 2024-09-21T07:26:42.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:42.533 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch d1/f1) 2024-09-21T07:26:42.608 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-21T07:26:42.790 INFO:teuthology.orchestra.run.smithi006.stdout:[{"id":5161,"entity":{"name":{"type":"client","num":5161},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":502620458}},"state":"open","num_leases":1,"num_caps":4,"request_load_avg":6,"uptime":17.179824749000002,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":7.9051615259497137,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5161 192.168.0.1:0/502620458","completed_requests":[],"prealloc_inos":[{"start":"0x100000005e1","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"34988","root":"/"}},{"id":5439,"entity":{"name":{"type":"client","num":5439},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":814478167}},"state":"open","num_leases":3,"num_caps":5,"request_load_avg":11,"uptime":19.979796051000001,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":2,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.551514871020007,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":12,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000003","length":500}],"inst":"client.5439 192.168.0.1:0/814478167","completed_requests":[{"tid":12,"created_ino":"0x100000001f8"}],"prealloc_inos":[{"start":"0x10000000003","length":500},{"start":"0x100000001f9","length":999}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"0","hostname":"smithi006","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"39742","root":"/"}}] 2024-09-21T07:26:42.791 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "34988", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 502620458, "type": "any" }, "name": { "num": 5161, "type": "client" } }, "id": 5161, "inst": "client.5161 192.168.0.1:0/502620458", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 9, "num_caps": 4, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x100000005e1" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 6, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 7.905161525949714 }, "state": "open", "uptime": 17.179824749 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi006", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "39742", "root": "/" }, "completed_requests": [ { "created_ino": "0x100000001f8", "tid": 12 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000003" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 814478167, "type": "any" }, "name": { "num": 5439, "type": "client" } }, "id": 5439, "inst": "client.5439 192.168.0.1:0/814478167", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 12, "num_caps": 5, "num_completed_flushes": 2, "num_completed_requests": 1, "num_leases": 3, "prealloc_inos": [ { "length": 500, "start": "0x10000000003" }, { "length": 999, "start": "0x100000001f9" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 11, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.551514871020007 }, "state": "open", "uptime": 19.979796051 } ] 2024-09-21T07:26:42.791 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-21T07:26:42.977 INFO:teuthology.orchestra.run.smithi145.stdout:[{"id":5161,"entity":{"name":{"type":"client","num":5161},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":502620458}},"state":"open","num_leases":1,"num_caps":2,"request_load_avg":2,"uptime":0.36799303300000002,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":3.9966928080820914,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5161 192.168.0.1:0/502620458","completed_requests":[{"tid":10,"created_ino":"0x200000003e9"}],"prealloc_inos":[{"start":"0x200000003ea","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"34988","root":"/"}},{"id":5439,"entity":{"name":{"type":"client","num":5439},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":814478167}},"state":"open","num_leases":1,"num_caps":3,"request_load_avg":2,"uptime":1.959961888,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":4.9913065931057234,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":12,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5439 192.168.0.1:0/814478167","completed_requests":[{"tid":16,"created_ino":"0x20000000000"}],"prealloc_inos":[{"start":"0x20000000001","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"0","hostname":"smithi006","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"39742","root":"/"}}] 2024-09-21T07:26:42.977 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "34988", "root": "/" }, "completed_requests": [ { "created_ino": "0x200000003e9", "tid": 10 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 502620458, "type": "any" }, "name": { "num": 5161, "type": "client" } }, "id": 5161, "inst": "client.5161 192.168.0.1:0/502620458", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 9, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x200000003ea" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 3.9966928080820914 }, "state": "open", "uptime": 0.367993033 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi006", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "39742", "root": "/" }, "completed_requests": [ { "created_ino": "0x20000000000", "tid": 16 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 814478167, "type": "any" }, "name": { "num": 5439, "type": "client" } }, "id": 5439, "inst": "client.5439 192.168.0.1:0/814478167", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 12, "num_caps": 3, "num_completed_flushes": 0, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x20000000001" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 4.991306593105723 }, "state": "open", "uptime": 1.959961888 } ] 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:42.978 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:26:42.979 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:42.980 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:26:42.980 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:26:43.066 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.39742.asok 2024-09-21T07:26:43.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:26:43.078 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.39742.asok 2024-09-21T07:26:43.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:43.078 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.39742.asok mds_sessions 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5439, 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5439 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:26:43.265 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 814478167 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5439 v1:192.168.0.1:0/814478167", 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "v1:192.168.0.1:0/814478167", 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "sessions": [ 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": 0, 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "addrs": { 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:6832", 2024-09-21T07:26:43.266 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 4138233409 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:6833", 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 4138233409 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "seq": 11, 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_gen": 0, 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_ttl": "2024-09-21T07:27:23.792617+0000", 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "last_cap_renew_request": "2024-09-21T07:26:23.792617+0000", 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_renew_seq": 2, 2024-09-21T07:26:43.267 INFO:teuthology.orchestra.run.smithi006.stdout: "num_caps": 5, 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "open" 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": 1, 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "addrs": { 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.145:6834", 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3300433377 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:26:43.268 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.145:6836", 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3300433377 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "seq": 1, 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_gen": 0, 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_ttl": "2024-09-21T07:27:41.015456+0000", 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "last_cap_renew_request": "2024-09-21T07:26:41.015456+0000", 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_renew_seq": 1, 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "num_caps": 3, 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "open" 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 29 2024-09-21T07:26:43.269 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:26:43.281 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session evict 5439 2024-09-21T07:26:44.031 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:26:44.022+0000 7f8c5d7fa640 -1 client.5439 I was blocklisted at osd epoch 47 2024-09-21T07:26:44.031 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:26:44.022+0000 7f8c5d7fa640 -1 client.5439 remove_session_caps still has dirty|flushing caps on 0x100000001f8.head(faked_ino=0 nref=5 ll_ref=1 cap_refs={} open={2=0} mode=100664 size=0/4194304 nlink=1 btime=2024-09-21T07:26:42.442120+0000 mtime=2024-09-21T07:26:42.438950+0000 ctime=2024-09-21T07:26:42.445859+0000 change_attr=1 caps=- dirty_caps=AxFx objectset[0x100000001f8 ts 0/0 objects 0 dirty_or_tx 0] parents=0x10000000000.head["f0"] 0x7f8c54014c60) 2024-09-21T07:26:44.031 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:26:44.022+0000 7f8c5d7fa640 -1 client.5439 remove_session_caps still has dirty|flushing caps on 0x20000000000.head(faked_ino=0 nref=5 ll_ref=1 cap_refs={} open={2=0} mode=100664 size=0/4194304 nlink=1 btime=2024-09-21T07:26:42.500928+0000 mtime=2024-09-21T07:26:42.502949+0000 ctime=2024-09-21T07:26:42.508238+0000 change_attr=1 caps=- dirty_caps=AxFx objectset[0x20000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x10000000001.head["f0"] 0x7f8c54015240) 2024-09-21T07:26:44.144 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-21T07:26:44.144 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:26:44.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.294+0000 7f5c24dd7640 1 -- 172.21.15.6:0/617105576 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c2015c7a0 msgr2=0x7f5c200cc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:44.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.294+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/617105576 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c2015c7a0 0x7f5c200cc2e0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5c20072020 tx=0x7f5c1001c6b0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.294+0000 7f5c24dd7640 1 -- 172.21.15.6:0/617105576 shutdown_connections 2024-09-21T07:26:44.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.294+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/617105576 >> v2:172.21.15.145:3300/0 conn(0x7f5c200af060 0x7f5c200af470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.294+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/617105576 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c2015c7a0 0x7f5c200cc2e0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.294+0000 7f5c24dd7640 1 -- 172.21.15.6:0/617105576 >> 172.21.15.6:0/617105576 conn(0x7f5c200d0020 msgr2=0x7f5c200d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:44.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.294+0000 7f5c24dd7640 1 -- 172.21.15.6:0/617105576 shutdown_connections 2024-09-21T07:26:44.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.294+0000 7f5c24dd7640 1 -- 172.21.15.6:0/617105576 wait complete. 2024-09-21T07:26:44.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 Processor -- start 2024-09-21T07:26:44.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 -- start start 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c200adfa0 0x7f5c2015fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c200af060 0x7f5c20150670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c2015c7a0 0x7f5c201f9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5c2006fcb0 con 0x7f5c200adfa0 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5c2006fb30 con 0x7f5c2015c7a0 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5c2006fe30 con 0x7f5c200af060 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c200adfa0 0x7f5c2015fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c200adfa0 0x7f5c2015fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55486/0 (socket says 172.21.15.6:55486) 2024-09-21T07:26:44.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 -- 172.21.15.6:0/1774307353 learned_addr learned my addr 172.21.15.6:0/1774307353 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1ed9d640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c2015c7a0 0x7f5c201f9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c17fff640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c200af060 0x7f5c20150670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 -- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c200af060 msgr2=0x7f5c20150670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c200af060 0x7f5c20150670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 -- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c2015c7a0 msgr2=0x7f5c201f9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c2015c7a0 0x7f5c201f9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 -- 172.21.15.6:0/1774307353 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c20150050 con 0x7f5c200adfa0 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c17fff640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c200af060 0x7f5c20150670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c1e59c640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c200adfa0 0x7f5c2015fae0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f5c100b0040 tx=0x7f5c100a5640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:44.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c16ffd640 1 -- 172.21.15.6:0/1774307353 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c100bc020 con 0x7f5c200adfa0 2024-09-21T07:26:44.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c16ffd640 1 -- 172.21.15.6:0/1774307353 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c10004430 con 0x7f5c200adfa0 2024-09-21T07:26:44.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c20152330 con 0x7f5c200adfa0 2024-09-21T07:26:44.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c16ffd640 1 -- 172.21.15.6:0/1774307353 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c100b2040 con 0x7f5c200adfa0 2024-09-21T07:26:44.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.298+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c20160020 con 0x7f5c200adfa0 2024-09-21T07:26:44.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.302+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c200703b0 con 0x7f5c200adfa0 2024-09-21T07:26:44.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.302+0000 7f5c16ffd640 1 -- 172.21.15.6:0/1774307353 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5c10003860 con 0x7f5c200adfa0 2024-09-21T07:26:44.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.302+0000 7f5c16ffd640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c00073200 0x7f5c00075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:44.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.302+0000 7f5c16ffd640 1 -- 172.21.15.6:0/1774307353 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7f5c1012e870 con 0x7f5c200adfa0 2024-09-21T07:26:44.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.302+0000 7f5c17fff640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c00073200 0x7f5c00075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:44.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.302+0000 7f5c17fff640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c00073200 0x7f5c00075710 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f5c080058d0 tx=0x7f5c08005cc0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:44.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.310+0000 7f5c16ffd640 1 -- 172.21.15.6:0/1774307353 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5c100c6060 con 0x7f5c200adfa0 2024-09-21T07:26:44.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.482+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5c200d0640 con 0x7f5c200adfa0 2024-09-21T07:26:44.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.486+0000 7f5c16ffd640 1 -- 172.21.15.6:0/1774307353 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16847 (secure 0 0 0) 0x7f5c200af9b0 con 0x7f5c200adfa0 2024-09-21T07:26:44.492 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:26:44.493 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":47,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:26:44.001130+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:26:08.045993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T07:26:09.257446+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.7","mappings":[{"from":0,"to":4}]},{"pgid":"7.38","mappings":[{"from":0,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/814478167":"2024-09-21T08:26:43.440560+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:26:44.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c00073200 msgr2=0x7f5c00075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:44.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c00073200 0x7f5c00075710 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f5c080058d0 tx=0x7f5c08005cc0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c200adfa0 msgr2=0x7f5c2015fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:44.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c200adfa0 0x7f5c2015fae0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f5c100b0040 tx=0x7f5c100a5640 comp rx=0 tx=0).stop 2024-09-21T07:26:44.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 shutdown_connections 2024-09-21T07:26:44.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c00073200 0x7f5c00075710 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c2015c7a0 0x7f5c201f9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c200af060 0x7f5c20150670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 --2- 172.21.15.6:0/1774307353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c200adfa0 0x7f5c2015fae0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:44.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 >> 172.21.15.6:0/1774307353 conn(0x7f5c200d0020 msgr2=0x7f5c200b3040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:44.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 shutdown_connections 2024-09-21T07:26:44.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:44.490+0000 7f5c24dd7640 1 -- 172.21.15.6:0/1774307353 wait complete. 2024-09-21T07:26:44.515 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-21T07:26:54.516 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-21T07:26:54.698 INFO:teuthology.orchestra.run.smithi006.stdout:[{"id":5161,"entity":{"name":{"type":"client","num":5161},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":502620458}},"state":"open","num_leases":1,"num_caps":4,"request_load_avg":5,"uptime":29.087704088999999,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":8.6743970657182796,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":2,"delegated_inos":[],"inst":"client.5161 192.168.0.1:0/502620458","completed_requests":[],"prealloc_inos":[{"start":"0x100000005e1","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"34988","root":"/"}}] 2024-09-21T07:26:54.699 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "34988", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 502620458, "type": "any" }, "name": { "num": 5161, "type": "client" } }, "id": 5161, "inst": "client.5161 192.168.0.1:0/502620458", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 9, "num_caps": 4, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x100000005e1" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 5, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 8.67439706571828 }, "state": "open", "uptime": 29.087704089 } ] 2024-09-21T07:26:54.699 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-21T07:26:54.878 INFO:teuthology.orchestra.run.smithi145.stdout:[{"id":5161,"entity":{"name":{"type":"client","num":5161},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":502620458}},"state":"open","num_leases":1,"num_caps":2,"request_load_avg":2,"uptime":12.267783313000001,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":4.8739347583056469,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":3,"delegated_inos":[],"inst":"client.5161 192.168.0.1:0/502620458","completed_requests":[{"tid":10,"created_ino":"0x200000003e9"}],"prealloc_inos":[{"start":"0x200000003ea","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"34988","root":"/"}}] 2024-09-21T07:26:54.879 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "34988", "root": "/" }, "completed_requests": [ { "created_ino": "0x200000003e9", "tid": 10 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 502620458, "type": "any" }, "name": { "num": 5161, "type": "client" } }, "id": 5161, "inst": "client.5161 192.168.0.1:0/502620458", "last_trim_completed_flushes_tid": 3, "last_trim_completed_requests_tid": 9, "num_caps": 2, "num_completed_flushes": 1, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x200000003ea" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 4.873934758305647 }, "state": "open", "uptime": 12.267783313 } ] 2024-09-21T07:26:54.881 INFO:tasks.cephfs.mount:Cleaning up killed connection on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:26:54.881 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:26:54.882 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:54.889 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:26:55.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.102+0000 7fd01d0be640 1 -- 172.21.15.6:0/86998186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0180cbeb0 msgr2=0x7fd01806ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.102+0000 7fd01d0be640 1 --2- 172.21.15.6:0/86998186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0180cbeb0 0x7fd01806ee70 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fd0180cdfd0 tx=0x7fd00801c820 comp rx=0 tx=0).stop 2024-09-21T07:26:55.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.102+0000 7fd01d0be640 1 -- 172.21.15.6:0/86998186 shutdown_connections 2024-09-21T07:26:55.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.102+0000 7fd01d0be640 1 --2- 172.21.15.6:0/86998186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd01815f8d0 0x7fd01815acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.102+0000 7fd01d0be640 1 --2- 172.21.15.6:0/86998186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0180cbeb0 0x7fd01806ee70 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.102+0000 7fd01d0be640 1 -- 172.21.15.6:0/86998186 >> 172.21.15.6:0/86998186 conn(0x7fd0180d0090 msgr2=0x7fd0180d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:55.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.102+0000 7fd01d0be640 1 -- 172.21.15.6:0/86998186 shutdown_connections 2024-09-21T07:26:55.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.102+0000 7fd01d0be640 1 -- 172.21.15.6:0/86998186 wait complete. 2024-09-21T07:26:55.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 Processor -- start 2024-09-21T07:26:55.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 -- start start 2024-09-21T07:26:55.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0180cbeb0 0x7fd018152620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:55.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0181531a0 0x7fd01806f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:55.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd01806fc40 0x7fd0180b50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:55.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd01815c630 con 0x7fd0181531a0 2024-09-21T07:26:55.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd01815c4b0 con 0x7fd0180cbeb0 2024-09-21T07:26:55.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd01815c7b0 con 0x7fd01806fc40 2024-09-21T07:26:55.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0181531a0 0x7fd01806f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:55.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0181531a0 0x7fd01806f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49234/0 (socket says 172.21.15.6:49234) 2024-09-21T07:26:55.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 -- 172.21.15.6:0/1780868466 learned_addr learned my addr 172.21.15.6:0/1780868466 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:55.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01759e640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd01806fc40 0x7fd0180b50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:55.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd016d9d640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0180cbeb0 0x7fd018152620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:55.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 -- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd01806fc40 msgr2=0x7fd0180b50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd01806fc40 0x7fd0180b50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 -- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0180cbeb0 msgr2=0x7fd018152620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0180cbeb0 0x7fd018152620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 -- 172.21.15.6:0/1780868466 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd018070050 con 0x7fd0181531a0 2024-09-21T07:26:55.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01659c640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0181531a0 0x7fd01806f700 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd00000c790 tx=0x7fd00000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:55.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd00f7fe640 1 -- 172.21.15.6:0/1780868466 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000003b80 con 0x7fd0181531a0 2024-09-21T07:26:55.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd00f7fe640 1 -- 172.21.15.6:0/1780868466 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd000003d20 con 0x7fd0181531a0 2024-09-21T07:26:55.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd01815f730 con 0x7fd0181531a0 2024-09-21T07:26:55.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd00f7fe640 1 -- 172.21.15.6:0/1780868466 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd00000aa90 con 0x7fd0181531a0 2024-09-21T07:26:55.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.106+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0180b1510 con 0x7fd0181531a0 2024-09-21T07:26:55.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.110+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0180cc2c0 con 0x7fd0181531a0 2024-09-21T07:26:55.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.110+0000 7fd00f7fe640 1 -- 172.21.15.6:0/1780868466 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd00000ac30 con 0x7fd0181531a0 2024-09-21T07:26:55.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.110+0000 7fd00f7fe640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcff8073200 0x7fcff8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:55.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.110+0000 7fd00f7fe640 1 -- 172.21.15.6:0/1780868466 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7fd000094150 con 0x7fd0181531a0 2024-09-21T07:26:55.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.110+0000 7fd016d9d640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcff8073200 0x7fcff8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:55.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.110+0000 7fd016d9d640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcff8073200 0x7fcff8075710 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fd0080af000 tx=0x7fd00801b060 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:55.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.114+0000 7fd00f7fe640 1 -- 172.21.15.6:0/1780868466 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd018070050 con 0x7fd0181531a0 2024-09-21T07:26:55.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd0180b4e00 con 0x7fd0181531a0 2024-09-21T07:26:55.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd00f7fe640 1 -- 172.21.15.6:0/1780868466 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v47) ==== 80+0+56 (secure 0 0 0) 0x7fd00005f0f0 con 0x7fd0181531a0 2024-09-21T07:26:55.307 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.1:0/814478167 2024-09-21T08:26:43.440560+0000 2024-09-21T07:26:55.308 INFO:teuthology.orchestra.run.smithi006.stderr:listed 1 entries 2024-09-21T07:26:55.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcff8073200 msgr2=0x7fcff8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcff8073200 0x7fcff8075710 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fd0080af000 tx=0x7fd00801b060 comp rx=0 tx=0).stop 2024-09-21T07:26:55.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0181531a0 msgr2=0x7fd01806f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0181531a0 0x7fd01806f700 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd00000c790 tx=0x7fd00000cc50 comp rx=0 tx=0).stop 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 shutdown_connections 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcff8073200 0x7fcff8075710 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd01806fc40 0x7fd0180b50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0181531a0 0x7fd01806f700 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 --2- 172.21.15.6:0/1780868466 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0180cbeb0 0x7fd018152620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 >> 172.21.15.6:0/1780868466 conn(0x7fd0180d0090 msgr2=0x7fd0180afea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 shutdown_connections 2024-09-21T07:26:55.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.302+0000 7fd01d0be640 1 -- 172.21.15.6:0/1780868466 wait complete. 2024-09-21T07:26:55.331 DEBUG:tasks.cephfs.mount:Force/lazy unmounting on client.0 2024-09-21T07:26:55.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:55.331 DEBUG:teuthology.orchestra.run.smithi006:> sudo umount --lazy --force /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:55.352 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:26:55.352 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:55.352 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:26:55.400 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:26:55.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.598+0000 7f00c5d53640 1 -- 172.21.15.6:0/9854797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00a8003ad0 msgr2=0x7f00a8003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.598+0000 7f00c5d53640 1 --2- 172.21.15.6:0/9854797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00a8003ad0 0x7f00a8003f40 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f00b00016f0 tx=0x7f00b001c790 comp rx=0 tx=0).stop 2024-09-21T07:26:55.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.598+0000 7f00c5d53640 1 -- 172.21.15.6:0/9854797 shutdown_connections 2024-09-21T07:26:55.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.598+0000 7f00c5d53640 1 --2- 172.21.15.6:0/9854797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00a8003ad0 0x7f00a8003f40 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.598+0000 7f00c5d53640 1 -- 172.21.15.6:0/9854797 >> 172.21.15.6:0/9854797 conn(0x7f00c00d0020 msgr2=0x7f00c00d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:55.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.598+0000 7f00c5d53640 1 -- 172.21.15.6:0/9854797 shutdown_connections 2024-09-21T07:26:55.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.598+0000 7f00c5d53640 1 -- 172.21.15.6:0/9854797 wait complete. 2024-09-21T07:26:55.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00c5d53640 1 Processor -- start 2024-09-21T07:26:55.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00c5d53640 1 -- start start 2024-09-21T07:26:55.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00c5d53640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00a8003ad0 0x7f00c0159b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:55.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00c5d53640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00c014f010 0x7f00c014e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:55.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00c5d53640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00c00ce130 0x7f00c00ce540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00c5d53640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f00c0074b80 con 0x7f00c00ce130 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00c5d53640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f00c0074a00 con 0x7f00c014f010 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00c5d53640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f00c0074d00 con 0x7f00a8003ad0 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.602+0000 7f00bffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00c00ce130 0x7f00c00ce540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00c00ce130 0x7f00c00ce540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49256/0 (socket says 172.21.15.6:49256) 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bffff640 1 -- 172.21.15.6:0/1087267591 learned_addr learned my addr 172.21.15.6:0/1087267591 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00beffd640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00c014f010 0x7f00c014e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bf7fe640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00a8003ad0 0x7f00c0159b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bffff640 1 -- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00a8003ad0 msgr2=0x7f00c0159b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bffff640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00a8003ad0 0x7f00c0159b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bffff640 1 -- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00c014f010 msgr2=0x7f00c014e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bffff640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00c014f010 0x7f00c014e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bffff640 1 -- 172.21.15.6:0/1087267591 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c014ed80 con 0x7f00c00ce130 2024-09-21T07:26:55.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00beffd640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00c014f010 0x7f00c014e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:55.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bf7fe640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00a8003ad0 0x7f00c0159b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:26:55.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bffff640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00c00ce130 0x7f00c00ce540 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f00c00725e0 tx=0x7f00b800dd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:55.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00a7fff640 1 -- 172.21.15.6:0/1087267591 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b8003db0 con 0x7f00c00ce130 2024-09-21T07:26:55.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00a7fff640 1 -- 172.21.15.6:0/1087267591 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00b800b800 con 0x7f00c00ce130 2024-09-21T07:26:55.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c00cea80 con 0x7f00c00ce130 2024-09-21T07:26:55.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00a7fff640 1 -- 172.21.15.6:0/1087267591 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b800bc50 con 0x7f00c00ce130 2024-09-21T07:26:55.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c01fa920 con 0x7f00c00ce130 2024-09-21T07:26:55.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00c00cdf20 con 0x7f00c00ce130 2024-09-21T07:26:55.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00a7fff640 1 -- 172.21.15.6:0/1087267591 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f00b8006070 con 0x7f00c00ce130 2024-09-21T07:26:55.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00a7fff640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f00ac073230 0x7f00ac075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:55.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00a7fff640 1 -- 172.21.15.6:0/1087267591 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7f00b8094730 con 0x7f00c00ce130 2024-09-21T07:26:55.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.606+0000 7f00bf7fe640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f00ac073230 0x7f00ac075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:55.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.610+0000 7f00bf7fe640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f00ac073230 0x7f00ac075740 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f00b00016c0 tx=0x7f00b0019580 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:55.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.610+0000 7f00a7fff640 1 -- 172.21.15.6:0/1087267591 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f00c00cea80 con 0x7f00c00ce130 2024-09-21T07:26:55.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.826+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f00c00cfd00 con 0x7f00c00ce130 2024-09-21T07:26:55.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.826+0000 7f00a7fff640 1 -- 172.21.15.6:0/1087267591 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v29) ==== 53+0+73 (secure 0 0 0) 0x7f00c014ed80 con 0x7f00c00ce130 2024-09-21T07:26:55.833 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:26:55.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f00ac073230 msgr2=0x7f00ac075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f00ac073230 0x7f00ac075740 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f00b00016c0 tx=0x7f00b0019580 comp rx=0 tx=0).stop 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00c00ce130 msgr2=0x7f00c00ce540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00c00ce130 0x7f00c00ce540 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f00c00725e0 tx=0x7f00b800dd00 comp rx=0 tx=0).stop 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 shutdown_connections 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f00ac073230 0x7f00ac075740 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00c00ce130 0x7f00c00ce540 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00c014f010 0x7f00c014e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 --2- 172.21.15.6:0/1087267591 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00a8003ad0 0x7f00c0159b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 >> 172.21.15.6:0/1087267591 conn(0x7f00c00d0020 msgr2=0x7f00c00b4e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 shutdown_connections 2024-09-21T07:26:55.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:55.830+0000 7f00c5d53640 1 -- 172.21.15.6:0/1087267591 wait complete. 2024-09-21T07:26:55.856 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:26:55.856 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:26:55.856 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:26:55.856 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:26:55.856 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:55.857 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:26:55.857 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:26:55.857 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:26:55.857 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:26:55.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:55.857 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:26:55.863 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:26:55.863 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:26:55.863 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:26:55.863 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:55.863 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42355sec preferred_lft 42355sec 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:26:55.864 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:26:55.865 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:55.866 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:26:55.866 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:55.866 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:26:55.866 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:55.866 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:26:55.866 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:26:55.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:55.866 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:26:55.916 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:26:55.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:55.917 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:26:55.965 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:26:55.965 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:26:55.965 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:26:55.965 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:26:55.965 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:26:55.965 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:26:55.965 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:26:55.966 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:26:55.966 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:26:55.966 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:26:55.966 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:26:55.966 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:26:56.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:26:56.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:26:56.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:56.094 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:26:56.099 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:26:56.099 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:26:56.099 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:26:56.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:56.100 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:26:56.154 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:26:56.154 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:26:56.154 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:56.203 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:26:56.203 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:26:56.203 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:56.251 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:26:56.309 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:56.357 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:56.358 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:26:56.359 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:26:56.360 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:26:56.360 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:26:56.360 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:26:56.360 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:26:56.360 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:56.360 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:56.360 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:56.360 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:56.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:56.361 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:26:56.407 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:26:56.408 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:26:56.452 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:26:56.467 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:26:56.516 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:26:56.517 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:56.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:56.518 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:26:56.569 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:26:56.562+0000 7f72c0810580 -1 init, newargv = 0x5651289bf4e0 newargc=15 2024-09-21T07:26:56.569 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[40171]: starting ceph client 2024-09-21T07:26:56.580 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[40171]: starting fuse 2024-09-21T07:26:57.668 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:26:57.684 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:26:57.734 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:26:57.734 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:26:57.734 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:26:57.734 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:26:57.734 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:26:57.734 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:26:57.734 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:26:57.735 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:26:57.736 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:57.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:57.737 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:26:57.785 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:26:57.785 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:26:57.785 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:26:57.785 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:26:57.785 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:26:57.785 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:26:57.785 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:26:57.785 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:57.785 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:26:57.786 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:26:57.787 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:26:57.787 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:26:57.787 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:26:57.787 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:26:57.787 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:26:57.917 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.40171.asok 2024-09-21T07:26:57.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:26:57.929 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.40171.asok 2024-09-21T07:26:57.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:57.929 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.40171.asok status 2024-09-21T07:26:58.114 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "40171", 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:26:58.115 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5529, 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5529 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2397306196 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:26:58.116 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2397306196 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5529 192.168.0.1:0/2397306196", 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/2397306196", 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 29, 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 47, 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:26:58.117 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:26:58.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:58.132 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:26:58.132 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:58.139 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:26:58.140 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:58.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:58.140 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:58.194 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:26:58.194 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:26:58.312 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:26:58.392 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:26:58.392 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:26:58.393 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:26:58.393 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:58.399 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:26:58.399 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:58.447 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:26:58.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.654+0000 7f608b751640 1 -- 172.21.15.6:0/565722522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 msgr2=0x7f6070005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:58.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.654+0000 7f608b751640 1 --2- 172.21.15.6:0/565722522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 0x7f6070005160 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f607c00c470 tx=0x7f607c01f700 comp rx=0 tx=0).stop 2024-09-21T07:26:58.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.654+0000 7f6089cee640 1 -- 172.21.15.6:0/565722522 reap_dead start 2024-09-21T07:26:58.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.654+0000 7f608b751640 1 -- 172.21.15.6:0/565722522 shutdown_connections 2024-09-21T07:26:58.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.654+0000 7f608b751640 1 -- 172.21.15.6:0/565722522 >> 172.21.15.6:0/565722522 conn(0x7f60840d0090 msgr2=0x7f60840d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:58.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.654+0000 7f608b751640 1 -- 172.21.15.6:0/565722522 shutdown_connections 2024-09-21T07:26:58.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.654+0000 7f608b751640 1 -- 172.21.15.6:0/565722522 wait complete. 2024-09-21T07:26:58.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 Processor -- start 2024-09-21T07:26:58.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 -- start start 2024-09-21T07:26:58.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 0x7f6084141d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:58.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6084142290 0x7f608409c240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:58.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608409c780 0x7f60841f2b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:58.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f60840af550 con 0x7f6070004d50 2024-09-21T07:26:58.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f60840af3d0 con 0x7f6084142290 2024-09-21T07:26:58.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f60840af6d0 con 0x7f608409c780 2024-09-21T07:26:58.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 0x7f6084141d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 0x7f6084141d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49264/0 (socket says 172.21.15.6:49264) 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 -- 172.21.15.6:0/423351125 learned_addr learned my addr 172.21.15.6:0/423351125 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f6088cec640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6084142290 0x7f608409c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f6089cee640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608409c780 0x7f60841f2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 -- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608409c780 msgr2=0x7f60841f2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608409c780 0x7f60841f2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 -- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6084142290 msgr2=0x7f608409c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6084142290 0x7f608409c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 -- 172.21.15.6:0/423351125 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60840aec70 con 0x7f6070004d50 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f6088cec640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6084142290 0x7f608409c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f60894ed640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 0x7f6084141d50 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f608000ebf0 tx=0x7f608000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f6079ffb640 1 -- 172.21.15.6:0/423351125 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6080004b30 con 0x7f6070004d50 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f6079ffb640 1 -- 172.21.15.6:0/423351125 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6080004cd0 con 0x7f6070004d50 2024-09-21T07:26:58.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60841538c0 con 0x7f6070004d50 2024-09-21T07:26:58.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f6079ffb640 1 -- 172.21.15.6:0/423351125 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6080005280 con 0x7f6070004d50 2024-09-21T07:26:58.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60841565f0 con 0x7f6070004d50 2024-09-21T07:26:58.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.658+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60840cadd0 con 0x7f6070004d50 2024-09-21T07:26:58.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.662+0000 7f6079ffb640 1 -- 172.21.15.6:0/423351125 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6080005420 con 0x7f6070004d50 2024-09-21T07:26:58.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.662+0000 7f6079ffb640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6068073230 0x7f6068075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:58.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.662+0000 7f6079ffb640 1 -- 172.21.15.6:0/423351125 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7f6080095270 con 0x7f6070004d50 2024-09-21T07:26:58.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.662+0000 7f6088cec640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6068073230 0x7f6068075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:58.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.662+0000 7f6088cec640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6068073230 0x7f6068075740 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f60840ad760 tx=0x7f60740091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:58.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.666+0000 7f6079ffb640 1 -- 172.21.15.6:0/423351125 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6080060390 con 0x7f6070004d50 2024-09-21T07:26:58.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.850+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f60840ad4b0 con 0x7f6070004d50 2024-09-21T07:26:58.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.850+0000 7f6079ffb640 1 -- 172.21.15.6:0/423351125 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v47) ==== 80+0+56 (secure 0 0 0) 0x7f608005fc90 con 0x7f6070004d50 2024-09-21T07:26:58.856 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.1:0/814478167 2024-09-21T08:26:43.440560+0000 2024-09-21T07:26:58.856 INFO:teuthology.orchestra.run.smithi006.stderr:listed 1 entries 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6068073230 msgr2=0x7f6068075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6068073230 0x7f6068075740 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f60840ad760 tx=0x7f60740091e0 comp rx=0 tx=0).stop 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 msgr2=0x7f6084141d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 0x7f6084141d50 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f608000ebf0 tx=0x7f608000c6a0 comp rx=0 tx=0).stop 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 shutdown_connections 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6068073230 0x7f6068075740 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f608409c780 0x7f60841f2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6084142290 0x7f608409c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 --2- 172.21.15.6:0/423351125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6070004d50 0x7f6084141d50 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:58.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 >> 172.21.15.6:0/423351125 conn(0x7f60840d0090 msgr2=0x7f60840d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:58.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 shutdown_connections 2024-09-21T07:26:58.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:58.854+0000 7f608b751640 1 -- 172.21.15.6:0/423351125 wait complete. 2024-09-21T07:26:58.877 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:26:58.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:58.878 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:26:58.888 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[40171]: fuse finished with error 0 and tester_r 0 2024-09-21T07:26:58.891 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:26:58.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:58.892 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:26:58.971 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:26:58.971 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:26:58.971 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:58.977 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:26:58.977 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:59.023 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:26:59.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.178+0000 7f69643d7640 1 -- 172.21.15.6:0/4159391251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cd800 msgr2=0x7f695c15c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:59.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.178+0000 7f69643d7640 1 --2- 172.21.15.6:0/4159391251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cd800 0x7f695c15c490 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f695c09f330 tx=0x7f695401ccc0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.178+0000 7f69643d7640 1 -- 172.21.15.6:0/4159391251 shutdown_connections 2024-09-21T07:26:59.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.178+0000 7f69643d7640 1 --2- 172.21.15.6:0/4159391251 >> v2:172.21.15.145:3300/0 conn(0x7f695c0cdc10 0x7f695c06cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.178+0000 7f69643d7640 1 --2- 172.21.15.6:0/4159391251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cd800 0x7f695c15c490 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.178+0000 7f69643d7640 1 -- 172.21.15.6:0/4159391251 >> 172.21.15.6:0/4159391251 conn(0x7f695c0d1310 msgr2=0x7f695c0d1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:59.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.178+0000 7f69643d7640 1 -- 172.21.15.6:0/4159391251 shutdown_connections 2024-09-21T07:26:59.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.178+0000 7f69643d7640 1 -- 172.21.15.6:0/4159391251 wait complete. 2024-09-21T07:26:59.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 Processor -- start 2024-09-21T07:26:59.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 -- start start 2024-09-21T07:26:59.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f695c06d320 0x7f695c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:59.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f695c0cd800 0x7f695c159e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:59.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cdc10 0x7f695c1674f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:59.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f695c0b1f40 con 0x7f695c0cdc10 2024-09-21T07:26:59.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f695c0b1dc0 con 0x7f695c0cd800 2024-09-21T07:26:59.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f695c0b20c0 con 0x7f695c06d320 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cdc10 0x7f695c1674f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cdc10 0x7f695c1674f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49272/0 (socket says 172.21.15.6:49272) 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 -- 172.21.15.6:0/172316997 learned_addr learned my addr 172.21.15.6:0/172316997 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6961972640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f695c0cd800 0x7f695c159e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962173640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f695c06d320 0x7f695c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 -- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f695c06d320 msgr2=0x7f695c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f695c06d320 0x7f695c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 -- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f695c0cd800 msgr2=0x7f695c159e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f695c0cd800 0x7f695c159e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 -- 172.21.15.6:0/172316997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f695c0b4ae0 con 0x7f695c0cdc10 2024-09-21T07:26:59.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6962974640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cdc10 0x7f695c1674f0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f695800c3c0 tx=0x7f695800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:59.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6952ffd640 1 -- 172.21.15.6:0/172316997 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6958017070 con 0x7f695c0cdc10 2024-09-21T07:26:59.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6952ffd640 1 -- 172.21.15.6:0/172316997 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69580053c0 con 0x7f695c0cdc10 2024-09-21T07:26:59.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f695c0b4dc0 con 0x7f695c0cdc10 2024-09-21T07:26:59.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f6952ffd640 1 -- 172.21.15.6:0/172316997 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6958003860 con 0x7f695c0cdc10 2024-09-21T07:26:59.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.182+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f695c0b5380 con 0x7f695c0cdc10 2024-09-21T07:26:59.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.186+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f695c15a580 con 0x7f695c0cdc10 2024-09-21T07:26:59.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.186+0000 7f6952ffd640 1 -- 172.21.15.6:0/172316997 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f695801a070 con 0x7f695c0cdc10 2024-09-21T07:26:59.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.186+0000 7f6952ffd640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6940073200 0x7f6940075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:59.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.186+0000 7f6952ffd640 1 -- 172.21.15.6:0/172316997 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7f69580935e0 con 0x7f695c0cdc10 2024-09-21T07:26:59.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.186+0000 7f6962173640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6940073200 0x7f6940075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:59.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.186+0000 7f6962173640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6940073200 0x7f6940075710 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f69540af000 tx=0x7f695401b500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:59.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.190+0000 7f6952ffd640 1 -- 172.21.15.6:0/172316997 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f695c06d730 con 0x7f695c0cdc10 2024-09-21T07:26:59.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f695c15c490 con 0x7f695c0cdc10 2024-09-21T07:26:59.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f6952ffd640 1 -- 172.21.15.6:0/172316997 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v47) ==== 80+0+56 (secure 0 0 0) 0x7f695805e590 con 0x7f695c0cdc10 2024-09-21T07:26:59.380 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.1:0/814478167 2024-09-21T08:26:43.440560+0000 2024-09-21T07:26:59.380 INFO:teuthology.orchestra.run.smithi006.stderr:listed 1 entries 2024-09-21T07:26:59.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6940073200 msgr2=0x7f6940075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:59.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6940073200 0x7f6940075710 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f69540af000 tx=0x7f695401b500 comp rx=0 tx=0).stop 2024-09-21T07:26:59.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cdc10 msgr2=0x7f695c1674f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cdc10 0x7f695c1674f0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f695800c3c0 tx=0x7f695800c880 comp rx=0 tx=0).stop 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 shutdown_connections 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6940073200 0x7f6940075710 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f695c0cdc10 0x7f695c1674f0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f695c0cd800 0x7f695c159e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 --2- 172.21.15.6:0/172316997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f695c06d320 0x7f695c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 >> 172.21.15.6:0/172316997 conn(0x7f695c0d1310 msgr2=0x7f695c155780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 shutdown_connections 2024-09-21T07:26:59.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.374+0000 7f69643d7640 1 -- 172.21.15.6:0/172316997 wait complete. 2024-09-21T07:26:59.401 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:26:59.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:59.401 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:26:59.419 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[34988]: fuse finished with error 0 and tester_r 0 2024-09-21T07:26:59.421 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:26:59.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:26:59.421 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:26:59.603 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:26:59.603 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:26:59.604 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:59.611 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:26:59.611 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:26:59.612 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:26:59.612 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:26:59.657 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:26:59.657 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:26:59.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 -- 172.21.15.6:0/1892042872 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0cb560 msgr2=0x7f87ac0cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:59.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 --2- 172.21.15.6:0/1892042872 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0cb560 0x7f87ac0cdf20 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f87ac072780 tx=0x7f87a401ccf0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 -- 172.21.15.6:0/1892042872 shutdown_connections 2024-09-21T07:26:59.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 --2- 172.21.15.6:0/1892042872 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0cb560 0x7f87ac0cdf20 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 --2- 172.21.15.6:0/1892042872 >> v2:172.21.15.145:3300/0 conn(0x7f87ac15add0 0x7f87ac0cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 --2- 172.21.15.6:0/1892042872 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87ac0b5260 0x7f87ac0707d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 -- 172.21.15.6:0/1892042872 >> 172.21.15.6:0/1892042872 conn(0x7f87ac0d0020 msgr2=0x7f87ac0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:26:59.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 -- 172.21.15.6:0/1892042872 shutdown_connections 2024-09-21T07:26:59.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.818+0000 7f87b0cec640 1 -- 172.21.15.6:0/1892042872 wait complete. 2024-09-21T07:26:59.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87b0cec640 1 Processor -- start 2024-09-21T07:26:59.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87b0cec640 1 -- start start 2024-09-21T07:26:59.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87b0cec640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0b5260 0x7f87ac154cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87b0cec640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87ac0cb560 0x7f87ac1fa420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87b0cec640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87ac15add0 0x7f87ac0ae900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87b0cec640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f87ac0cea30 con 0x7f87ac0b5260 2024-09-21T07:26:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87b0cec640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f87ac0ce8b0 con 0x7f87ac15add0 2024-09-21T07:26:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87b0cec640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f87ac0cebb0 con 0x7f87ac0cb560 2024-09-21T07:26:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0b5260 0x7f87ac154cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0b5260 0x7f87ac154cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49296/0 (socket says 172.21.15.6:49296) 2024-09-21T07:26:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 -- 172.21.15.6:0/2991799858 learned_addr learned my addr 172.21.15.6:0/2991799858 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:26:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aad9d640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87ac15add0 0x7f87ac0ae900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87a9d9b640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87ac0cb560 0x7f87ac1fa420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 -- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87ac0cb560 msgr2=0x7f87ac1fa420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87ac0cb560 0x7f87ac1fa420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 -- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87ac15add0 msgr2=0x7f87ac0ae900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87ac15add0 0x7f87ac0ae900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 -- 172.21.15.6:0/2991799858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87ac1f6810 con 0x7f87ac0b5260 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.822+0000 7f87aa59c640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0b5260 0x7f87ac154cc0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f879c0058d0 tx=0x7f879c00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f879affd640 1 -- 172.21.15.6:0/2991799858 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c017070 con 0x7f87ac0b5260 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f879affd640 1 -- 172.21.15.6:0/2991799858 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f879c009d20 con 0x7f87ac0b5260 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87ac1f6af0 con 0x7f87ac0b5260 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f879affd640 1 -- 172.21.15.6:0/2991799858 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c0106c0 con 0x7f87ac0b5260 2024-09-21T07:26:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87ac1f70b0 con 0x7f87ac0b5260 2024-09-21T07:26:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87ac0cdf20 con 0x7f87ac0b5260 2024-09-21T07:26:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f879affd640 1 -- 172.21.15.6:0/2991799858 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f879c01a070 con 0x7f87ac0b5260 2024-09-21T07:26:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f879affd640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f878c073200 0x7f878c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:26:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f879affd640 1 -- 172.21.15.6:0/2991799858 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7f879c094430 con 0x7f87ac0b5260 2024-09-21T07:26:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.826+0000 7f87a9d9b640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f878c073200 0x7f878c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:26:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.830+0000 7f87a9d9b640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f878c073200 0x7f878c075710 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f87ac1f0d70 tx=0x7f87a000d5b0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:26:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:26:59.830+0000 7f879affd640 1 -- 172.21.15.6:0/2991799858 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f879c05f3e0 con 0x7f87ac0b5260 2024-09-21T07:27:00.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.038+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87ac156200 con 0x7f87ac0b5260 2024-09-21T07:27:00.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f879affd640 1 -- 172.21.15.6:0/2991799858 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5243 (secure 0 0 0) 0x7f879c05ece0 con 0x7f87ac0b5260 2024-09-21T07:27:00.048 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:00.048 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":29,"btime":"2024-09-21T07:26:40:986510+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:26:10.291694+0000","modified":"2024-09-21T07:26:40.669034+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5265,"mds_1":5035},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5035":{"gid":5035,"name":"b","rank":1,"incarnation":27,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/3300433377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3300433377},{"type":"v1","addr":"172.21.15.145:6836","nonce":3300433377}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6833/4138233409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4138233409},{"type":"v1","addr":"172.21.15.6:6833","nonce":4138233409}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265,5035]},"id":3}]} 2024-09-21T07:27:00.048 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 29 2024-09-21T07:27:00.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f878c073200 msgr2=0x7f878c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f878c073200 0x7f878c075710 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f87ac1f0d70 tx=0x7f87a000d5b0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0b5260 msgr2=0x7f87ac154cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0b5260 0x7f87ac154cc0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f879c0058d0 tx=0x7f879c00dde0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 shutdown_connections 2024-09-21T07:27:00.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f878c073200 0x7f878c075710 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87ac15add0 0x7f87ac0ae900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f87ac0cb560 0x7f87ac1fa420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 --2- 172.21.15.6:0/2991799858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87ac0b5260 0x7f87ac154cc0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 >> 172.21.15.6:0/2991799858 conn(0x7f87ac0d0020 msgr2=0x7f87ac075c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:00.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 shutdown_connections 2024-09-21T07:27:00.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.042+0000 7f87b0cec640 1 -- 172.21.15.6:0/2991799858 wait complete. 2024-09-21T07:27:00.071 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:27:00.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.214+0000 7f7ec23ed640 1 -- 172.21.15.6:0/993346740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ebc0d25a0 msgr2=0x7f7ebc15d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.214+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/993346740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ebc0d25a0 0x7f7ebc15d9c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0009bc0 tx=0x7f7eb001cba0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.214+0000 7f7ec23ed640 1 -- 172.21.15.6:0/993346740 shutdown_connections 2024-09-21T07:27:00.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.214+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/993346740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ebc160e20 0x7f7ebc0d0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.214+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/993346740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ebc0d25a0 0x7f7ebc15d9c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.214+0000 7f7ec23ed640 1 -- 172.21.15.6:0/993346740 >> 172.21.15.6:0/993346740 conn(0x7f7ebc069180 msgr2=0x7f7ebc0695c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:00.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.214+0000 7f7ec23ed640 1 -- 172.21.15.6:0/993346740 shutdown_connections 2024-09-21T07:27:00.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.214+0000 7f7ec23ed640 1 -- 172.21.15.6:0/993346740 wait complete. 2024-09-21T07:27:00.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 Processor -- start 2024-09-21T07:27:00.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 -- start start 2024-09-21T07:27:00.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ebc0cd310 0x7f7ebc14afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ebc160e20 0x7f7ebc15b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ebc14b660 0x7f7ebc15be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc16a0f0 con 0x7f7ebc160e20 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc169f70 con 0x7f7ebc14b660 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7ebc16a270 con 0x7f7ebc0cd310 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ebc160e20 0x7f7ebc15b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ebc160e20 0x7f7ebc15b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49298/0 (socket says 172.21.15.6:49298) 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 -- 172.21.15.6:0/563220400 learned_addr learned my addr 172.21.15.6:0/563220400 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec098a640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ebc14b660 0x7f7ebc15be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebbfff640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ebc0cd310 0x7f7ebc14afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 -- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ebc0cd310 msgr2=0x7f7ebc14afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ebc0cd310 0x7f7ebc14afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 -- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ebc14b660 msgr2=0x7f7ebc15be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ebc14b660 0x7f7ebc15be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 -- 172.21.15.6:0/563220400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ebc1fc050 con 0x7f7ebc160e20 2024-09-21T07:27:00.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ebb7fe640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ebc160e20 0x7f7ebc15b900 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0009b10 tx=0x7f7eb00092a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:00.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7eb8ff9640 1 -- 172.21.15.6:0/563220400 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb00bb070 con 0x7f7ebc160e20 2024-09-21T07:27:00.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7eb8ff9640 1 -- 172.21.15.6:0/563220400 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7eb0004d40 con 0x7f7ebc160e20 2024-09-21T07:27:00.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ebc1fc330 con 0x7f7ebc160e20 2024-09-21T07:27:00.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7eb8ff9640 1 -- 172.21.15.6:0/563220400 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb00b2040 con 0x7f7ebc160e20 2024-09-21T07:27:00.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ebc1fc8f0 con 0x7f7ebc160e20 2024-09-21T07:27:00.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.218+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ebc1f96b0 con 0x7f7ebc160e20 2024-09-21T07:27:00.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.222+0000 7f7eb8ff9640 1 -- 172.21.15.6:0/563220400 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7eb0004260 con 0x7f7ebc160e20 2024-09-21T07:27:00.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.222+0000 7f7eb8ff9640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ea8073200 0x7f7ea8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.222+0000 7f7eb8ff9640 1 -- 172.21.15.6:0/563220400 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7f7eb012e630 con 0x7f7ebc160e20 2024-09-21T07:27:00.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.222+0000 7f7ebbfff640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ea8073200 0x7f7ea8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.222+0000 7f7ebbfff640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ea8073200 0x7f7ea8075710 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7ebc074a10 tx=0x7f7eac009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:00.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.226+0000 7f7eb8ff9640 1 -- 172.21.15.6:0/563220400 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7eb00c4020 con 0x7f7ebc160e20 2024-09-21T07:27:00.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.438+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7ebc15d9c0 con 0x7f7ebc160e20 2024-09-21T07:27:00.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.438+0000 7f7eb8ff9640 1 -- 172.21.15.6:0/563220400 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5243 (secure 0 0 0) 0x7f7eb00a5e20 con 0x7f7ebc160e20 2024-09-21T07:27:00.446 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:00.447 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":29,"btime":"2024-09-21T07:26:40:986510+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:26:10.291694+0000","modified":"2024-09-21T07:26:40.669034+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5265,"mds_1":5035},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5035":{"gid":5035,"name":"b","rank":1,"incarnation":27,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/3300433377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3300433377},{"type":"v1","addr":"172.21.15.145:6836","nonce":3300433377}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6833/4138233409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4138233409},{"type":"v1","addr":"172.21.15.6:6833","nonce":4138233409}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265,5035]},"id":3}]} 2024-09-21T07:27:00.447 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 29 2024-09-21T07:27:00.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ea8073200 msgr2=0x7f7ea8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ea8073200 0x7f7ea8075710 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7ebc074a10 tx=0x7f7eac009040 comp rx=0 tx=0).stop 2024-09-21T07:27:00.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ebc160e20 msgr2=0x7f7ebc15b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ebc160e20 0x7f7ebc15b900 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0009b10 tx=0x7f7eb00092a0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 shutdown_connections 2024-09-21T07:27:00.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ea8073200 0x7f7ea8075710 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ebc14b660 0x7f7ebc15be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ebc160e20 0x7f7ebc15b900 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 --2- 172.21.15.6:0/563220400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ebc0cd310 0x7f7ebc14afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 >> 172.21.15.6:0/563220400 conn(0x7f7ebc069180 msgr2=0x7f7ebc0d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:00.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 shutdown_connections 2024-09-21T07:27:00.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.442+0000 7f7ec23ed640 1 -- 172.21.15.6:0/563220400 wait complete. 2024-09-21T07:27:00.467 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:27:00.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.606+0000 7f702d344640 1 -- 172.21.15.6:0/3922566318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f702815b5b0 msgr2=0x7f702815f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.606+0000 7f702d344640 1 --2- 172.21.15.6:0/3922566318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f702815b5b0 0x7f702815f160 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f70280cced0 tx=0x7f701c01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.606+0000 7f702d344640 1 -- 172.21.15.6:0/3922566318 shutdown_connections 2024-09-21T07:27:00.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.606+0000 7f702d344640 1 --2- 172.21.15.6:0/3922566318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f702815b5b0 0x7f702815f160 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.606+0000 7f702d344640 1 --2- 172.21.15.6:0/3922566318 >> v2:172.21.15.145:3300/0 conn(0x7f70280b6330 0x7f702806f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.606+0000 7f702d344640 1 -- 172.21.15.6:0/3922566318 >> 172.21.15.6:0/3922566318 conn(0x7f70280d0950 msgr2=0x7f70280d0d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:00.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.606+0000 7f702d344640 1 -- 172.21.15.6:0/3922566318 shutdown_connections 2024-09-21T07:27:00.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.606+0000 7f702d344640 1 -- 172.21.15.6:0/3922566318 wait complete. 2024-09-21T07:27:00.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 Processor -- start 2024-09-21T07:27:00.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 -- start start 2024-09-21T07:27:00.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70280b6330 0x7f7028145e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f702815b5b0 0x7f70281569b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f702815f6a0 0x7f70280aead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70280cfca0 con 0x7f702815b5b0 2024-09-21T07:27:00.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f70280cfb20 con 0x7f70280b6330 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f70280cfe20 con 0x7f702815f6a0 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f702815b5b0 0x7f70281569b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f702815b5b0 0x7f70281569b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49314/0 (socket says 172.21.15.6:49314) 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 -- 172.21.15.6:0/3170783878 learned_addr learned my addr 172.21.15.6:0/3170783878 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70277fe640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f702815f6a0 0x7f70280aead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f7026ffd640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70280b6330 0x7f7028145e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 -- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f702815f6a0 msgr2=0x7f70280aead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f702815f6a0 0x7f70280aead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 -- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70280b6330 msgr2=0x7f7028145e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70280b6330 0x7f7028145e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 -- 172.21.15.6:0/3170783878 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70280b48b0 con 0x7f702815b5b0 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f70267fc640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f702815b5b0 0x7f70281569b0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f701c0b0040 tx=0x7f701c0a57b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:00.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f700f7fe640 1 -- 172.21.15.6:0/3170783878 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701c0bc020 con 0x7f702815b5b0 2024-09-21T07:27:00.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70280ada30 con 0x7f702815b5b0 2024-09-21T07:27:00.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f700f7fe640 1 -- 172.21.15.6:0/3170783878 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f701c0043b0 con 0x7f702815b5b0 2024-09-21T07:27:00.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f700f7fe640 1 -- 172.21.15.6:0/3170783878 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701c0b2040 con 0x7f702815b5b0 2024-09-21T07:27:00.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70280adff0 con 0x7f702815b5b0 2024-09-21T07:27:00.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.610+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70280b5e70 con 0x7f702815b5b0 2024-09-21T07:27:00.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.614+0000 7f700f7fe640 1 -- 172.21.15.6:0/3170783878 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f701c0bf070 con 0x7f702815b5b0 2024-09-21T07:27:00.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.614+0000 7f700f7fe640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7014073230 0x7f7014075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.614+0000 7f700f7fe640 1 -- 172.21.15.6:0/3170783878 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7f701c12e170 con 0x7f702815b5b0 2024-09-21T07:27:00.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.614+0000 7f7026ffd640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7014073230 0x7f7014075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.614+0000 7f7026ffd640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7014073230 0x7f7014075740 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7018009ad0 tx=0x7f70180091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:00.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.618+0000 7f700f7fe640 1 -- 172.21.15.6:0/3170783878 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f701c0164d0 con 0x7f702815b5b0 2024-09-21T07:27:00.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.790+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f70280b5b90 con 0x7f702815b5b0 2024-09-21T07:27:00.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.790+0000 7f700f7fe640 1 -- 172.21.15.6:0/3170783878 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16847 (secure 0 0 0) 0x7f701c0f9130 con 0x7f702815b5b0 2024-09-21T07:27:00.797 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:00.797 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":47,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:26:44.001130+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:26:08.045993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T07:26:09.257446+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.7","mappings":[{"from":0,"to":4}]},{"pgid":"7.38","mappings":[{"from":0,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/814478167":"2024-09-21T08:26:43.440560+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:27:00.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7014073230 msgr2=0x7f7014075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7014073230 0x7f7014075740 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7018009ad0 tx=0x7f70180091e0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f702815b5b0 msgr2=0x7f70281569b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f702815b5b0 0x7f70281569b0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f701c0b0040 tx=0x7f701c0a57b0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 shutdown_connections 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7014073230 0x7f7014075740 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f702815f6a0 0x7f70280aead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f702815b5b0 0x7f70281569b0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 --2- 172.21.15.6:0/3170783878 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70280b6330 0x7f7028145e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 >> 172.21.15.6:0/3170783878 conn(0x7f70280d0950 msgr2=0x7f7028159780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:00.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 shutdown_connections 2024-09-21T07:27:00.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.794+0000 7f702d344640 1 -- 172.21.15.6:0/3170783878 wait complete. 2024-09-21T07:27:00.819 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:27:00.819 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:27:00.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.958+0000 7fd172e6a640 1 -- 172.21.15.6:0/618997075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 msgr2=0x7fd16c0cc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.958+0000 7fd172e6a640 1 --2- 172.21.15.6:0/618997075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 0x7fd16c0cc2e0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fd16c072020 tx=0x7fd16401c890 comp rx=0 tx=0).stop 2024-09-21T07:27:00.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.958+0000 7fd172e6a640 1 -- 172.21.15.6:0/618997075 shutdown_connections 2024-09-21T07:27:00.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.958+0000 7fd172e6a640 1 --2- 172.21.15.6:0/618997075 >> v2:172.21.15.145:3300/0 conn(0x7fd16c0af060 0x7fd16c0af470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.958+0000 7fd172e6a640 1 --2- 172.21.15.6:0/618997075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 0x7fd16c0cc2e0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.958+0000 7fd172e6a640 1 -- 172.21.15.6:0/618997075 >> 172.21.15.6:0/618997075 conn(0x7fd16c0d0020 msgr2=0x7fd16c0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:00.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.958+0000 7fd172e6a640 1 -- 172.21.15.6:0/618997075 shutdown_connections 2024-09-21T07:27:00.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.958+0000 7fd172e6a640 1 -- 172.21.15.6:0/618997075 wait complete. 2024-09-21T07:27:00.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 Processor -- start 2024-09-21T07:27:00.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 -- start start 2024-09-21T07:27:00.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16c0adfa0 0x7fd16c1fa770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16c0af060 0x7fd16c152a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 0x7fd16c14f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c06fcb0 con 0x7fd16c15c7a0 2024-09-21T07:27:00.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c06fb30 con 0x7fd16c0af060 2024-09-21T07:27:00.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd16c06fe30 con 0x7fd16c0adfa0 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 0x7fd16c14f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 0x7fd16c14f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49336/0 (socket says 172.21.15.6:49336) 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 -- 172.21.15.6:0/1582920783 learned_addr learned my addr 172.21.15.6:0/1582920783 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd16bfff640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16c0af060 0x7fd16c152a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd170c06640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16c0adfa0 0x7fd16c1fa770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 -- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16c0adfa0 msgr2=0x7fd16c1fa770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16c0adfa0 0x7fd16c1fa770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 -- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16c0af060 msgr2=0x7fd16c152a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16c0af060 0x7fd16c152a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 -- 172.21.15.6:0/1582920783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd16c15c3e0 con 0x7fd16c15c7a0 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd171407640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 0x7fd16c14f240 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fd15c00c6b0 tx=0x7fd15c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd1697fa640 1 -- 172.21.15.6:0/1582920783 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15c003b80 con 0x7fd16c15c7a0 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd1697fa640 1 -- 172.21.15.6:0/1582920783 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd15c003d40 con 0x7fd16c15c7a0 2024-09-21T07:27:00.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd16c15b860 con 0x7fd16c15c7a0 2024-09-21T07:27:00.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd1697fa640 1 -- 172.21.15.6:0/1582920783 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15c005330 con 0x7fd16c15c7a0 2024-09-21T07:27:00.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd16c15be20 con 0x7fd16c15c7a0 2024-09-21T07:27:00.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.962+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd16c09dae0 con 0x7fd16c15c7a0 2024-09-21T07:27:00.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.966+0000 7fd1697fa640 1 -- 172.21.15.6:0/1582920783 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd15c0054d0 con 0x7fd16c15c7a0 2024-09-21T07:27:00.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.966+0000 7fd1697fa640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd14c073200 0x7fd14c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:00.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.966+0000 7fd1697fa640 1 -- 172.21.15.6:0/1582920783 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7fd15c094060 con 0x7fd16c15c7a0 2024-09-21T07:27:00.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.966+0000 7fd170c06640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd14c073200 0x7fd14c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:00.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.966+0000 7fd170c06640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd14c073200 0x7fd14c075710 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd1640af000 tx=0x7fd16401b0d0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:00.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:00.970+0000 7fd1697fa640 1 -- 172.21.15.6:0/1582920783 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd16c0af9b0 con 0x7fd16c15c7a0 2024-09-21T07:27:01.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.174+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd16c070320 con 0x7fd16c15c7a0 2024-09-21T07:27:01.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.174+0000 7fd1697fa640 1 -- 172.21.15.6:0/1582920783 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5243 (secure 0 0 0) 0x7fd15c05f010 con 0x7fd16c15c7a0 2024-09-21T07:27:01.181 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:01.181 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":29,"btime":"2024-09-21T07:26:40:986510+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:26:10.291694+0000","modified":"2024-09-21T07:26:40.669034+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5265,"mds_1":5035},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5035":{"gid":5035,"name":"b","rank":1,"incarnation":27,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/3300433377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3300433377},{"type":"v1","addr":"172.21.15.145:6836","nonce":3300433377}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6833/4138233409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4138233409},{"type":"v1","addr":"172.21.15.6:6833","nonce":4138233409}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265,5035]},"id":3}]} 2024-09-21T07:27:01.181 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 29 2024-09-21T07:27:01.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd14c073200 msgr2=0x7fd14c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd14c073200 0x7fd14c075710 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd1640af000 tx=0x7fd16401b0d0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 msgr2=0x7fd16c14f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 0x7fd16c14f240 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fd15c00c6b0 tx=0x7fd15c00cb70 comp rx=0 tx=0).stop 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 shutdown_connections 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd14c073200 0x7fd14c075710 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd16c15c7a0 0x7fd16c14f240 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16c0af060 0x7fd16c152a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 --2- 172.21.15.6:0/1582920783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16c0adfa0 0x7fd16c1fa770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 >> 172.21.15.6:0/1582920783 conn(0x7fd16c0d0020 msgr2=0x7fd16c0b1410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 shutdown_connections 2024-09-21T07:27:01.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.178+0000 7fd172e6a640 1 -- 172.21.15.6:0/1582920783 wait complete. 2024-09-21T07:27:01.202 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:27:01.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.338+0000 7f752bf0d640 1 -- 172.21.15.6:0/1928706206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7524073df0 msgr2=0x7f7524074200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.338+0000 7f752bf0d640 1 --2- 172.21.15.6:0/1928706206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7524073df0 0x7f7524074200 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f752406fa60 tx=0x7f751c01f560 comp rx=0 tx=0).stop 2024-09-21T07:27:01.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.338+0000 7f752bf0d640 1 -- 172.21.15.6:0/1928706206 shutdown_connections 2024-09-21T07:27:01.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.338+0000 7f752bf0d640 1 --2- 172.21.15.6:0/1928706206 >> v2:172.21.15.145:3300/0 conn(0x7f7524074740 0x7f752406cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.338+0000 7f752bf0d640 1 --2- 172.21.15.6:0/1928706206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7524073df0 0x7f7524074200 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.338+0000 7f752bf0d640 1 -- 172.21.15.6:0/1928706206 >> 172.21.15.6:0/1928706206 conn(0x7f75240cdbb0 msgr2=0x7f75240cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:01.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.338+0000 7f752bf0d640 1 -- 172.21.15.6:0/1928706206 shutdown_connections 2024-09-21T07:27:01.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.338+0000 7f752bf0d640 1 -- 172.21.15.6:0/1928706206 wait complete. 2024-09-21T07:27:01.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 Processor -- start 2024-09-21T07:27:01.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 -- start start 2024-09-21T07:27:01.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f752406d320 0x7f7524154950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:01.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7524073df0 0x7f7524161730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7524074740 0x7f75240cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f752406d730 con 0x7f752406d320 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7524074c00 con 0x7f7524073df0 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f752406d8b0 con 0x7f7524074740 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f752406d320 0x7f7524154950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f752406d320 0x7f7524154950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49358/0 (socket says 172.21.15.6:49358) 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 -- 172.21.15.6:0/3062662844 learned_addr learned my addr 172.21.15.6:0/3062662844 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752a4aa640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7524074740 0x7f75240cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 -- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7524074740 msgr2=0x7f75240cbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f75294a8640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7524073df0 0x7f7524161730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7524074740 0x7f75240cbc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 -- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7524073df0 msgr2=0x7f7524161730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7524073df0 0x7f7524161730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 -- 172.21.15.6:0/3062662844 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7524161c70 con 0x7f752406d320 2024-09-21T07:27:01.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f7529ca9640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f752406d320 0x7f7524154950 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f751c000f90 tx=0x7f751c0b1440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:01.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f751a7fc640 1 -- 172.21.15.6:0/3062662844 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c0b6040 con 0x7f752406d320 2024-09-21T07:27:01.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f751a7fc640 1 -- 172.21.15.6:0/3062662844 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f751c0bf070 con 0x7f752406d320 2024-09-21T07:27:01.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f752415fe80 con 0x7f752406d320 2024-09-21T07:27:01.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f751a7fc640 1 -- 172.21.15.6:0/3062662844 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c004e60 con 0x7f752406d320 2024-09-21T07:27:01.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75240b57f0 con 0x7f752406d320 2024-09-21T07:27:01.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.342+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7524074200 con 0x7f752406d320 2024-09-21T07:27:01.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.346+0000 7f751a7fc640 1 -- 172.21.15.6:0/3062662844 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f751c0b2bd0 con 0x7f752406d320 2024-09-21T07:27:01.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.346+0000 7f751a7fc640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7508073230 0x7f7508075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:01.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.346+0000 7f751a7fc640 1 -- 172.21.15.6:0/3062662844 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7f751c1326b0 con 0x7f752406d320 2024-09-21T07:27:01.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.346+0000 7f75294a8640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7508073230 0x7f7508075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:01.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.346+0000 7f75294a8640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7508073230 0x7f7508075740 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f752415e4b0 tx=0x7f7514005bf0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:01.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.350+0000 7f751a7fc640 1 -- 172.21.15.6:0/3062662844 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7524161c70 con 0x7f752406d320 2024-09-21T07:27:01.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.554+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f75240cd4c0 con 0x7f752406d320 2024-09-21T07:27:01.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.554+0000 7f751a7fc640 1 -- 172.21.15.6:0/3062662844 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+5243 (secure 0 0 0) 0x7f751c0ab070 con 0x7f752406d320 2024-09-21T07:27:01.561 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:01.561 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":29,"btime":"2024-09-21T07:26:40:986510+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:26:10.291694+0000","modified":"2024-09-21T07:26:40.669034+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5265,"mds_1":5035},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5035":{"gid":5035,"name":"b","rank":1,"incarnation":27,"state":"up:active","state_seq":7,"addr":"172.21.15.145:6836/3300433377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3300433377},{"type":"v1","addr":"172.21.15.145:6836","nonce":3300433377}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6833/4138233409","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4138233409},{"type":"v1","addr":"172.21.15.6:6833","nonce":4138233409}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265,5035]},"id":3}]} 2024-09-21T07:27:01.561 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 29 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7508073230 msgr2=0x7f7508075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7508073230 0x7f7508075740 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f752415e4b0 tx=0x7f7514005bf0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f752406d320 msgr2=0x7f7524154950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f752406d320 0x7f7524154950 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f751c000f90 tx=0x7f751c0b1440 comp rx=0 tx=0).stop 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 shutdown_connections 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7508073230 0x7f7508075740 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7524074740 0x7f75240cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7524073df0 0x7f7524161730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 --2- 172.21.15.6:0/3062662844 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f752406d320 0x7f7524154950 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 >> 172.21.15.6:0/3062662844 conn(0x7f75240cdbb0 msgr2=0x7f75240cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 shutdown_connections 2024-09-21T07:27:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.558+0000 7f752bf0d640 1 -- 172.21.15.6:0/3062662844 wait complete. 2024-09-21T07:27:01.582 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:27:01.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.734+0000 7fd7f4c00640 1 -- 172.21.15.6:0/108901638 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f006ee70 msgr2=0x7fd7f00cf030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.734+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/108901638 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f006ee70 0x7fd7f00cf030 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0009900 tx=0x7fd7e001c850 comp rx=0 tx=0).stop 2024-09-21T07:27:01.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.734+0000 7fd7f4c00640 1 -- 172.21.15.6:0/108901638 shutdown_connections 2024-09-21T07:27:01.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.734+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/108901638 >> v2:172.21.15.145:3300/0 conn(0x7fd7f00cf570 0x7fd7f00cdf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.734+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/108901638 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f006ee70 0x7fd7f00cf030 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.734+0000 7fd7f4c00640 1 -- 172.21.15.6:0/108901638 >> 172.21.15.6:0/108901638 conn(0x7fd7f00d0020 msgr2=0x7fd7f00d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:01.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.734+0000 7fd7f4c00640 1 -- 172.21.15.6:0/108901638 shutdown_connections 2024-09-21T07:27:01.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.734+0000 7fd7f4c00640 1 -- 172.21.15.6:0/108901638 wait complete. 2024-09-21T07:27:01.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7f4c00640 1 Processor -- start 2024-09-21T07:27:01.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7f4c00640 1 -- start start 2024-09-21T07:27:01.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7f4c00640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f006ee70 0x7fd7f0159390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:01.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7f4c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f00cf570 0x7fd7f0150970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7f4c00640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f015feb0 0x7fd7f00c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7f4c00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f01692d0 con 0x7fd7f00cf570 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7f4c00640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f0169150 con 0x7fd7f015feb0 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7f4c00640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd7f0169450 con 0x7fd7f006ee70 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f00cf570 0x7fd7f0150970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f00cf570 0x7fd7f0150970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49366/0 (socket says 172.21.15.6:49366) 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 -- 172.21.15.6:0/3152740025 learned_addr learned my addr 172.21.15.6:0/3152740025 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7eed9d640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f015feb0 0x7fd7f00c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7ee59c640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f006ee70 0x7fd7f0159390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 -- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f006ee70 msgr2=0x7fd7f0159390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f006ee70 0x7fd7f0159390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 -- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f015feb0 msgr2=0x7fd7f00c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f015feb0 0x7fd7f00c9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 -- 172.21.15.6:0/3152740025 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f00b3840 con 0x7fd7f00cf570 2024-09-21T07:27:01.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.738+0000 7fd7e5d9b640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f00cf570 0x7fd7f0150970 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fd7d800e7d0 tx=0x7fd7d800ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:01.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7e77fe640 1 -- 172.21.15.6:0/3152740025 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d800ccc0 con 0x7fd7f00cf570 2024-09-21T07:27:01.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7e77fe640 1 -- 172.21.15.6:0/3152740025 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7d8010430 con 0x7fd7f00cf570 2024-09-21T07:27:01.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7f00b3b20 con 0x7fd7f00cf570 2024-09-21T07:27:01.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7e77fe640 1 -- 172.21.15.6:0/3152740025 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d8010860 con 0x7fd7f00cf570 2024-09-21T07:27:01.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7f00b40e0 con 0x7fd7f00cf570 2024-09-21T07:27:01.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7f00cf030 con 0x7fd7f00cf570 2024-09-21T07:27:01.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7e77fe640 1 -- 172.21.15.6:0/3152740025 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd7d8010a00 con 0x7fd7f00cf570 2024-09-21T07:27:01.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7e77fe640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd7d0073200 0x7fd7d0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:01.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7e77fe640 1 -- 172.21.15.6:0/3152740025 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7fd7d8094cc0 con 0x7fd7f00cf570 2024-09-21T07:27:01.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7ee59c640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd7d0073200 0x7fd7d0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:01.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.742+0000 7fd7ee59c640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd7d0073200 0x7fd7d0075710 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd7e00af000 tx=0x7fd7e001b090 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:01.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.746+0000 7fd7e77fe640 1 -- 172.21.15.6:0/3152740025 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd7d805fc70 con 0x7fd7f00cf570 2024-09-21T07:27:01.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.922+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd7f00cfd00 con 0x7fd7f00cf570 2024-09-21T07:27:01.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7e77fe640 1 -- 172.21.15.6:0/3152740025 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16847 (secure 0 0 0) 0x7fd7d805f570 con 0x7fd7f00cf570 2024-09-21T07:27:01.932 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:01.932 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":47,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:26:44.001130+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:26:08.045993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T07:26:09.257446+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.7","mappings":[{"from":0,"to":4}]},{"pgid":"7.38","mappings":[{"from":0,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/814478167":"2024-09-21T08:26:43.440560+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:27:01.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd7d0073200 msgr2=0x7fd7d0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd7d0073200 0x7fd7d0075710 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd7e00af000 tx=0x7fd7e001b090 comp rx=0 tx=0).stop 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f00cf570 msgr2=0x7fd7f0150970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f00cf570 0x7fd7f0150970 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fd7d800e7d0 tx=0x7fd7d800ec90 comp rx=0 tx=0).stop 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 shutdown_connections 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd7d0073200 0x7fd7d0075710 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd7f015feb0 0x7fd7f00c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7f00cf570 0x7fd7f0150970 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 --2- 172.21.15.6:0/3152740025 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7f006ee70 0x7fd7f0159390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.926+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 >> 172.21.15.6:0/3152740025 conn(0x7fd7f00d0020 msgr2=0x7fd7f00b51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.930+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 shutdown_connections 2024-09-21T07:27:01.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:01.930+0000 7fd7f4c00640 1 -- 172.21.15.6:0/3152740025 wait complete. 2024-09-21T07:27:01.957 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T07:27:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.114+0000 7fd066eb7640 1 -- 172.21.15.6:0/655919020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd050004810 msgr2=0x7fd050004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.114+0000 7fd066eb7640 1 --2- 172.21.15.6:0/655919020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd050004810 0x7fd050004c20 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fd0600d0060 tx=0x7fd04c01ced0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.114+0000 7fd065454640 1 -- 172.21.15.6:0/655919020 reap_dead start 2024-09-21T07:27:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.114+0000 7fd066eb7640 1 -- 172.21.15.6:0/655919020 shutdown_connections 2024-09-21T07:27:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.114+0000 7fd066eb7640 1 -- 172.21.15.6:0/655919020 >> 172.21.15.6:0/655919020 conn(0x7fd0600d0090 msgr2=0x7fd0600d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.114+0000 7fd066eb7640 1 -- 172.21.15.6:0/655919020 shutdown_connections 2024-09-21T07:27:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.114+0000 7fd066eb7640 1 -- 172.21.15.6:0/655919020 wait complete. 2024-09-21T07:27:02.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 Processor -- start 2024-09-21T07:27:02.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 -- start start 2024-09-21T07:27:02.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd050004810 0x7fd0601f8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:02.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0600cdc60 0x7fd06014bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:02.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd060154150 0x7fd060154560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:02.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd060168680 con 0x7fd0600cdc60 2024-09-21T07:27:02.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd060168500 con 0x7fd050004810 2024-09-21T07:27:02.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd060168800 con 0x7fd060154150 2024-09-21T07:27:02.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0600cdc60 0x7fd06014bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0600cdc60 0x7fd06014bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49376/0 (socket says 172.21.15.6:49376) 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 -- 172.21.15.6:0/1900302315 learned_addr learned my addr 172.21.15.6:0/1900302315 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd064c53640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd050004810 0x7fd0601f8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd065454640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd060154150 0x7fd060154560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 -- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd060154150 msgr2=0x7fd060154560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd060154150 0x7fd060154560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 -- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd050004810 msgr2=0x7fd0601f8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd050004810 0x7fd0601f8e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 -- 172.21.15.6:0/1900302315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd060154aa0 con 0x7fd0600cdc60 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd065454640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd060154150 0x7fd060154560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05ffff640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0600cdc60 0x7fd06014bdd0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fd04c01c990 tx=0x7fd04c001c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:02.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05d7fa640 1 -- 172.21.15.6:0/1900302315 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c001600 con 0x7fd0600cdc60 2024-09-21T07:27:02.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05d7fa640 1 -- 172.21.15.6:0/1900302315 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd04c0017a0 con 0x7fd0600cdc60 2024-09-21T07:27:02.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd05d7fa640 1 -- 172.21.15.6:0/1900302315 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c0064e0 con 0x7fd0600cdc60 2024-09-21T07:27:02.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0600ce3d0 con 0x7fd0600cdc60 2024-09-21T07:27:02.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.118+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0600ce990 con 0x7fd0600cdc60 2024-09-21T07:27:02.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.122+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0600ce140 con 0x7fd0600cdc60 2024-09-21T07:27:02.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.122+0000 7fd05d7fa640 1 -- 172.21.15.6:0/1900302315 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd04c003600 con 0x7fd0600cdc60 2024-09-21T07:27:02.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.122+0000 7fd05d7fa640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd044073230 0x7fd044075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:02.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.122+0000 7fd05d7fa640 1 -- 172.21.15.6:0/1900302315 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5810+0+0 (secure 0 0 0) 0x7fd04c12de70 con 0x7fd0600cdc60 2024-09-21T07:27:02.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.122+0000 7fd064c53640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd044073230 0x7fd044075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:02.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.122+0000 7fd064c53640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd044073230 0x7fd044075740 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd054006fd0 tx=0x7fd054006b30 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:02.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.126+0000 7fd05d7fa640 1 -- 172.21.15.6:0/1900302315 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd060154aa0 con 0x7fd0600cdc60 2024-09-21T07:27:02.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.338+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd0600af3d0 con 0x7fd0600cdc60 2024-09-21T07:27:02.346 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:27:02.338+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:27:02.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.342+0000 7fd05d7fa640 1 -- 172.21.15.6:0/1900302315 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) ==== 161+0+0 (secure 0 0 0) 0x7fd04c016cb0 con 0x7fd0600cdc60 2024-09-21T07:27:02.349 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T07:27:02.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd044073230 msgr2=0x7fd044075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:02.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd044073230 0x7fd044075740 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd054006fd0 tx=0x7fd054006b30 comp rx=0 tx=0).stop 2024-09-21T07:27:02.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0600cdc60 msgr2=0x7fd06014bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:02.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0600cdc60 0x7fd06014bdd0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fd04c01c990 tx=0x7fd04c001c80 comp rx=0 tx=0).stop 2024-09-21T07:27:02.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 shutdown_connections 2024-09-21T07:27:02.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd044073230 0x7fd044075740 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd060154150 0x7fd060154560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0600cdc60 0x7fd06014bdd0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 --2- 172.21.15.6:0/1900302315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd050004810 0x7fd0601f8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 >> 172.21.15.6:0/1900302315 conn(0x7fd0600d0090 msgr2=0x7fd06006f5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:02.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 shutdown_connections 2024-09-21T07:27:02.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.346+0000 7fd066eb7640 1 -- 172.21.15.6:0/1900302315 wait complete. 2024-09-21T07:27:02.358 INFO:tasks.ceph.mds.c.smithi006.stderr: -9485> 2024-09-21T07:26:16.083+0000 7f5bfaaec640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:27:02.361 INFO:tasks.ceph.mds.c.smithi006.stderr: -8193> 2024-09-21T07:26:31.087+0000 7f5bfaaec640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-21T07:27:02.377 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T07:27:02.384 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:27:02.427 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:27:02.429 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:27:02.472 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:27:02.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 -- 172.21.15.6:0/2070920310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280cf7d0 msgr2=0x7f6a280cfbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:02.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 --2- 172.21.15.6:0/2070920310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280cf7d0 0x7f6a280cfbe0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6a2808d390 tx=0x7f6a1801c830 comp rx=0 tx=0).stop 2024-09-21T07:27:02.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 -- 172.21.15.6:0/2070920310 shutdown_connections 2024-09-21T07:27:02.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 --2- 172.21.15.6:0/2070920310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280cf7d0 0x7f6a280cfbe0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 --2- 172.21.15.6:0/2070920310 >> v2:172.21.15.145:3300/0 conn(0x7f6a280d3010 0x7f6a28162420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 -- 172.21.15.6:0/2070920310 >> 172.21.15.6:0/2070920310 conn(0x7f6a28069970 msgr2=0x7f6a280d4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:02.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 -- 172.21.15.6:0/2070920310 shutdown_connections 2024-09-21T07:27:02.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 -- 172.21.15.6:0/2070920310 wait complete. 2024-09-21T07:27:02.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 Processor -- start 2024-09-21T07:27:02.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.518+0000 7f6a3054c640 1 -- start start 2024-09-21T07:27:02.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280b5ee0 0x7f6a28155270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:02.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a280cf7d0 0x7f6a2815a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:02.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a280d3010 0x7f6a2815a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:02.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2816bdc0 con 0x7f6a280b5ee0 2024-09-21T07:27:02.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2816bc40 con 0x7f6a280cf7d0 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a2816bf40 con 0x7f6a280d3010 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280b5ee0 0x7f6a28155270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280b5ee0 0x7f6a28155270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49404/0 (socket says 172.21.15.6:49404) 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 -- 172.21.15.6:0/3744584978 learned_addr learned my addr 172.21.15.6:0/3744584978 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2dae7640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a280cf7d0 0x7f6a2815a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 -- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a280d3010 msgr2=0x7f6a2815a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a280d3010 0x7f6a2815a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 -- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a280cf7d0 msgr2=0x7f6a2815a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a280cf7d0 0x7f6a2815a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 -- 172.21.15.6:0/3744584978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a281f8940 con 0x7f6a280b5ee0 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2dae7640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a280cf7d0 0x7f6a2815a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:02.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a2e2e8640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280b5ee0 0x7f6a28155270 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6a2400d750 tx=0x7f6a2400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:02.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a1effd640 1 -- 172.21.15.6:0/3744584978 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24017070 con 0x7f6a280b5ee0 2024-09-21T07:27:02.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a1effd640 1 -- 172.21.15.6:0/3744584978 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a24009d20 con 0x7f6a280b5ee0 2024-09-21T07:27:02.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a1effd640 1 -- 172.21.15.6:0/3744584978 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a2400de60 con 0x7f6a280b5ee0 2024-09-21T07:27:02.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a281f8c20 con 0x7f6a280b5ee0 2024-09-21T07:27:02.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a281f91e0 con 0x7f6a280b5ee0 2024-09-21T07:27:02.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.522+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a280cfbe0 con 0x7f6a280b5ee0 2024-09-21T07:27:02.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.526+0000 7f6a1effd640 1 -- 172.21.15.6:0/3744584978 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6a24004280 con 0x7f6a280b5ee0 2024-09-21T07:27:02.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.526+0000 7f6a1effd640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a0c073200 0x7f6a0c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:02.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.526+0000 7f6a1effd640 1 -- 172.21.15.6:0/3744584978 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5982+0+0 (secure 0 0 0) 0x7f6a24094880 con 0x7f6a280b5ee0 2024-09-21T07:27:02.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.526+0000 7f6a2dae7640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a0c073200 0x7f6a0c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:02.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.526+0000 7f6a2dae7640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a0c073200 0x7f6a0c075710 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6a180af000 tx=0x7f6a1801b070 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:02.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.530+0000 7f6a1effd640 1 -- 172.21.15.6:0/3744584978 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6a24020020 con 0x7f6a280b5ee0 2024-09-21T07:27:02.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:02.742+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6a2815c380 con 0x7f6a280b5ee0 2024-09-21T07:27:03.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.346+0000 7f6a1effd640 1 -- 172.21.15.6:0/3744584978 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v31) ==== 104+0+0 (secure 0 0 0) 0x7f6a2405f6f0 con 0x7f6a280b5ee0 2024-09-21T07:27:03.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a0c073200 msgr2=0x7f6a0c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:03.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a0c073200 0x7f6a0c075710 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6a180af000 tx=0x7f6a1801b070 comp rx=0 tx=0).stop 2024-09-21T07:27:03.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280b5ee0 msgr2=0x7f6a28155270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:03.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280b5ee0 0x7f6a28155270 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6a2400d750 tx=0x7f6a2400dc10 comp rx=0 tx=0).stop 2024-09-21T07:27:03.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 shutdown_connections 2024-09-21T07:27:03.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a0c073200 0x7f6a0c075710 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a280d3010 0x7f6a2815a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a280cf7d0 0x7f6a2815a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 --2- 172.21.15.6:0/3744584978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a280b5ee0 0x7f6a28155270 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 >> 172.21.15.6:0/3744584978 conn(0x7f6a28069970 msgr2=0x7f6a280b46c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:03.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 shutdown_connections 2024-09-21T07:27:03.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.350+0000 7f6a3054c640 1 -- 172.21.15.6:0/3744584978 wait complete. 2024-09-21T07:27:03.384 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T07:27:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.546+0000 7f2c2d25d640 1 -- 172.21.15.6:0/3603907779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 msgr2=0x7f2c280b20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.546+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/3603907779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 0x7f2c280b20d0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2c28051550 tx=0x7f2c1801c7a0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.546+0000 7f2c2d25d640 1 -- 172.21.15.6:0/3603907779 shutdown_connections 2024-09-21T07:27:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.546+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/3603907779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 0x7f2c280b20d0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.546+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/3603907779 >> v2:172.21.15.145:3300/0 conn(0x7f2c280b7960 0x7f2c280d0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.546+0000 7f2c2d25d640 1 -- 172.21.15.6:0/3603907779 >> 172.21.15.6:0/3603907779 conn(0x7f2c280ceed0 msgr2=0x7f2c280cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.546+0000 7f2c2d25d640 1 -- 172.21.15.6:0/3603907779 shutdown_connections 2024-09-21T07:27:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.546+0000 7f2c2d25d640 1 -- 172.21.15.6:0/3603907779 wait complete. 2024-09-21T07:27:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 Processor -- start 2024-09-21T07:27:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 -- start start 2024-09-21T07:27:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 0x7f2c280c7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c280b7960 0x7f2c28156210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c28160910 0x7f2c280af550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2c2809bbc0 con 0x7f2c280b1cc0 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2c2809ba40 con 0x7f2c28160910 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2c2816a3f0 con 0x7f2c280b7960 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 0x7f2c280c7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 0x7f2c280c7c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39610/0 (socket says 172.21.15.6:39610) 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 -- 172.21.15.6:0/1052396512 learned_addr learned my addr 172.21.15.6:0/1052396512 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2659c640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c280b7960 0x7f2c28156210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 -- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c280b7960 msgr2=0x7f2c28156210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2759e640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c28160910 0x7f2c280af550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c280b7960 0x7f2c28156210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 -- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c28160910 msgr2=0x7f2c280af550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:03.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c28160910 0x7f2c280af550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:03.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 -- 172.21.15.6:0/1052396512 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c280c5f80 con 0x7f2c280b1cc0 2024-09-21T07:27:03.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2659c640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c280b7960 0x7f2c28156210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:03.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c26d9d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 0x7f2c280c7c90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c0058d0 tx=0x7f2c1c00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:03.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c0f7fe640 1 -- 172.21.15.6:0/1052396512 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1c017070 con 0x7f2c280b1cc0 2024-09-21T07:27:03.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c0f7fe640 1 -- 172.21.15.6:0/1052396512 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c1c009cc0 con 0x7f2c280b1cc0 2024-09-21T07:27:03.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c0f7fe640 1 -- 172.21.15.6:0/1052396512 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1c0106c0 con 0x7f2c280b1cc0 2024-09-21T07:27:03.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c280c84c0 con 0x7f2c280b1cc0 2024-09-21T07:27:03.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c280c8a80 con 0x7f2c280b1cc0 2024-09-21T07:27:03.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.550+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c280b20d0 con 0x7f2c280b1cc0 2024-09-21T07:27:03.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.554+0000 7f2c0f7fe640 1 -- 172.21.15.6:0/1052396512 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2c1c01a070 con 0x7f2c280b1cc0 2024-09-21T07:27:03.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.554+0000 7f2c0f7fe640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c14073200 0x7f2c14075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:03.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.554+0000 7f2c0f7fe640 1 -- 172.21.15.6:0/1052396512 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5982+0+0 (secure 0 0 0) 0x7f2c1c0944c0 con 0x7f2c280b1cc0 2024-09-21T07:27:03.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.554+0000 7f2c2659c640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c14073200 0x7f2c14075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:03.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.554+0000 7f2c2659c640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c14073200 0x7f2c14075710 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2c180af000 tx=0x7f2c1801afe0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:03.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.558+0000 7f2c0f7fe640 1 -- 172.21.15.6:0/1052396512 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2c1c05f3c0 con 0x7f2c280b1cc0 2024-09-21T07:27:03.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:03.734+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2c280ce5d0 con 0x7f2c280b1cc0 2024-09-21T07:27:04.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.358+0000 7f2c0f7fe640 1 -- 172.21.15.6:0/1052396512 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v49) ==== 181+0+0 (secure 0 0 0) 0x7f2c1c05ecc0 con 0x7f2c280b1cc0 2024-09-21T07:27:04.364 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-09-21T07:27:04.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c14073200 msgr2=0x7f2c14075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:04.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c14073200 0x7f2c14075710 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2c180af000 tx=0x7f2c1801afe0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 msgr2=0x7f2c280c7c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:04.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 0x7f2c280c7c90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c0058d0 tx=0x7f2c1c00dde0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 shutdown_connections 2024-09-21T07:27:04.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c14073200 0x7f2c14075710 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c28160910 0x7f2c280af550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c280b7960 0x7f2c28156210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 --2- 172.21.15.6:0/1052396512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c280b1cc0 0x7f2c280c7c90 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.362+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 >> 172.21.15.6:0/1052396512 conn(0x7f2c280ceed0 msgr2=0x7f2c28072830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:04.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.366+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 shutdown_connections 2024-09-21T07:27:04.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.366+0000 7f2c2d25d640 1 -- 172.21.15.6:0/1052396512 wait complete. 2024-09-21T07:27:04.402 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T07:27:04.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.566+0000 7fde410bf640 1 -- 172.21.15.6:0/660241255 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 msgr2=0x7fde2800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:04.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.566+0000 7fde410bf640 1 --2- 172.21.15.6:0/660241255 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 0x7fde2800b9d0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fde3c155890 tx=0x7fde3401d5d0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.566+0000 7fde410bf640 1 -- 172.21.15.6:0/660241255 shutdown_connections 2024-09-21T07:27:04.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.566+0000 7fde410bf640 1 --2- 172.21.15.6:0/660241255 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 0x7fde2800b9d0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.566+0000 7fde410bf640 1 -- 172.21.15.6:0/660241255 >> 172.21.15.6:0/660241255 conn(0x7fde3c0d0b40 msgr2=0x7fde3c0d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:04.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.566+0000 7fde410bf640 1 -- 172.21.15.6:0/660241255 shutdown_connections 2024-09-21T07:27:04.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.566+0000 7fde410bf640 1 -- 172.21.15.6:0/660241255 wait complete. 2024-09-21T07:27:04.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 Processor -- start 2024-09-21T07:27:04.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 -- start start 2024-09-21T07:27:04.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 0x7fde3c1494b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:04.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde3c147db0 0x7fde3c1474f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:04.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde3c0b4910 0x7fde3c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:04.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c0afea0 con 0x7fde28005360 2024-09-21T07:27:04.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fde3c15ea00 con 0x7fde3c147db0 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fde3c0b0020 con 0x7fde3c0b4910 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 0x7fde3c1494b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 0x7fde3c1494b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39632/0 (socket says 172.21.15.6:39632) 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 -- 172.21.15.6:0/832920656 learned_addr learned my addr 172.21.15.6:0/832920656 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3259c640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde3c147db0 0x7fde3c1474f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3b59e640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde3c0b4910 0x7fde3c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 -- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde3c0b4910 msgr2=0x7fde3c0b4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde3c0b4910 0x7fde3c0b4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 -- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde3c147db0 msgr2=0x7fde3c1474f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde3c147db0 0x7fde3c1474f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 -- 172.21.15.6:0/832920656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde3c1486f0 con 0x7fde28005360 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3b59e640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde3c0b4910 0x7fde3c0b4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:04.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3259c640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde3c147db0 0x7fde3c1474f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:27:04.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde3ad9d640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 0x7fde3c1494b0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fde2c004e30 tx=0x7fde2c001640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:04.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde33fff640 1 -- 172.21.15.6:0/832920656 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2c015020 con 0x7fde28005360 2024-09-21T07:27:04.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde33fff640 1 -- 172.21.15.6:0/832920656 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde2c011960 con 0x7fde28005360 2024-09-21T07:27:04.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde3c1489d0 con 0x7fde28005360 2024-09-21T07:27:04.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde33fff640 1 -- 172.21.15.6:0/832920656 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2c011d90 con 0x7fde28005360 2024-09-21T07:27:04.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.570+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde3c148f90 con 0x7fde28005360 2024-09-21T07:27:04.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.574+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde3c15ebd0 con 0x7fde28005360 2024-09-21T07:27:04.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.574+0000 7fde33fff640 1 -- 172.21.15.6:0/832920656 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fde2c018020 con 0x7fde28005360 2024-09-21T07:27:04.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.574+0000 7fde33fff640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde1c073200 0x7fde1c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:04.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.574+0000 7fde33fff640 1 -- 172.21.15.6:0/832920656 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5544+0+0 (secure 0 0 0) 0x7fde2c095120 con 0x7fde28005360 2024-09-21T07:27:04.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.574+0000 7fde3259c640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde1c073200 0x7fde1c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:04.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.574+0000 7fde3259c640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde1c073200 0x7fde1c075710 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fde3c0ccf80 tx=0x7fde240015c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:04.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.578+0000 7fde33fff640 1 -- 172.21.15.6:0/832920656 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fde2c01f020 con 0x7fde28005360 2024-09-21T07:27:04.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:04.754+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fde3c069180 con 0x7fde28005360 2024-09-21T07:27:05.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde33fff640 1 -- 172.21.15.6:0/832920656 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v50) ==== 169+0+0 (secure 0 0 0) 0x7fde2c060350 con 0x7fde28005360 2024-09-21T07:27:05.379 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-09-21T07:27:05.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde1c073200 msgr2=0x7fde1c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde1c073200 0x7fde1c075710 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fde3c0ccf80 tx=0x7fde240015c0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 msgr2=0x7fde3c1494b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 0x7fde3c1494b0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fde2c004e30 tx=0x7fde2c001640 comp rx=0 tx=0).stop 2024-09-21T07:27:05.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 shutdown_connections 2024-09-21T07:27:05.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde1c073200 0x7fde1c075710 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde3c0b4910 0x7fde3c0b4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde3c147db0 0x7fde3c1474f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 --2- 172.21.15.6:0/832920656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde28005360 0x7fde3c1494b0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 >> 172.21.15.6:0/832920656 conn(0x7fde3c0d0b40 msgr2=0x7fde3c073cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:05.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.374+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 shutdown_connections 2024-09-21T07:27:05.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.378+0000 7fde410bf640 1 -- 172.21.15.6:0/832920656 wait complete. 2024-09-21T07:27:05.413 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T07:27:05.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb950d1f640 1 -- 172.21.15.6:0/3914011291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb938003ab0 msgr2=0x7fb938003f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb950d1f640 1 --2- 172.21.15.6:0/3914011291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb938003ab0 0x7fb938003f20 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fb94400c470 tx=0x7fb94401cf60 comp rx=0 tx=0).stop 2024-09-21T07:27:05.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb94ad9d640 1 -- 172.21.15.6:0/3914011291 reap_dead start 2024-09-21T07:27:05.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb950d1f640 1 -- 172.21.15.6:0/3914011291 shutdown_connections 2024-09-21T07:27:05.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb950d1f640 1 -- 172.21.15.6:0/3914011291 >> 172.21.15.6:0/3914011291 conn(0x7fb94c0d0090 msgr2=0x7fb94c0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:05.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb950d1f640 1 -- 172.21.15.6:0/3914011291 shutdown_connections 2024-09-21T07:27:05.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb950d1f640 1 -- 172.21.15.6:0/3914011291 wait complete. 2024-09-21T07:27:05.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb950d1f640 1 Processor -- start 2024-09-21T07:27:05.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.574+0000 7fb950d1f640 1 -- start start 2024-09-21T07:27:05.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb938003ab0 0x7fb94c1fca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94c0b53f0 0x7fb94c163d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb94c0b5800 0x7fb94c164250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb94c0ce630 con 0x7fb94c0b5800 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb94c0ce4b0 con 0x7fb94c0b53f0 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb94c0ce7b0 con 0x7fb938003ab0 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb94c0b5800 0x7fb94c164250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb94c0b5800 0x7fb94c164250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39642/0 (socket says 172.21.15.6:39642) 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 -- 172.21.15.6:0/2361893388 learned_addr learned my addr 172.21.15.6:0/2361893388 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94a59c640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb938003ab0 0x7fb94c1fca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb949d9b640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94c0b53f0 0x7fb94c163d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 -- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb938003ab0 msgr2=0x7fb94c1fca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb938003ab0 0x7fb94c1fca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 -- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94c0b53f0 msgr2=0x7fb94c163d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94c0b53f0 0x7fb94c163d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 -- 172.21.15.6:0/2361893388 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb94c1fcf70 con 0x7fb94c0b5800 2024-09-21T07:27:05.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94ad9d640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb94c0b5800 0x7fb94c164250 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb94c070320 tx=0x7fb93c00c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:05.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb942ffd640 1 -- 172.21.15.6:0/2361893388 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb93c004d30 con 0x7fb94c0b5800 2024-09-21T07:27:05.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb942ffd640 1 -- 172.21.15.6:0/2361893388 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb93c003980 con 0x7fb94c0b5800 2024-09-21T07:27:05.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb94c0b1810 con 0x7fb94c0b5800 2024-09-21T07:27:05.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb942ffd640 1 -- 172.21.15.6:0/2361893388 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb93c003dd0 con 0x7fb94c0b5800 2024-09-21T07:27:05.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb94c09bec0 con 0x7fb94c0b5800 2024-09-21T07:27:05.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb94c0cb280 con 0x7fb94c0b5800 2024-09-21T07:27:05.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb942ffd640 1 -- 172.21.15.6:0/2361893388 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb93c01d020 con 0x7fb94c0b5800 2024-09-21T07:27:05.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb942ffd640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb92c073200 0x7fb92c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:05.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb942ffd640 1 -- 172.21.15.6:0/2361893388 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7fb93c0944b0 con 0x7fb94c0b5800 2024-09-21T07:27:05.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.578+0000 7fb94a59c640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb92c073200 0x7fb92c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:05.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.582+0000 7fb94a59c640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb92c073200 0x7fb92c075710 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb944006fd0 tx=0x7fb944019da0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:05.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.582+0000 7fb942ffd640 1 -- 172.21.15.6:0/2361893388 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb94c1fcf70 con 0x7fb94c0b5800 2024-09-21T07:27:05.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.778+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7fb94c0cd790 con 0x7fb94c0b5800 2024-09-21T07:27:05.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb942ffd640 1 -- 172.21.15.6:0/2361893388 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v36) ==== 71+0+0 (secure 0 0 0) 0x7fb93c013070 con 0x7fb94c0b5800 2024-09-21T07:27:05.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb92c073200 msgr2=0x7fb92c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb92c073200 0x7fb92c075710 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb944006fd0 tx=0x7fb944019da0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb94c0b5800 msgr2=0x7fb94c164250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb94c0b5800 0x7fb94c164250 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb94c070320 tx=0x7fb93c00c740 comp rx=0 tx=0).stop 2024-09-21T07:27:05.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 shutdown_connections 2024-09-21T07:27:05.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb92c073200 0x7fb92c075710 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb94c0b5800 0x7fb94c164250 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb94c0b53f0 0x7fb94c163d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 --2- 172.21.15.6:0/2361893388 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb938003ab0 0x7fb94c1fca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 >> 172.21.15.6:0/2361893388 conn(0x7fb94c0d0090 msgr2=0x7fb94c0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:05.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 shutdown_connections 2024-09-21T07:27:05.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.786+0000 7fb950d1f640 1 -- 172.21.15.6:0/2361893388 wait complete. 2024-09-21T07:27:05.815 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted' 2024-09-21T07:27:05.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.970+0000 7f3b948f2640 1 -- 172.21.15.6:0/480350413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 msgr2=0x7f3b900c6f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.970+0000 7f3b948f2640 1 --2- 172.21.15.6:0/480350413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 0x7f3b900c6f30 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3b80009960 tx=0x7f3b8001c6e0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.970+0000 7f3b948f2640 1 -- 172.21.15.6:0/480350413 shutdown_connections 2024-09-21T07:27:05.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.970+0000 7f3b948f2640 1 --2- 172.21.15.6:0/480350413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 0x7f3b900c6f30 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.970+0000 7f3b948f2640 1 --2- 172.21.15.6:0/480350413 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b900d0c80 0x7f3b90073df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.970+0000 7f3b948f2640 1 -- 172.21.15.6:0/480350413 >> 172.21.15.6:0/480350413 conn(0x7f3b900cdbb0 msgr2=0x7f3b900cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.970+0000 7f3b948f2640 1 -- 172.21.15.6:0/480350413 shutdown_connections 2024-09-21T07:27:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.970+0000 7f3b948f2640 1 -- 172.21.15.6:0/480350413 wait complete. 2024-09-21T07:27:05.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 Processor -- start 2024-09-21T07:27:05.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 -- start start 2024-09-21T07:27:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 0x7f3b90142fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b900c7470 0x7f3b90158140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b900d0c80 0x7f3b90158680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3b90169460 con 0x7f3b90074330 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3b901692e0 con 0x7f3b900c7470 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3b901695e0 con 0x7f3b900d0c80 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 0x7f3b90142fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 0x7f3b90142fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39666/0 (socket says 172.21.15.6:39666) 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 -- 172.21.15.6:0/6244391 learned_addr learned my addr 172.21.15.6:0/6244391 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8dd9b640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b900c7470 0x7f3b90158140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8ed9d640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b900d0c80 0x7f3b90158680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 -- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b900d0c80 msgr2=0x7f3b90158680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b900d0c80 0x7f3b90158680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 -- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b900c7470 msgr2=0x7f3b90158140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b900c7470 0x7f3b90158140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 -- 172.21.15.6:0/6244391 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b900b4b50 con 0x7f3b90074330 2024-09-21T07:27:05.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8dd9b640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b900c7470 0x7f3b90158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b8e59c640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 0x7f3b90142fb0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3b8400d720 tx=0x7f3b8400dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b7effd640 1 -- 172.21.15.6:0/6244391 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84017070 con 0x7f3b90074330 2024-09-21T07:27:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b7effd640 1 -- 172.21.15.6:0/6244391 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b84009d20 con 0x7f3b90074330 2024-09-21T07:27:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b7effd640 1 -- 172.21.15.6:0/6244391 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84005280 con 0x7f3b90074330 2024-09-21T07:27:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b900b4e30 con 0x7f3b90074330 2024-09-21T07:27:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.974+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b900b69e0 con 0x7f3b90074330 2024-09-21T07:27:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.978+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b900c6f30 con 0x7f3b90074330 2024-09-21T07:27:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.978+0000 7f3b7effd640 1 -- 172.21.15.6:0/6244391 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3b84005420 con 0x7f3b90074330 2024-09-21T07:27:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.978+0000 7f3b7effd640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b70073200 0x7f3b70075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.978+0000 7f3b7effd640 1 -- 172.21.15.6:0/6244391 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7f3b84094040 con 0x7f3b90074330 2024-09-21T07:27:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.978+0000 7f3b8dd9b640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b70073200 0x7f3b70075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.978+0000 7f3b8dd9b640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b70073200 0x7f3b70075710 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3b800af000 tx=0x7f3b8001af20 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:05.982+0000 7f3b7effd640 1 -- 172.21.15.6:0/6244391 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3b8405f370 con 0x7f3b90074330 2024-09-21T07:27:06.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.226+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]} v 0) -- 0x7f3b900b5000 con 0x7f3b90074330 2024-09-21T07:27:06.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.374+0000 7f3b7effd640 1 -- 172.21.15.6:0/6244391 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]}]=0 v142) ==== 153+0+0 (secure 0 0 0) 0x7f3b8405ec70 con 0x7f3b90074330 2024-09-21T07:27:06.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b70073200 msgr2=0x7f3b70075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b70073200 0x7f3b70075710 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3b800af000 tx=0x7f3b8001af20 comp rx=0 tx=0).stop 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 msgr2=0x7f3b90142fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 0x7f3b90142fb0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3b8400d720 tx=0x7f3b8400dbe0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 shutdown_connections 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3b70073200 0x7f3b70075710 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3b900d0c80 0x7f3b90158680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3b900c7470 0x7f3b90158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 --2- 172.21.15.6:0/6244391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b90074330 0x7f3b90142fb0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 >> 172.21.15.6:0/6244391 conn(0x7f3b900cdbb0 msgr2=0x7f3b90159d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 shutdown_connections 2024-09-21T07:27:06.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.378+0000 7f3b948f2640 1 -- 172.21.15.6:0/6244391 wait complete. 2024-09-21T07:27:06.411 INFO:tasks.cephfs_test_runner:Check that mds evicts blocklisted client ... ok 2024-09-21T07:27:06.411 INFO:tasks.cephfs_test_runner:Starting test: test_session_evict_non_blocklisted (tasks.cephfs.test_sessionmap.TestSessionMap) Check that mds evicts without blocklisting client 2024-09-21T07:27:06.411 INFO:tasks.cephfs_test_runner:test_session_evict_non_blocklisted (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-21T07:27:06.411 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:27:06.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.570+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3815263611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 msgr2=0x7ff0e415e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.570+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3815263611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 0x7ff0e415e4c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc009840 tx=0x7ff0dc01c700 comp rx=0 tx=0).stop 2024-09-21T07:27:06.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.570+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3815263611 shutdown_connections 2024-09-21T07:27:06.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.570+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3815263611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 0x7ff0e415e4c0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.570+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3815263611 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0e40cd200 0x7ff0e4160ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.570+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3815263611 >> 172.21.15.6:0/3815263611 conn(0x7ff0e40691b0 msgr2=0x7ff0e40695f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:06.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.570+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3815263611 shutdown_connections 2024-09-21T07:27:06.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.570+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3815263611 wait complete. 2024-09-21T07:27:06.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 Processor -- start 2024-09-21T07:27:06.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 -- start start 2024-09-21T07:27:06.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 0x7ff0e40cb620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:06.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0e415fee0 0x7ff0e40b2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:06.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0e40b3920 0x7ff0e40b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e416a1d0 con 0x7ff0e415e0b0 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e416a050 con 0x7ff0e40b3920 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff0e416a350 con 0x7ff0e415fee0 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 0x7ff0e40cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 0x7ff0e40cb620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39680/0 (socket says 172.21.15.6:39680) 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 -- 172.21.15.6:0/3681991900 learned_addr learned my addr 172.21.15.6:0/3681991900 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e27fc640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0e415fee0 0x7ff0e40b2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 -- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0e415fee0 msgr2=0x7ff0e40b2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0e415fee0 0x7ff0e40b2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 -- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0e40b3920 msgr2=0x7ff0e40b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0e40b3920 0x7ff0e40b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 -- 172.21.15.6:0/3681991900 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e40cbb60 con 0x7ff0e415e0b0 2024-09-21T07:27:06.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e2ffd640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 0x7ff0e40cb620 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7ff0d400c400 tx=0x7ff0d400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:06.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0db7fe640 1 -- 172.21.15.6:0/3681991900 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d4017070 con 0x7ff0e415e0b0 2024-09-21T07:27:06.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0db7fe640 1 -- 172.21.15.6:0/3681991900 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0d4003600 con 0x7ff0e415e0b0 2024-09-21T07:27:06.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0db7fe640 1 -- 172.21.15.6:0/3681991900 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d4003a50 con 0x7ff0e415e0b0 2024-09-21T07:27:06.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0e415bd40 con 0x7ff0e415e0b0 2024-09-21T07:27:06.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.574+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0e415c300 con 0x7ff0e415e0b0 2024-09-21T07:27:06.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.578+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0e4160ef0 con 0x7ff0e415e0b0 2024-09-21T07:27:06.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.578+0000 7ff0db7fe640 1 -- 172.21.15.6:0/3681991900 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff0d401a070 con 0x7ff0e415e0b0 2024-09-21T07:27:06.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.578+0000 7ff0db7fe640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff0c4073200 0x7ff0c4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:06.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.578+0000 7ff0db7fe640 1 -- 172.21.15.6:0/3681991900 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7ff0d4093240 con 0x7ff0e415e0b0 2024-09-21T07:27:06.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.578+0000 7ff0e27fc640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff0c4073200 0x7ff0c4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:06.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.578+0000 7ff0e27fc640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff0c4073200 0x7ff0c4075710 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc005c50 tx=0x7ff0cc005be0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:06.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.582+0000 7ff0db7fe640 1 -- 172.21.15.6:0/3681991900 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff0d405e570 con 0x7ff0e415e0b0 2024-09-21T07:27:06.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.758+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff0e415a4a0 con 0x7ff0e415e0b0 2024-09-21T07:27:06.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.758+0000 7ff0db7fe640 1 -- 172.21.15.6:0/3681991900 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+13186 (secure 0 0 0) 0x7ff0d405de70 con 0x7ff0e415e0b0 2024-09-21T07:27:06.765 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:06.765 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":50,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:27:05.364429+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6836/3300433377":"2024-09-22T07:27:02.345461+0000","172.21.15.145:6834/3300433377":"2024-09-22T07:27:02.345461+0000","172.21.15.6:6833/4138233409":"2024-09-22T07:27:02.345496+0000","172.21.15.6:6832/4138233409":"2024-09-22T07:27:02.345496+0000","192.168.0.1:0/814478167":"2024-09-21T08:26:43.440560+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:27:06.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff0c4073200 msgr2=0x7ff0c4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff0c4073200 0x7ff0c4075710 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc005c50 tx=0x7ff0cc005be0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 msgr2=0x7ff0e40cb620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 0x7ff0e40cb620 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7ff0d400c400 tx=0x7ff0d400c8c0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 shutdown_connections 2024-09-21T07:27:06.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff0c4073200 0x7ff0c4075710 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0e40b3920 0x7ff0e40b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0e415fee0 0x7ff0e40b2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 --2- 172.21.15.6:0/3681991900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0e415e0b0 0x7ff0e40cb620 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 >> 172.21.15.6:0/3681991900 conn(0x7ff0e40691b0 msgr2=0x7ff0e40cc810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:06.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 shutdown_connections 2024-09-21T07:27:06.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.762+0000 7ff0e94b0640 1 -- 172.21.15.6:0/3681991900 wait complete. 2024-09-21T07:27:06.787 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T07:24:30.886944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T07:27:06.787 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T07:27:06.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.930+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/2470361461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 msgr2=0x7f7e140b3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.930+0000 7f7e1bbf8640 1 --2- 172.21.15.6:0/2470361461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 0x7f7e140b3af0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f7e04009840 tx=0x7f7e0401c700 comp rx=0 tx=0).stop 2024-09-21T07:27:06.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.930+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/2470361461 shutdown_connections 2024-09-21T07:27:06.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.930+0000 7f7e1bbf8640 1 --2- 172.21.15.6:0/2470361461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 0x7f7e140b3af0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.930+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/2470361461 >> 172.21.15.6:0/2470361461 conn(0x7f7e140d0890 msgr2=0x7f7e140d0ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:06.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.930+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/2470361461 shutdown_connections 2024-09-21T07:27:06.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.930+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/2470361461 wait complete. 2024-09-21T07:27:06.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 Processor -- start 2024-09-21T07:27:06.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 -- start start 2024-09-21T07:27:06.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e140710e0 0x7f7e1414f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 0x7f7e141fa200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e140b4030 0x7f7e141540d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1416b160 con 0x7f7e140b36e0 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1416afe0 con 0x7f7e140710e0 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7e1416b2e0 con 0x7f7e140b4030 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 0x7f7e141fa200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 0x7f7e141fa200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39700/0 (socket says 172.21.15.6:39700) 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 -- 172.21.15.6:0/1309608854 learned_addr learned my addr 172.21.15.6:0/1309608854 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19994640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e140710e0 0x7f7e1414f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1a195640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e140b4030 0x7f7e141540d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:06.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 -- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e140b4030 msgr2=0x7f7e141540d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e140b4030 0x7f7e141540d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 -- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e140710e0 msgr2=0x7f7e1414f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:06.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e140710e0 0x7f7e1414f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:06.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 -- 172.21.15.6:0/1309608854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e141fa740 con 0x7f7e140b36e0 2024-09-21T07:27:06.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19994640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e140710e0 0x7f7e1414f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:06.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1a195640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e140b4030 0x7f7e141540d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:06.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e19193640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 0x7f7e141fa200 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f7e04000c10 tx=0x7f7e040aaff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:06.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e0a7fc640 1 -- 172.21.15.6:0/1309608854 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e040a8aa0 con 0x7f7e140b36e0 2024-09-21T07:27:06.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e0a7fc640 1 -- 172.21.15.6:0/1309608854 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e040a8c40 con 0x7f7e140b36e0 2024-09-21T07:27:06.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e141faa10 con 0x7f7e140b36e0 2024-09-21T07:27:06.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e0a7fc640 1 -- 172.21.15.6:0/1309608854 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e040051c0 con 0x7f7e140b36e0 2024-09-21T07:27:06.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.934+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e141538d0 con 0x7f7e140b36e0 2024-09-21T07:27:06.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.938+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e140b3af0 con 0x7f7e140b36e0 2024-09-21T07:27:06.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.938+0000 7f7e0a7fc640 1 -- 172.21.15.6:0/1309608854 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7e04005360 con 0x7f7e140b36e0 2024-09-21T07:27:06.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.938+0000 7f7e0a7fc640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7df8073230 0x7f7df8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:06.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.938+0000 7f7e0a7fc640 1 -- 172.21.15.6:0/1309608854 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7f7e0412e500 con 0x7f7e140b36e0 2024-09-21T07:27:06.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.938+0000 7f7e19994640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7df8073230 0x7f7df8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:06.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.938+0000 7f7e19994640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7df8073230 0x7f7df8075740 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7e10000f70 tx=0x7f7e10009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:06.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:06.942+0000 7f7e0a7fc640 1 -- 172.21.15.6:0/1309608854 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7e040ac030 con 0x7f7e140b36e0 2024-09-21T07:27:07.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.114+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7e141587d0 con 0x7f7e140b36e0 2024-09-21T07:27:07.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.114+0000 7f7e0a7fc640 1 -- 172.21.15.6:0/1309608854 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v50) ==== 93+0+10 (secure 0 0 0) 0x7f7e04016410 con 0x7f7e140b36e0 2024-09-21T07:27:07.122 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7df8073230 msgr2=0x7f7df8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7df8073230 0x7f7df8075740 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7e10000f70 tx=0x7f7e10009040 comp rx=0 tx=0).stop 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 msgr2=0x7f7e141fa200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 0x7f7e141fa200 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f7e04000c10 tx=0x7f7e040aaff0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 shutdown_connections 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7df8073230 0x7f7df8075740 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7e140b4030 0x7f7e141540d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7e140b36e0 0x7f7e141fa200 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 --2- 172.21.15.6:0/1309608854 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7e140710e0 0x7f7e1414f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 >> 172.21.15.6:0/1309608854 conn(0x7f7e140d0890 msgr2=0x7f7e140d0ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 shutdown_connections 2024-09-21T07:27:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.118+0000 7f7e1bbf8640 1 -- 172.21.15.6:0/1309608854 wait complete. 2024-09-21T07:27:07.142 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_non_blocklisted' 2024-09-21T07:27:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 -- 172.21.15.6:0/4292122537 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40cb560 msgr2=0x7f21f40cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/4292122537 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40cb560 0x7f21f40cdf20 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009c80 tx=0x7f21ec01cb30 comp rx=0 tx=0).stop 2024-09-21T07:27:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 -- 172.21.15.6:0/4292122537 shutdown_connections 2024-09-21T07:27:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/4292122537 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40cb560 0x7f21f40cdf20 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/4292122537 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21f40707d0 0x7f21f40cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 -- 172.21.15.6:0/4292122537 >> 172.21.15.6:0/4292122537 conn(0x7f21f40d0020 msgr2=0x7f21f40d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 -- 172.21.15.6:0/4292122537 shutdown_connections 2024-09-21T07:27:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 -- 172.21.15.6:0/4292122537 wait complete. 2024-09-21T07:27:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 Processor -- start 2024-09-21T07:27:07.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.294+0000 7f21fa7fe640 1 -- start start 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21f40707d0 0x7f21f40b3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40b5260 0x7f21f4159df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21f40cb560 0x7f21f40c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f21f40ceb80 con 0x7f21f40b5260 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f21f40cea00 con 0x7f21f40707d0 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f21f4167ad0 con 0x7f21f40cb560 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40b5260 0x7f21f4159df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40b5260 0x7f21f4159df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39718/0 (socket says 172.21.15.6:39718) 2024-09-21T07:27:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 -- 172.21.15.6:0/292849320 learned_addr learned my addr 172.21.15.6:0/292849320 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 -- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21f40cb560 msgr2=0x7f21f40c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f8d9b640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21f40cb560 0x7f21f40c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21f40cb560 0x7f21f40c9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 -- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21f40707d0 msgr2=0x7f21f40b3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f3fff640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21f40707d0 0x7f21f40b3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21f40707d0 0x7f21f40b3980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 -- 172.21.15.6:0/292849320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f415a330 con 0x7f21f40b5260 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21ebfff640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40b5260 0x7f21f4159df0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f21dc00dad0 tx=0x7f21dc00df90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f17fa640 1 -- 172.21.15.6:0/292849320 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21dc00ae20 con 0x7f21f40b5260 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f17fa640 1 -- 172.21.15.6:0/292849320 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21dc005110 con 0x7f21f40b5260 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21f415e320 con 0x7f21f40b5260 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f17fa640 1 -- 172.21.15.6:0/292849320 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21dc005560 con 0x7f21f40b5260 2024-09-21T07:27:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21f415d840 con 0x7f21f40b5260 2024-09-21T07:27:07.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21f40b06a0 con 0x7f21f40b5260 2024-09-21T07:27:07.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f17fa640 1 -- 172.21.15.6:0/292849320 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f21dc0047b0 con 0x7f21f40b5260 2024-09-21T07:27:07.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f17fa640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21d4073200 0x7f21d4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:07.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f17fa640 1 -- 172.21.15.6:0/292849320 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7f21dc094540 con 0x7f21f40b5260 2024-09-21T07:27:07.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.298+0000 7f21f3fff640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21d4073200 0x7f21d4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:07.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.302+0000 7f21f3fff640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21d4073200 0x7f21d4075710 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f21e400a750 tx=0x7f21e4008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:07.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.302+0000 7f21f17fa640 1 -- 172.21.15.6:0/292849320 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f21dc05f880 con 0x7f21f40b5260 2024-09-21T07:27:07.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:07.530+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_non_blocklisted"]} v 0) -- 0x7f21f40cb020 con 0x7f21f40b5260 2024-09-21T07:27:08.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.386+0000 7f21f17fa640 1 -- 172.21.15.6:0/292849320 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_non_blocklisted"]}]=0 v144) ==== 160+0+0 (secure 0 0 0) 0x7f21dc05f180 con 0x7f21f40b5260 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21d4073200 msgr2=0x7f21d4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21d4073200 0x7f21d4075710 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f21e400a750 tx=0x7f21e4008040 comp rx=0 tx=0).stop 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40b5260 msgr2=0x7f21f4159df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40b5260 0x7f21f4159df0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f21dc00dad0 tx=0x7f21dc00df90 comp rx=0 tx=0).stop 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 shutdown_connections 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21d4073200 0x7f21d4075710 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f21f40cb560 0x7f21f40c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f40b5260 0x7f21f4159df0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 --2- 172.21.15.6:0/292849320 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f21f40707d0 0x7f21f40b3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 >> 172.21.15.6:0/292849320 conn(0x7f21f40d0020 msgr2=0x7f21f40b1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:08.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 shutdown_connections 2024-09-21T07:27:08.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.390+0000 7f21fa7fe640 1 -- 172.21.15.6:0/292849320 wait complete. 2024-09-21T07:27:08.422 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T07:27:08.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- 172.21.15.6:0/2736139401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07b0004d50 msgr2=0x7f07b0005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 --2- 172.21.15.6:0/2736139401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07b0004d50 0x7f07b0005160 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f07c415ff60 tx=0x7f07bc01d5b0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07ca7b5640 1 -- 172.21.15.6:0/2736139401 reap_dead start 2024-09-21T07:27:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- 172.21.15.6:0/2736139401 shutdown_connections 2024-09-21T07:27:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- 172.21.15.6:0/2736139401 >> 172.21.15.6:0/2736139401 conn(0x7f07c40cdbb0 msgr2=0x7f07c40cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- 172.21.15.6:0/2736139401 shutdown_connections 2024-09-21T07:27:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- 172.21.15.6:0/2736139401 wait complete. 2024-09-21T07:27:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 Processor -- start 2024-09-21T07:27:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- start start 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07c41f9600 0x7f07c40c8090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07c40ca750 0x7f07c40cab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07c40ccb10 0x7f07c40ccf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f07c4071620 con 0x7f07c41f9600 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f07c40714a0 con 0x7f07c40ca750 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07cc218640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f07c40717a0 con 0x7f07c40ccb10 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07c9fb4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07c41f9600 0x7f07c40c8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07c9fb4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07c41f9600 0x7f07c40c8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39740/0 (socket says 172.21.15.6:39740) 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07c9fb4640 1 -- 172.21.15.6:0/3259203963 learned_addr learned my addr 172.21.15.6:0/3259203963 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07ca7b5640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07c40ccb10 0x7f07c40ccf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.582+0000 7f07c97b3640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07c40ca750 0x7f07c40cab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07c9fb4640 1 -- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07c40ccb10 msgr2=0x7f07c40ccf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07c9fb4640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07c40ccb10 0x7f07c40ccf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07c9fb4640 1 -- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07c40ca750 msgr2=0x7f07c40cab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07c9fb4640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07c40ca750 0x7f07c40cab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07c9fb4640 1 -- 172.21.15.6:0/3259203963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07c40cd460 con 0x7f07c41f9600 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07ca7b5640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07c40ccb10 0x7f07c40ccf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07c9fb4640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07c41f9600 0x7f07c40c8090 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f07c000e5d0 tx=0x7f07c000ea90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07ba7fc640 1 -- 172.21.15.6:0/3259203963 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c0015070 con 0x7f07c41f9600 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07ba7fc640 1 -- 172.21.15.6:0/3259203963 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07c000ca80 con 0x7f07c41f9600 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07c40c8a00 con 0x7f07c41f9600 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07ba7fc640 1 -- 172.21.15.6:0/3259203963 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c0011460 con 0x7f07c41f9600 2024-09-21T07:27:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07c41f8e00 con 0x7f07c41f9600 2024-09-21T07:27:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07c4071d60 con 0x7f07c41f9600 2024-09-21T07:27:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07ba7fc640 1 -- 172.21.15.6:0/3259203963 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f07c0018070 con 0x7f07c41f9600 2024-09-21T07:27:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07ba7fc640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07a8073200 0x7f07a8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07ba7fc640 1 -- 172.21.15.6:0/3259203963 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7f07c0094770 con 0x7f07c41f9600 2024-09-21T07:27:08.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.586+0000 7f07c97b3640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07a8073200 0x7f07a8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:08.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.590+0000 7f07c97b3640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07a8073200 0x7f07a8075710 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f07b40058d0 tx=0x7f07b4005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.590+0000 7f07ba7fc640 1 -- 172.21.15.6:0/3259203963 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f07c40cd460 con 0x7f07c41f9600 2024-09-21T07:27:08.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.766+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f07c4074de0 con 0x7f07c41f9600 2024-09-21T07:27:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.766+0000 7f07ba7fc640 1 -- 172.21.15.6:0/3259203963 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v36) ==== 59+0+2294 (secure 0 0 0) 0x7f07c005fb30 con 0x7f07c41f9600 2024-09-21T07:27:08.773 INFO:teuthology.orchestra.run.smithi006.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T07:27:08.773 INFO:teuthology.orchestra.run.smithi006.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T07:27:08.773 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced client_mount_timeout 30 2024-09-21T07:27:08.773 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_client 20/20 2024-09-21T07:27:08.773 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_mgr 20/20 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_ms 1/1 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4406.361004 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4273.484714 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4038.127657 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4577.714672 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 4589.677100 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4430.080254 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4169.446825 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4450.453400 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds 20/20 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T07:27:08.774 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_ms 2/2 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_frag true 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_scatterstat true 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_verify_scatter true 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced client_mount_timeout 600 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_client 20/20 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_ms 1/1 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T07:27:08.775 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T07:27:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07a8073200 msgr2=0x7f07a8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07a8073200 0x7f07a8075710 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f07b40058d0 tx=0x7f07b4005860 comp rx=0 tx=0).stop 2024-09-21T07:27:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07c41f9600 msgr2=0x7f07c40c8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07c41f9600 0x7f07c40c8090 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f07c000e5d0 tx=0x7f07c000ea90 comp rx=0 tx=0).stop 2024-09-21T07:27:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 shutdown_connections 2024-09-21T07:27:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07a8073200 0x7f07a8075710 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f07c40ccb10 0x7f07c40ccf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f07c40ca750 0x7f07c40cab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 --2- 172.21.15.6:0/3259203963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07c41f9600 0x7f07c40c8090 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 >> 172.21.15.6:0/3259203963 conn(0x7f07c40cdbb0 msgr2=0x7f07c4073cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 shutdown_connections 2024-09-21T07:27:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.770+0000 7f07cc218640 1 -- 172.21.15.6:0/3259203963 wait complete. 2024-09-21T07:27:08.796 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T07:27:08.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- 172.21.15.6:0/3487179380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 msgr2=0x7fce080cbb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3487179380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 0x7fce080cbb00 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc009840 tx=0x7fcdfc01c7f0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- 172.21.15.6:0/3487179380 shutdown_connections 2024-09-21T07:27:08.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3487179380 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce08162330 0x7fce08162740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3487179380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 0x7fce080cbb00 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- 172.21.15.6:0/3487179380 >> 172.21.15.6:0/3487179380 conn(0x7fce0806ee90 msgr2=0x7fce0806f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:08.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- 172.21.15.6:0/3487179380 shutdown_connections 2024-09-21T07:27:08.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- 172.21.15.6:0/3487179380 wait complete. 2024-09-21T07:27:08.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 Processor -- start 2024-09-21T07:27:08.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- start start 2024-09-21T07:27:08.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 0x7fce0813a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:08.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce08144d90 0x7fce080b31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:08.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce08162330 0x7fce080b4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fce0816c0f0 con 0x7fce080cb6f0 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fce08163260 con 0x7fce08162330 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0fc62640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fce0816c270 con 0x7fce08144d90 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0d9fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 0x7fce0813a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0d9fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 0x7fce0813a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39762/0 (socket says 172.21.15.6:39762) 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.958+0000 7fce0d9fe640 1 -- 172.21.15.6:0/3623962319 learned_addr learned my addr 172.21.15.6:0/3623962319 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0d1fd640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce08144d90 0x7fce080b31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0e1ff640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce08162330 0x7fce080b4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0d9fe640 1 -- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce08144d90 msgr2=0x7fce080b31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0d9fe640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce08144d90 0x7fce080b31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0d9fe640 1 -- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce08162330 msgr2=0x7fce080b4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0d9fe640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce08162330 0x7fce080b4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0d9fe640 1 -- 172.21.15.6:0/3623962319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce0813aec0 con 0x7fce080cb6f0 2024-09-21T07:27:08.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0d9fe640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 0x7fce0813a420 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fce0000c710 tx=0x7fce0000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:08.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce067fc640 1 -- 172.21.15.6:0/3623962319 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce00016020 con 0x7fce080cb6f0 2024-09-21T07:27:08.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce067fc640 1 -- 172.21.15.6:0/3623962319 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce0000ce20 con 0x7fce080cb6f0 2024-09-21T07:27:08.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce0813b1a0 con 0x7fce080cb6f0 2024-09-21T07:27:08.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce067fc640 1 -- 172.21.15.6:0/3623962319 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce00003be0 con 0x7fce080cb6f0 2024-09-21T07:27:08.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce0815f2a0 con 0x7fce080cb6f0 2024-09-21T07:27:08.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce0813b3e0 con 0x7fce080cb6f0 2024-09-21T07:27:08.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce067fc640 1 -- 172.21.15.6:0/3623962319 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fce0000a850 con 0x7fce080cb6f0 2024-09-21T07:27:08.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce067fc640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcdf4073230 0x7fcdf4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:08.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce067fc640 1 -- 172.21.15.6:0/3623962319 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7fce00093c90 con 0x7fce080cb6f0 2024-09-21T07:27:08.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.962+0000 7fce0d1fd640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcdf4073230 0x7fcdf4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:08.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.966+0000 7fce0d1fd640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcdf4073230 0x7fcdf4075740 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0af000 tx=0x7fcdfc01b030 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:08.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:08.966+0000 7fce067fc640 1 -- 172.21.15.6:0/3623962319 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fce00020020 con 0x7fce080cb6f0 2024-09-21T07:27:09.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.146+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fce080cbb00 con 0x7fce080cb6f0 2024-09-21T07:27:09.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.154+0000 7fce067fc640 1 -- 172.21.15.6:0/3623962319 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v37)=0 v37) ==== 122+0+0 (secure 0 0 0) 0x7fce0005ef50 con 0x7fce080cb6f0 2024-09-21T07:27:09.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.154+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcdf4073230 msgr2=0x7fcdf4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:09.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.154+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcdf4073230 0x7fcdf4075740 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0af000 tx=0x7fcdfc01b030 comp rx=0 tx=0).stop 2024-09-21T07:27:09.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 msgr2=0x7fce0813a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:09.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 0x7fce0813a420 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fce0000c710 tx=0x7fce0000cbd0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 shutdown_connections 2024-09-21T07:27:09.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcdf4073230 0x7fcdf4075740 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fce08162330 0x7fce080b4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fce08144d90 0x7fce080b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 --2- 172.21.15.6:0/3623962319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce080cb6f0 0x7fce0813a420 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 >> 172.21.15.6:0/3623962319 conn(0x7fce0806ee90 msgr2=0x7fce08072c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:09.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 shutdown_connections 2024-09-21T07:27:09.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.158+0000 7fce0fc62640 1 -- 172.21.15.6:0/3623962319 wait complete. 2024-09-21T07:27:09.183 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:27:09.183 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:27:09.256 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:27:09.336 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:27:09.336 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:27:09.336 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:09.342 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:27:09.342 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:27:09.342 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:09.348 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:27:09.348 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:27:09.348 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:09.391 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:27:09.391 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:27:09.391 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:09.397 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:27:09.397 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T07:27:09.398 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:27:09.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.594+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3881977695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8806d4f0 msgr2=0x7f4d88160050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:09.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.594+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3881977695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8806d4f0 0x7f4d88160050 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f4d78009900 tx=0x7f4d7801c820 comp rx=0 tx=0).stop 2024-09-21T07:27:09.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.594+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3881977695 shutdown_connections 2024-09-21T07:27:09.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.594+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3881977695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8806d4f0 0x7f4d88160050 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.594+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3881977695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d880ce6d0 0x7f4d880ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.594+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3881977695 >> 172.21.15.6:0/3881977695 conn(0x7f4d880cdbb0 msgr2=0x7f4d880cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:09.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.594+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3881977695 shutdown_connections 2024-09-21T07:27:09.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.594+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3881977695 wait complete. 2024-09-21T07:27:09.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8d0c4640 1 Processor -- start 2024-09-21T07:27:09.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8d0c4640 1 -- start start 2024-09-21T07:27:09.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8d0c4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d88074720 0x7f4d8814df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:09.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8d0c4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d880ce6d0 0x7f4d8815b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:09.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8d0c4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8814d2b0 0x7f4d8815b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:09.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8d0c4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4d88169a70 con 0x7f4d8814d2b0 2024-09-21T07:27:09.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8d0c4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4d881698f0 con 0x7f4d880ce6d0 2024-09-21T07:27:09.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8d0c4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4d88169bf0 con 0x7f4d88074720 2024-09-21T07:27:09.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8814d2b0 0x7f4d8815b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:09.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8814d2b0 0x7f4d8815b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39778/0 (socket says 172.21.15.6:39778) 2024-09-21T07:27:09.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 -- 172.21.15.6:0/3570210301 learned_addr learned my addr 172.21.15.6:0/3570210301 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:09.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8659c640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d880ce6d0 0x7f4d8815b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:09.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d86d9d640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d88074720 0x7f4d8814df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:09.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 -- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d88074720 msgr2=0x7f4d8814df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:09.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d88074720 0x7f4d8814df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 -- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d880ce6d0 msgr2=0x7f4d8815b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:09.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d880ce6d0 0x7f4d8815b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 -- 172.21.15.6:0/3570210301 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d88151340 con 0x7f4d8814d2b0 2024-09-21T07:27:09.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.598+0000 7f4d8759e640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8814d2b0 0x7f4d8815b9b0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f4d780b0040 tx=0x7f4d780a57a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:09.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d7f7fe640 1 -- 172.21.15.6:0/3570210301 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d780b2040 con 0x7f4d8814d2b0 2024-09-21T07:27:09.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d7f7fe640 1 -- 172.21.15.6:0/3570210301 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d78005030 con 0x7f4d8814d2b0 2024-09-21T07:27:09.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d88151840 con 0x7f4d8814d2b0 2024-09-21T07:27:09.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d7f7fe640 1 -- 172.21.15.6:0/3570210301 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d780044f0 con 0x7f4d8814d2b0 2024-09-21T07:27:09.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d88151e00 con 0x7f4d8814d2b0 2024-09-21T07:27:09.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d881515b0 con 0x7f4d8814d2b0 2024-09-21T07:27:09.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d7f7fe640 1 -- 172.21.15.6:0/3570210301 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4d780be060 con 0x7f4d8814d2b0 2024-09-21T07:27:09.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d7f7fe640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4d68073230 0x7f4d68075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:09.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d7f7fe640 1 -- 172.21.15.6:0/3570210301 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7f4d7812d380 con 0x7f4d8814d2b0 2024-09-21T07:27:09.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.602+0000 7f4d86d9d640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4d68073230 0x7f4d68075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:09.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.606+0000 7f4d86d9d640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4d68073230 0x7f4d68075740 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4d8000bb50 tx=0x7f4d8000b2e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:09.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.606+0000 7f4d7f7fe640 1 -- 172.21.15.6:0/3570210301 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4d780164d0 con 0x7f4d8814d2b0 2024-09-21T07:27:09.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.818+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4d88160050 con 0x7f4d8814d2b0 2024-09-21T07:27:09.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d7f7fe640 1 -- 172.21.15.6:0/3570210301 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+3911 (secure 0 0 0) 0x7f4d780f8070 con 0x7f4d8814d2b0 2024-09-21T07:27:09.831 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:09.831 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":31,"btime":"2024-09-21T07:27:03:348735+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4778,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/3906377429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":3906377429},{"type":"v1","addr":"172.21.15.6:6835","nonce":3906377429}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2203469828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2203469828},{"type":"v1","addr":"172.21.15.145:6837","nonce":2203469828}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":4964,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/2617833010","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2617833010},{"type":"v1","addr":"172.21.15.145:6836","nonce":2617833010}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5583,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/3362310540","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3362310540},{"type":"v1","addr":"172.21.15.6:6833","nonce":3362310540}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[]} 2024-09-21T07:27:09.832 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 31 2024-09-21T07:27:09.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4d68073230 msgr2=0x7f4d68075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:09.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4d68073230 0x7f4d68075740 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4d8000bb50 tx=0x7f4d8000b2e0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8814d2b0 msgr2=0x7f4d8815b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:09.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8814d2b0 0x7f4d8815b9b0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f4d780b0040 tx=0x7f4d780a57a0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 shutdown_connections 2024-09-21T07:27:09.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4d68073230 0x7f4d68075740 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d8814d2b0 0x7f4d8815b9b0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4d880ce6d0 0x7f4d8815b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 --2- 172.21.15.6:0/3570210301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4d88074720 0x7f4d8814df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:09.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 >> 172.21.15.6:0/3570210301 conn(0x7f4d880cdbb0 msgr2=0x7f4d880cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:09.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 shutdown_connections 2024-09-21T07:27:09.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:09.822+0000 7f4d8d0c4640 1 -- 172.21.15.6:0/3570210301 wait complete. 2024-09-21T07:27:09.850 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:27:09.850 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T07:27:09.850 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:27:09.851 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:27:09.851 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:27:09.851 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T07:27:09.851 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:27:09.851 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:27:09.851 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:27:09.852 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T07:27:09.852 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:27:09.852 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:27:09.853 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:27:09.853 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T07:27:09.853 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:27:09.853 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:27:09.866 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:27:09.867 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:27:09.868 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:27:09.868 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:27:09.871 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:27:09.871 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:27:09.872 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:27:09.872 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:27:09.913 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:27:09.914 DEBUG:teuthology.parallel:result is None 2024-09-21T07:27:09.917 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:27:09.917 DEBUG:teuthology.parallel:result is None 2024-09-21T07:27:09.919 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:27:09.920 DEBUG:teuthology.parallel:result is None 2024-09-21T07:27:09.922 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:27:09.923 DEBUG:teuthology.parallel:result is None 2024-09-21T07:27:09.923 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T07:27:10.003 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:27:10.005 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:27:10.018 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:27:10.019 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:27:10.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.078+0000 7fd650ab8640 1 -- 172.21.15.6:0/2145761458 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0acf20 msgr2=0x7fd64c0ad330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.078+0000 7fd650ab8640 1 --2- 172.21.15.6:0/2145761458 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0acf20 0x7fd64c0ad330 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd63c009840 tx=0x7fd63c01c760 comp rx=0 tx=0).stop 2024-09-21T07:27:10.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.078+0000 7fd650ab8640 1 -- 172.21.15.6:0/2145761458 shutdown_connections 2024-09-21T07:27:10.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.078+0000 7fd650ab8640 1 --2- 172.21.15.6:0/2145761458 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0acf20 0x7fd64c0ad330 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.078+0000 7fd650ab8640 1 -- 172.21.15.6:0/2145761458 >> 172.21.15.6:0/2145761458 conn(0x7fd64c0d0090 msgr2=0x7fd64c0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:10.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.078+0000 7fd650ab8640 1 -- 172.21.15.6:0/2145761458 shutdown_connections 2024-09-21T07:27:10.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.078+0000 7fd650ab8640 1 -- 172.21.15.6:0/2145761458 wait complete. 2024-09-21T07:27:10.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd650ab8640 1 Processor -- start 2024-09-21T07:27:10.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd650ab8640 1 -- start start 2024-09-21T07:27:10.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd650ab8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd64c0acf20 0x7fd64c151790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:10.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd650ab8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd64c0ca9c0 0x7fd64c1fa620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:10.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd650ab8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0cbab0 0x7fd64c157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:10.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd650ab8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c16ab70 con 0x7fd64c0cbab0 2024-09-21T07:27:10.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd650ab8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c16a9f0 con 0x7fd64c0acf20 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd650ab8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd64c16acf0 con 0x7fd64c0ca9c0 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0cbab0 0x7fd64c157310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0cbab0 0x7fd64c157310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39814/0 (socket says 172.21.15.6:39814) 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64ad9d640 1 -- 172.21.15.6:0/3576477371 learned_addr learned my addr 172.21.15.6:0/3576477371 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd649d9b640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd64c0ca9c0 0x7fd64c1fa620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64a59c640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd64c0acf20 0x7fd64c151790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64ad9d640 1 -- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd64c0ca9c0 msgr2=0x7fd64c1fa620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64ad9d640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd64c0ca9c0 0x7fd64c1fa620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64ad9d640 1 -- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd64c0acf20 msgr2=0x7fd64c151790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64ad9d640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd64c0acf20 0x7fd64c151790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64ad9d640 1 -- 172.21.15.6:0/3576477371 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd64c0b3e60 con 0x7fd64c0cbab0 2024-09-21T07:27:10.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd649d9b640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd64c0ca9c0 0x7fd64c1fa620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:10.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.082+0000 7fd64a59c640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd64c0acf20 0x7fd64c151790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:10.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd64ad9d640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0cbab0 0x7fd64c157310 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fd63c01a390 tx=0x7fd63c0a5620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:10.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd642ffd640 1 -- 172.21.15.6:0/3576477371 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c0bc070 con 0x7fd64c0cbab0 2024-09-21T07:27:10.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd642ffd640 1 -- 172.21.15.6:0/3576477371 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd63c004430 con 0x7fd64c0cbab0 2024-09-21T07:27:10.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd64c151cd0 con 0x7fd64c0cbab0 2024-09-21T07:27:10.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd642ffd640 1 -- 172.21.15.6:0/3576477371 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c0b2040 con 0x7fd64c0cbab0 2024-09-21T07:27:10.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd64c0b43e0 con 0x7fd64c0cbab0 2024-09-21T07:27:10.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd64c14cd80 con 0x7fd64c0cbab0 2024-09-21T07:27:10.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd642ffd640 1 -- 172.21.15.6:0/3576477371 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd63c003860 con 0x7fd64c0cbab0 2024-09-21T07:27:10.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd642ffd640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd62c073200 0x7fd62c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:10.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd642ffd640 1 -- 172.21.15.6:0/3576477371 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5072+0+0 (secure 0 0 0) 0x7fd63c12dcb0 con 0x7fd64c0cbab0 2024-09-21T07:27:10.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd64a59c640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd62c073200 0x7fd62c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:10.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.086+0000 7fd64a59c640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd62c073200 0x7fd62c075710 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd644002100 tx=0x7fd644009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:10.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.090+0000 7fd642ffd640 1 -- 172.21.15.6:0/3576477371 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd63c0c5080 con 0x7fd64c0cbab0 2024-09-21T07:27:10.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.274+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fd64c0ad330 con 0x7fd64c0cbab0 2024-09-21T07:27:10.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd642ffd640 1 -- 172.21.15.6:0/3576477371 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v52) ==== 97+0+0 (secure 0 0 0) 0x7fd63c016410 con 0x7fd64c0cbab0 2024-09-21T07:27:10.427 INFO:teuthology.orchestra.run.smithi006.stderr: removed all blocklist entries 2024-09-21T07:27:10.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd62c073200 msgr2=0x7fd62c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd62c073200 0x7fd62c075710 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd644002100 tx=0x7fd644009040 comp rx=0 tx=0).stop 2024-09-21T07:27:10.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0cbab0 msgr2=0x7fd64c157310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0cbab0 0x7fd64c157310 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fd63c01a390 tx=0x7fd63c0a5620 comp rx=0 tx=0).stop 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 shutdown_connections 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd62c073200 0x7fd62c075710 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd64c0cbab0 0x7fd64c157310 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd64c0ca9c0 0x7fd64c1fa620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 --2- 172.21.15.6:0/3576477371 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd64c0acf20 0x7fd64c151790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 >> 172.21.15.6:0/3576477371 conn(0x7fd64c0d0090 msgr2=0x7fd64c0b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.422+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 shutdown_connections 2024-09-21T07:27:10.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.426+0000 7fd650ab8640 1 -- 172.21.15.6:0/3576477371 wait complete. 2024-09-21T07:27:10.455 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T07:27:10.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 -- 172.21.15.6:0/1678694733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d800cd080 msgr2=0x7f6d8015d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 --2- 172.21.15.6:0/1678694733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d800cd080 0x7f6d8015d030 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f6d74009900 tx=0x7f6d7401c850 comp rx=0 tx=0).stop 2024-09-21T07:27:10.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 -- 172.21.15.6:0/1678694733 shutdown_connections 2024-09-21T07:27:10.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 --2- 172.21.15.6:0/1678694733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d800cd080 0x7f6d8015d030 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 --2- 172.21.15.6:0/1678694733 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d800d1a30 0x7f6d800ccb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 -- 172.21.15.6:0/1678694733 >> 172.21.15.6:0/1678694733 conn(0x7f6d800d2250 msgr2=0x7f6d800d2660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:10.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 -- 172.21.15.6:0/1678694733 shutdown_connections 2024-09-21T07:27:10.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 -- 172.21.15.6:0/1678694733 wait complete. 2024-09-21T07:27:10.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 Processor -- start 2024-09-21T07:27:10.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.606+0000 7f6d86036640 1 -- start start 2024-09-21T07:27:10.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d800cd080 0x7f6d8014e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:10.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d800d1a30 0x7f6d800c7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:10.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d8015d570 0x7f6d800c8310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:10.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6d800d1fc0 con 0x7f6d8015d570 2024-09-21T07:27:10.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d800d1e40 con 0x7f6d800cd080 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6d8016a3e0 con 0x7f6d800d1a30 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d8015d570 0x7f6d800c8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d8015d570 0x7f6d800c8310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39844/0 (socket says 172.21.15.6:39844) 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 -- 172.21.15.6:0/1609743046 learned_addr learned my addr 172.21.15.6:0/1609743046 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7effd640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d800d1a30 0x7f6d800c7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7f7fe640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d800cd080 0x7f6d8014e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 -- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d800d1a30 msgr2=0x7f6d800c7dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d800d1a30 0x7f6d800c7dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 -- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d800cd080 msgr2=0x7f6d8014e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d800cd080 0x7f6d8014e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 -- 172.21.15.6:0/1609743046 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d800c5d80 con 0x7f6d8015d570 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7effd640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d800d1a30 0x7f6d800c7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7f7fe640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d800cd080 0x7f6d8014e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:10.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d7ffff640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d8015d570 0x7f6d800c8310 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f6d7800c740 tx=0x7f6d7800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:10.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d67fff640 1 -- 172.21.15.6:0/1609743046 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d78003b80 con 0x7f6d8015d570 2024-09-21T07:27:10.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d67fff640 1 -- 172.21.15.6:0/1609743046 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d7800ce50 con 0x7f6d8015d570 2024-09-21T07:27:10.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d800c7b80 con 0x7f6d8015d570 2024-09-21T07:27:10.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d67fff640 1 -- 172.21.15.6:0/1609743046 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7800a850 con 0x7f6d8015d570 2024-09-21T07:27:10.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d800c6020 con 0x7f6d8015d570 2024-09-21T07:27:10.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d8015d030 con 0x7f6d8015d570 2024-09-21T07:27:10.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.610+0000 7f6d67fff640 1 -- 172.21.15.6:0/1609743046 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6d7800a9f0 con 0x7f6d8015d570 2024-09-21T07:27:10.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.614+0000 7f6d67fff640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d6c073230 0x7f6d6c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:10.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.614+0000 7f6d67fff640 1 -- 172.21.15.6:0/1609743046 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7f6d78093cc0 con 0x7f6d8015d570 2024-09-21T07:27:10.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.614+0000 7f6d7f7fe640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d6c073230 0x7f6d6c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:10.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.614+0000 7f6d7f7fe640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d6c073230 0x7f6d6c075740 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6d70005fd0 tx=0x7f6d70005dc0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:10.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.618+0000 7f6d67fff640 1 -- 172.21.15.6:0/1609743046 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6d7805f0c0 con 0x7f6d8015d570 2024-09-21T07:27:10.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f6d80152a90 con 0x7f6d8015d570 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d67fff640 1 -- 172.21.15.6:0/1609743046 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v26) ==== 80+0+5304 (secure 0 0 0) 0x7f6d7805e9c0 con 0x7f6d8015d570 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stdout: "auth_dump": [ 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.a", 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w==", 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.864 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.b", 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ==", 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:27:10.865 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.c", 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw==", 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.866 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.d", 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw==", 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.0", 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA==", 2024-09-21T07:27:10.867 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.1", 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ==", 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.868 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.2", 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw==", 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.3", 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg==", 2024-09-21T07:27:10.869 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.4", 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w==", 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.870 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.5", 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg==", 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.6", 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ==", 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:27:10.871 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.7", 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ==", 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.872 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.0", 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw==", 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow r", 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.1", 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg==", 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:27:10.873 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.2", 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg==", 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.874 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.3", 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ==", 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.admin", 2024-09-21T07:27:10.875 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB1dO5m38/uORAAopvjCJolcw1Xq7HVZV5vGw==", 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.x", 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg==", 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:27:10.876 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.y", 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw==", 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:27:10.877 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:27:10.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d6c073230 msgr2=0x7f6d6c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d6c073230 0x7f6d6c075740 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6d70005fd0 tx=0x7f6d70005dc0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d8015d570 msgr2=0x7f6d800c8310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d8015d570 0x7f6d800c8310 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f6d7800c740 tx=0x7f6d7800cc00 comp rx=0 tx=0).stop 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 shutdown_connections 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d6c073230 0x7f6d6c075740 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d8015d570 0x7f6d800c8310 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d800d1a30 0x7f6d800c7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 --2- 172.21.15.6:0/1609743046 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d800cd080 0x7f6d8014e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 >> 172.21.15.6:0/1609743046 conn(0x7f6d800d2250 msgr2=0x7f6d8015abb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 shutdown_connections 2024-09-21T07:27:10.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:10.858+0000 7f6d86036640 1 -- 172.21.15.6:0/1609743046 wait complete. 2024-09-21T07:27:10.886 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T07:27:11.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.022+0000 7f0b0eadb640 1 -- 172.21.15.6:0/1543870013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0806ee70 msgr2=0x7f0b080cf030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:11.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.022+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/1543870013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0806ee70 0x7f0b080cf030 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0b0809df20 tx=0x7f0af801caf0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.022+0000 7f0b0eadb640 1 -- 172.21.15.6:0/1543870013 shutdown_connections 2024-09-21T07:27:11.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.022+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/1543870013 >> v2:172.21.15.145:3300/0 conn(0x7f0b0815feb0 0x7f0b08074b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.022+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/1543870013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0806ee70 0x7f0b080cf030 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.022+0000 7f0b0eadb640 1 -- 172.21.15.6:0/1543870013 >> 172.21.15.6:0/1543870013 conn(0x7f0b080d0020 msgr2=0x7f0b080d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:11.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.022+0000 7f0b0eadb640 1 -- 172.21.15.6:0/1543870013 shutdown_connections 2024-09-21T07:27:11.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.022+0000 7f0b0eadb640 1 -- 172.21.15.6:0/1543870013 wait complete. 2024-09-21T07:27:11.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 Processor -- start 2024-09-21T07:27:11.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 -- start start 2024-09-21T07:27:11.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b0806ee70 0x7f0b081574c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:11.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b080cf570 0x7f0b081536a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:11.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0815feb0 0x7f0b080b39a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:11.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0b08169020 con 0x7f0b0815feb0 2024-09-21T07:27:11.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0b08168ea0 con 0x7f0b0806ee70 2024-09-21T07:27:11.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0b081691a0 con 0x7f0b080cf570 2024-09-21T07:27:11.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0815feb0 0x7f0b080b39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0815feb0 0x7f0b080b39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39862/0 (socket says 172.21.15.6:39862) 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 -- 172.21.15.6:0/3864755978 learned_addr learned my addr 172.21.15.6:0/3864755978 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0c877640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b0806ee70 0x7f0b081574c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b07fff640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b080cf570 0x7f0b081536a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 -- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b080cf570 msgr2=0x7f0b081536a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b080cf570 0x7f0b081536a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 -- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b0806ee70 msgr2=0x7f0b081574c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b0806ee70 0x7f0b081574c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 -- 172.21.15.6:0/3864755978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b08157a00 con 0x7f0b0815feb0 2024-09-21T07:27:11.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0d078640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0815feb0 0x7f0b080b39a0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0b0000c9a0 tx=0x7f0b0000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b057fa640 1 -- 172.21.15.6:0/3864755978 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b00007bb0 con 0x7f0b0815feb0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b057fa640 1 -- 172.21.15.6:0/3864755978 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b0000f450 con 0x7f0b0815feb0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b08153be0 con 0x7f0b0815feb0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b057fa640 1 -- 172.21.15.6:0/3864755978 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b00007e60 con 0x7f0b0815feb0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.026+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b080b41b0 con 0x7f0b0815feb0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.030+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b080cf030 con 0x7f0b0815feb0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.030+0000 7f0b057fa640 1 -- 172.21.15.6:0/3864755978 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0b0000f8a0 con 0x7f0b0815feb0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.030+0000 7f0b057fa640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0af4073200 0x7f0af4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.030+0000 7f0b057fa640 1 -- 172.21.15.6:0/3864755978 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7f0b00094800 con 0x7f0b0815feb0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.030+0000 7f0b0c877640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0af4073200 0x7f0af4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:11.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.030+0000 7f0b0c877640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0af4073200 0x7f0af4075710 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0af80af000 tx=0x7f0af801b330 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:11.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.034+0000 7f0b057fa640 1 -- 172.21.15.6:0/3864755978 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0b00014030 con 0x7f0b0815feb0 2024-09-21T07:27:11.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.202+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f0b080cfd00 con 0x7f0b0815feb0 2024-09-21T07:27:11.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.202+0000 7f0b057fa640 1 -- 172.21.15.6:0/3864755978 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v54) ==== 84+0+65 (secure 0 0 0) 0x7f0b0005fb70 con 0x7f0b0815feb0 2024-09-21T07:27:11.210 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:11.210 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-09-21T07:27:11.211 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:27:11.211 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-09-21T07:27:11.211 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-09-21T07:27:11.211 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:11.211 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-09-21T07:27:11.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0af4073200 msgr2=0x7f0af4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0af4073200 0x7f0af4075710 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0af80af000 tx=0x7f0af801b330 comp rx=0 tx=0).stop 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0815feb0 msgr2=0x7f0b080b39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0815feb0 0x7f0b080b39a0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0b0000c9a0 tx=0x7f0b0000ce60 comp rx=0 tx=0).stop 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 shutdown_connections 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0af4073200 0x7f0af4075710 secure :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0af80af000 tx=0x7f0af801b330 comp rx=0 tx=0).stop 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b0815feb0 0x7f0b080b39a0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b080cf570 0x7f0b081536a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 --2- 172.21.15.6:0/3864755978 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b0806ee70 0x7f0b081574c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 >> 172.21.15.6:0/3864755978 conn(0x7f0b080d0020 msgr2=0x7f0b080cdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 shutdown_connections 2024-09-21T07:27:11.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.206+0000 7f0b0eadb640 1 -- 172.21.15.6:0/3864755978 wait complete. 2024-09-21T07:27:11.231 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T07:27:11.231 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T07:27:11.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbea11fc640 1 -- 172.21.15.6:0/3383106280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe84004810 msgr2=0x7fbe84004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:11.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbea11fc640 1 --2- 172.21.15.6:0/3383106280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe84004810 0x7fbe84004c20 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fbe90009b60 tx=0x7fbe9001d2b0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbe9b59e640 1 -- 172.21.15.6:0/3383106280 reap_dead start 2024-09-21T07:27:11.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbea11fc640 1 -- 172.21.15.6:0/3383106280 shutdown_connections 2024-09-21T07:27:11.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbea11fc640 1 -- 172.21.15.6:0/3383106280 >> 172.21.15.6:0/3383106280 conn(0x7fbe9c0d0b40 msgr2=0x7fbe9c0d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:11.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbea11fc640 1 -- 172.21.15.6:0/3383106280 shutdown_connections 2024-09-21T07:27:11.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbea11fc640 1 -- 172.21.15.6:0/3383106280 wait complete. 2024-09-21T07:27:11.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbea11fc640 1 Processor -- start 2024-09-21T07:27:11.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.374+0000 7fbea11fc640 1 -- start start 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe84004810 0x7fbe9c144780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe9c152790 0x7fbe9c0b5d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe9c0b6240 0x7fbe9c06cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c15ba70 con 0x7fbe9c0b6240 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c073f60 con 0x7fbe9c152790 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbe9c15bbf0 con 0x7fbe84004810 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe9c0b6240 0x7fbe9c06cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe9c0b6240 0x7fbe9c06cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39880/0 (socket says 172.21.15.6:39880) 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 -- 172.21.15.6:0/447169773 learned_addr learned my addr 172.21.15.6:0/447169773 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9a59c640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe9c152790 0x7fbe9c0b5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:11.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9ad9d640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe84004810 0x7fbe9c144780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 -- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe84004810 msgr2=0x7fbe9c144780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe84004810 0x7fbe9c144780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 -- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe9c152790 msgr2=0x7fbe9c0b5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe9c152790 0x7fbe9c0b5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 -- 172.21.15.6:0/447169773 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe9c0b6650 con 0x7fbe9c0b6240 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9a59c640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe9c152790 0x7fbe9c0b5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9ad9d640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe84004810 0x7fbe9c144780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe9b59e640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe9c0b6240 0x7fbe9c06cde0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c0745b0 tx=0x7fbe9400fed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe837fe640 1 -- 172.21.15.6:0/447169773 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe94003d90 con 0x7fbe9c0b6240 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe837fe640 1 -- 172.21.15.6:0/447169773 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe94017070 con 0x7fbe9c0b6240 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe9c1f3040 con 0x7fbe9c0b6240 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe837fe640 1 -- 172.21.15.6:0/447169773 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe9400dc60 con 0x7fbe9c0b6240 2024-09-21T07:27:11.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe9c1f3600 con 0x7fbe9c0b6240 2024-09-21T07:27:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe9c151bc0 con 0x7fbe9c0b6240 2024-09-21T07:27:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.378+0000 7fbe837fe640 1 -- 172.21.15.6:0/447169773 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbe94004030 con 0x7fbe9c0b6240 2024-09-21T07:27:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.382+0000 7fbe837fe640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe88073200 0x7fbe88075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.382+0000 7fbe837fe640 1 -- 172.21.15.6:0/447169773 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7fbe94094b10 con 0x7fbe9c0b6240 2024-09-21T07:27:11.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.382+0000 7fbe9ad9d640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe88073200 0x7fbe88075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:11.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.382+0000 7fbe9ad9d640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe88073200 0x7fbe88075710 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c00ae50 tx=0x7fbe8c00c040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:11.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.386+0000 7fbe837fe640 1 -- 172.21.15.6:0/447169773 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbe9c0b6650 con 0x7fbe9c0b6240 2024-09-21T07:27:11.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:11.558+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fbe9c1f3cc0 con 0x7fbe9c0b6240 2024-09-21T07:27:12.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.450+0000 7fbe837fe640 1 -- 172.21.15.6:0/447169773 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v55) ==== 138+0+0 (secure 0 0 0) 0x7fbe9405f810 con 0x7fbe9c0b6240 2024-09-21T07:27:12.459 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-09-21T07:27:12.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe88073200 msgr2=0x7fbe88075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:12.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe88073200 0x7fbe88075710 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c00ae50 tx=0x7fbe8c00c040 comp rx=0 tx=0).stop 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe9c0b6240 msgr2=0x7fbe9c06cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe9c0b6240 0x7fbe9c06cde0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c0745b0 tx=0x7fbe9400fed0 comp rx=0 tx=0).stop 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 shutdown_connections 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe88073200 0x7fbe88075710 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe9c0b6240 0x7fbe9c06cde0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe9c152790 0x7fbe9c0b5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 --2- 172.21.15.6:0/447169773 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe84004810 0x7fbe9c144780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.454+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 >> 172.21.15.6:0/447169773 conn(0x7fbe9c0d0b40 msgr2=0x7fbe9c0c5830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.458+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 shutdown_connections 2024-09-21T07:27:12.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.458+0000 7fbea11fc640 1 -- 172.21.15.6:0/447169773 wait complete. 2024-09-21T07:27:12.494 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T07:27:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.658+0000 7f71261e2640 1 -- 172.21.15.6:0/655035148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 msgr2=0x7f7108003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.658+0000 7f71261e2640 1 --2- 172.21.15.6:0/655035148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 0x7f7108003f40 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f7110009b60 tx=0x7f711001d280 comp rx=0 tx=0).stop 2024-09-21T07:27:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.658+0000 7f711ffff640 1 -- 172.21.15.6:0/655035148 reap_dead start 2024-09-21T07:27:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.658+0000 7f71261e2640 1 -- 172.21.15.6:0/655035148 shutdown_connections 2024-09-21T07:27:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.658+0000 7f71261e2640 1 -- 172.21.15.6:0/655035148 >> 172.21.15.6:0/655035148 conn(0x7f712006d880 msgr2=0x7f71200b1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.658+0000 7f71261e2640 1 -- 172.21.15.6:0/655035148 shutdown_connections 2024-09-21T07:27:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.658+0000 7f71261e2640 1 -- 172.21.15.6:0/655035148 wait complete. 2024-09-21T07:27:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 Processor -- start 2024-09-21T07:27:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 -- start start 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 0x7f7120146640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7120146dd0 0x7f7120161b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71201620a0 0x7f712015db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7120167960 con 0x7f7108003ab0 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f71201677e0 con 0x7f71201620a0 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7120167ae0 con 0x7f7120146dd0 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 0x7f7120146640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 0x7f7120146640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39900/0 (socket says 172.21.15.6:39900) 2024-09-21T07:27:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 -- 172.21.15.6:0/1168220840 learned_addr learned my addr 172.21.15.6:0/1168220840 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 -- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7120146dd0 msgr2=0x7f7120161b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7120146dd0 0x7f7120161b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 -- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71201620a0 msgr2=0x7f712015db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71201620a0 0x7f712015db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 -- 172.21.15.6:0/1168220840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71201624b0 con 0x7f7108003ab0 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f711f7fe640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 0x7f7120146640 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f711001d0b0 tx=0x7f71100055d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f7107fff640 1 -- 172.21.15.6:0/1168220840 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71100b1040 con 0x7f7108003ab0 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f7107fff640 1 -- 172.21.15.6:0/1168220840 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71100ac400 con 0x7f7108003ab0 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71201540d0 con 0x7f7108003ab0 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f7107fff640 1 -- 172.21.15.6:0/1168220840 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7110004290 con 0x7f7108003ab0 2024-09-21T07:27:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71201fa1c0 con 0x7f7108003ab0 2024-09-21T07:27:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.662+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71200cff30 con 0x7f7108003ab0 2024-09-21T07:27:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.666+0000 7f7107fff640 1 -- 172.21.15.6:0/1168220840 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f71100bd020 con 0x7f7108003ab0 2024-09-21T07:27:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.666+0000 7f7107fff640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f710c073200 0x7f710c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.666+0000 7f7107fff640 1 -- 172.21.15.6:0/1168220840 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5227+0+0 (secure 0 0 0) 0x7f711012e860 con 0x7f7108003ab0 2024-09-21T07:27:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.666+0000 7f711effd640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f710c073200 0x7f710c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.666+0000 7f711effd640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f710c073200 0x7f710c075710 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f71140058d0 tx=0x7f7114005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.670+0000 7f7107fff640 1 -- 172.21.15.6:0/1168220840 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f71100c4020 con 0x7f7108003ab0 2024-09-21T07:27:12.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:12.846+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f7120157ab0 con 0x7f7108003ab0 2024-09-21T07:27:13.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.466+0000 7f7107fff640 1 -- 172.21.15.6:0/1168220840 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v56) ==== 170+0+0 (secure 0 0 0) 0x7f71201624b0 con 0x7f7108003ab0 2024-09-21T07:27:13.471 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-09-21T07:27:13.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f710c073200 msgr2=0x7f710c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f710c073200 0x7f710c075710 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f71140058d0 tx=0x7f7114005860 comp rx=0 tx=0).stop 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 msgr2=0x7f7120146640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 0x7f7120146640 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f711001d0b0 tx=0x7f71100055d0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 shutdown_connections 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f710c073200 0x7f710c075710 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71201620a0 0x7f712015db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7120146dd0 0x7f7120161b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 --2- 172.21.15.6:0/1168220840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7108003ab0 0x7f7120146640 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 >> 172.21.15.6:0/1168220840 conn(0x7f712006d880 msgr2=0x7f71200b1b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:13.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 shutdown_connections 2024-09-21T07:27:13.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.470+0000 7f71261e2640 1 -- 172.21.15.6:0/1168220840 wait complete. 2024-09-21T07:27:13.518 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T07:27:13.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.666+0000 7fa3390c7640 1 -- 172.21.15.6:0/897289151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 msgr2=0x7fa3341664b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:13.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.666+0000 7fa3390c7640 1 --2- 172.21.15.6:0/897289151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 0x7fa3341664b0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa32c009bc0 tx=0x7fa32c01cba0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.666+0000 7fa3390c7640 1 -- 172.21.15.6:0/897289151 shutdown_connections 2024-09-21T07:27:13.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.666+0000 7fa3390c7640 1 --2- 172.21.15.6:0/897289151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 0x7fa3341664b0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.666+0000 7fa3390c7640 1 -- 172.21.15.6:0/897289151 >> 172.21.15.6:0/897289151 conn(0x7fa33406ee90 msgr2=0x7fa33406f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:13.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 -- 172.21.15.6:0/897289151 shutdown_connections 2024-09-21T07:27:13.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 -- 172.21.15.6:0/897289151 wait complete. 2024-09-21T07:27:13.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 Processor -- start 2024-09-21T07:27:13.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 -- start start 2024-09-21T07:27:13.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3340cff80 0x7fa334155b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:13.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa33415ef90 0x7fa3340cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:13.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 0x7fa3340ce120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:13.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa334169ed0 con 0x7fa334164090 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa334169d50 con 0x7fa33415ef90 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa3390c7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa33416a050 con 0x7fa3340cff80 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33359e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 0x7fa3340ce120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33359e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 0x7fa3340ce120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50480/0 (socket says 172.21.15.6:50480) 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33359e640 1 -- 172.21.15.6:0/3670872028 learned_addr learned my addr 172.21.15.6:0/3670872028 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33259c640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa33415ef90 0x7fa3340cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa332d9d640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3340cff80 0x7fa334155b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33359e640 1 -- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3340cff80 msgr2=0x7fa334155b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33359e640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3340cff80 0x7fa334155b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33359e640 1 -- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa33415ef90 msgr2=0x7fa3340cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33359e640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa33415ef90 0x7fa3340cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33359e640 1 -- 172.21.15.6:0/3670872028 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33413b790 con 0x7fa334164090 2024-09-21T07:27:13.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa33259c640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa33415ef90 0x7fa3340cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:13.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.670+0000 7fa332d9d640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3340cff80 0x7fa334155b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:13.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa33359e640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 0x7fa3340ce120 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fa32c009b10 tx=0x7fa32c0a59d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:13.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa31b7fe640 1 -- 172.21.15.6:0/3670872028 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32c0bb070 con 0x7fa334164090 2024-09-21T07:27:13.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa31b7fe640 1 -- 172.21.15.6:0/3670872028 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa32c004d40 con 0x7fa334164090 2024-09-21T07:27:13.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa33413ba70 con 0x7fa334164090 2024-09-21T07:27:13.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa31b7fe640 1 -- 172.21.15.6:0/3670872028 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32c0b2040 con 0x7fa334164090 2024-09-21T07:27:13.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa33413c030 con 0x7fa334164090 2024-09-21T07:27:13.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa33415f3a0 con 0x7fa334164090 2024-09-21T07:27:13.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa31b7fe640 1 -- 172.21.15.6:0/3670872028 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa32c0be070 con 0x7fa334164090 2024-09-21T07:27:13.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa31b7fe640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa320073230 0x7fa320075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:13.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa31b7fe640 1 -- 172.21.15.6:0/3670872028 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5609+0+0 (secure 0 0 0) 0x7fa32c12e210 con 0x7fa334164090 2024-09-21T07:27:13.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.674+0000 7fa332d9d640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa320073230 0x7fa320075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:13.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.678+0000 7fa332d9d640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa320073230 0x7fa320075740 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa324001630 tx=0x7fa324009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:13.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.678+0000 7fa31b7fe640 1 -- 172.21.15.6:0/3670872028 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa32c016790 con 0x7fa334164090 2024-09-21T07:27:13.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:13.882+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fa3340af930 con 0x7fa334164090 2024-09-21T07:27:14.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.514+0000 7fa31b7fe640 1 -- 172.21.15.6:0/3670872028 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v34) ==== 172+0+0 (secure 0 0 0) 0x7fa32c0f9490 con 0x7fa334164090 2024-09-21T07:27:14.522 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 8 and data pool 9 2024-09-21T07:27:14.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa320073230 msgr2=0x7fa320075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:14.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa320073230 0x7fa320075740 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa324001630 tx=0x7fa324009040 comp rx=0 tx=0).stop 2024-09-21T07:27:14.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 msgr2=0x7fa3340ce120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:14.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 0x7fa3340ce120 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fa32c009b10 tx=0x7fa32c0a59d0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 shutdown_connections 2024-09-21T07:27:14.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa320073230 0x7fa320075740 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa334164090 0x7fa3340ce120 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa33415ef90 0x7fa3340cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 --2- 172.21.15.6:0/3670872028 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa3340cff80 0x7fa334155b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.522+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 >> 172.21.15.6:0/3670872028 conn(0x7fa33406ee90 msgr2=0x7fa334073ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:14.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.526+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 shutdown_connections 2024-09-21T07:27:14.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.526+0000 7fa3390c7640 1 -- 172.21.15.6:0/3670872028 wait complete. 2024-09-21T07:27:14.566 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:27:14.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.710+0000 7f6128b68640 1 -- 172.21.15.6:0/3840437610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 msgr2=0x7f61240ccda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:14.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.710+0000 7f6128b68640 1 --2- 172.21.15.6:0/3840437610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 0x7f61240ccda0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f612415a5a0 tx=0x7f611c01c800 comp rx=0 tx=0).stop 2024-09-21T07:27:14.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 -- 172.21.15.6:0/3840437610 shutdown_connections 2024-09-21T07:27:14.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 --2- 172.21.15.6:0/3840437610 >> v2:172.21.15.145:3300/0 conn(0x7f612406d4f0 0x7f6124160050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 --2- 172.21.15.6:0/3840437610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 0x7f61240ccda0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 -- 172.21.15.6:0/3840437610 >> 172.21.15.6:0/3840437610 conn(0x7f61240cdbb0 msgr2=0x7f61240cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:14.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 -- 172.21.15.6:0/3840437610 shutdown_connections 2024-09-21T07:27:14.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 -- 172.21.15.6:0/3840437610 wait complete. 2024-09-21T07:27:14.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 Processor -- start 2024-09-21T07:27:14.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 -- start start 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124074720 0x7f61241f8df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 0x7f61240cf830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f612414bbf0 0x7f6124071060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6124169930 con 0x7f61240ce6d0 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61241697b0 con 0x7f6124074720 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6128b68640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6124169ab0 con 0x7f612414bbf0 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6121d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 0x7f61240cf830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6121d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 0x7f61240cf830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50504/0 (socket says 172.21.15.6:50504) 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6121d9b640 1 -- 172.21.15.6:0/3870677783 learned_addr learned my addr 172.21.15.6:0/3870677783 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f612259c640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124074720 0x7f61241f8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:14.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6122d9d640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f612414bbf0 0x7f6124071060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6121d9b640 1 -- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f612414bbf0 msgr2=0x7f6124071060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6121d9b640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f612414bbf0 0x7f6124071060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6121d9b640 1 -- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124074720 msgr2=0x7f61241f8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6121d9b640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124074720 0x7f61241f8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.714+0000 7f6121d9b640 1 -- 172.21.15.6:0/3870677783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61240d0740 con 0x7f61240ce6d0 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f6121d9b640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 0x7f61240cf830 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f610c00ba50 tx=0x7f610c00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f611affd640 1 -- 172.21.15.6:0/3870677783 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f610c019070 con 0x7f61240ce6d0 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f611affd640 1 -- 172.21.15.6:0/3870677783 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f610c00cd10 con 0x7f61240ce6d0 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61240d0a20 con 0x7f61240ce6d0 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f611affd640 1 -- 172.21.15.6:0/3870677783 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f610c0146a0 con 0x7f61240ce6d0 2024-09-21T07:27:14.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f612414f480 con 0x7f61240ce6d0 2024-09-21T07:27:14.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6124160050 con 0x7f61240ce6d0 2024-09-21T07:27:14.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f611affd640 1 -- 172.21.15.6:0/3870677783 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f610c01c070 con 0x7f61240ce6d0 2024-09-21T07:27:14.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f611affd640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6104073200 0x7f6104075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:14.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f611affd640 1 -- 172.21.15.6:0/3870677783 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f610c093ee0 con 0x7f61240ce6d0 2024-09-21T07:27:14.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f612259c640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6104073200 0x7f6104075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:14.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.718+0000 7f612259c640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6104073200 0x7f6104075710 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f611c0af000 tx=0x7f611c01b040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:14.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.722+0000 7f611affd640 1 -- 172.21.15.6:0/3870677783 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f610c05e940 con 0x7f61240ce6d0 2024-09-21T07:27:14.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.898+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61241532a0 con 0x7f61240ce6d0 2024-09-21T07:27:14.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f611affd640 1 -- 172.21.15.6:0/3870677783 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16702 (secure 0 0 0) 0x7f610c063370 con 0x7f61240ce6d0 2024-09-21T07:27:14.907 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:14.907 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":57,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:27:13.888904+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:27:11.577198+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T07:27:12.861300+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6104073200 msgr2=0x7f6104075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6104073200 0x7f6104075710 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f611c0af000 tx=0x7f611c01b040 comp rx=0 tx=0).stop 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 msgr2=0x7f61240cf830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 0x7f61240cf830 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f610c00ba50 tx=0x7f610c00bf10 comp rx=0 tx=0).stop 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 shutdown_connections 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6104073200 0x7f6104075710 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f612414bbf0 0x7f6124071060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61240ce6d0 0x7f61240cf830 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 --2- 172.21.15.6:0/3870677783 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6124074720 0x7f61241f8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:14.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 >> 172.21.15.6:0/3870677783 conn(0x7f61240cdbb0 msgr2=0x7f61240b1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:14.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 shutdown_connections 2024-09-21T07:27:14.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:14.902+0000 7f6128b68640 1 -- 172.21.15.6:0/3870677783 wait complete. 2024-09-21T07:27:14.930 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:27:15.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.078+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1031190860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 msgr2=0x7fc8c000ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:15.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.078+0000 7fc8dbfdd640 1 --2- 172.21.15.6:0/1031190860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 0x7fc8c000ba30 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc001dc0 tx=0x7fc8cc01cb30 comp rx=0 tx=0).stop 2024-09-21T07:27:15.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.078+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1031190860 shutdown_connections 2024-09-21T07:27:15.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.078+0000 7fc8dbfdd640 1 --2- 172.21.15.6:0/1031190860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 0x7fc8c000ba30 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.078+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1031190860 >> 172.21.15.6:0/1031190860 conn(0x7fc8d406cfb0 msgr2=0x7fc8d406d3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.078+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1031190860 shutdown_connections 2024-09-21T07:27:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.078+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1031190860 wait complete. 2024-09-21T07:27:15.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8dbfdd640 1 Processor -- start 2024-09-21T07:27:15.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8dbfdd640 1 -- start start 2024-09-21T07:27:15.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8dbfdd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 0x7fc8d4142c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:15.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8dbfdd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8d4143d40 0x7fc8d4144150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:15.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8dbfdd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8d4159c70 0x7fc8d415a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:15.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8dbfdd640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d40712c0 con 0x7fc8c00053b0 2024-09-21T07:27:15.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8dbfdd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d4071140 con 0x7fc8d4143d40 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8dbfdd640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d4071440 con 0x7fc8d4159c70 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 0x7fc8d4142c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 0x7fc8d4142c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50526/0 (socket says 172.21.15.6:50526) 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 -- 172.21.15.6:0/1461993061 learned_addr learned my addr 172.21.15.6:0/1461993061 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8da57a640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8d4159c70 0x7fc8d415a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 -- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8d4159c70 msgr2=0x7fc8d415a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8d4159c70 0x7fc8d415a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 -- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8d4143d40 msgr2=0x7fc8d4144150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9578640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8d4143d40 0x7fc8d4144150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8d4143d40 0x7fc8d4144150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 -- 172.21.15.6:0/1461993061 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d415a5c0 con 0x7fc8c00053b0 2024-09-21T07:27:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9578640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8d4143d40 0x7fc8d4144150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.082+0000 7fc8d9d79640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 0x7fc8d4142c60 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0009900 tx=0x7fc8d0009dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8ca7fc640 1 -- 172.21.15.6:0/1461993061 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d0011320 con 0x7fc8c00053b0 2024-09-21T07:27:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8ca7fc640 1 -- 172.21.15.6:0/1461993061 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8d0004050 con 0x7fc8c00053b0 2024-09-21T07:27:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d4144ab0 con 0x7fc8c00053b0 2024-09-21T07:27:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8ca7fc640 1 -- 172.21.15.6:0/1461993061 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d0004420 con 0x7fc8c00053b0 2024-09-21T07:27:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d4145070 con 0x7fc8c00053b0 2024-09-21T07:27:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d4073c80 con 0x7fc8c00053b0 2024-09-21T07:27:15.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8ca7fc640 1 -- 172.21.15.6:0/1461993061 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc8d000c970 con 0x7fc8c00053b0 2024-09-21T07:27:15.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8ca7fc640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc8b8073200 0x7fc8b8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:15.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8ca7fc640 1 -- 172.21.15.6:0/1461993061 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fc8d00964b0 con 0x7fc8c00053b0 2024-09-21T07:27:15.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8d9578640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc8b8073200 0x7fc8b8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:15.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.086+0000 7fc8d9578640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc8b8073200 0x7fc8b8075710 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc8c40046e0 tx=0x7fc8c400e370 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:15.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.090+0000 7fc8ca7fc640 1 -- 172.21.15.6:0/1461993061 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc8d415a5c0 con 0x7fc8c00053b0 2024-09-21T07:27:15.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.258+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc8d415eda0 con 0x7fc8c00053b0 2024-09-21T07:27:15.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8ca7fc640 1 -- 172.21.15.6:0/1461993061 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16702 (secure 0 0 0) 0x7fc8d0061560 con 0x7fc8c00053b0 2024-09-21T07:27:15.268 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:15.268 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":57,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:27:13.888904+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:27:11.577198+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T07:27:12.861300+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:27:15.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc8b8073200 msgr2=0x7fc8b8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:15.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc8b8073200 0x7fc8b8075710 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc8c40046e0 tx=0x7fc8c400e370 comp rx=0 tx=0).stop 2024-09-21T07:27:15.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 msgr2=0x7fc8d4142c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:15.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 0x7fc8d4142c60 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0009900 tx=0x7fc8d0009dc0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 shutdown_connections 2024-09-21T07:27:15.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc8b8073200 0x7fc8b8075710 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc8d4159c70 0x7fc8d415a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc8d4143d40 0x7fc8d4144150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 --2- 172.21.15.6:0/1461993061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8c00053b0 0x7fc8d4142c60 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.262+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 >> 172.21.15.6:0/1461993061 conn(0x7fc8d406cfb0 msgr2=0x7fc8d40b3b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:15.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.266+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 shutdown_connections 2024-09-21T07:27:15.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.266+0000 7fc8dbfdd640 1 -- 172.21.15.6:0/1461993061 wait complete. 2024-09-21T07:27:15.290 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T07:27:15.419 INFO:tasks.ceph.mds.c.smithi006.stderr:2024-09-21T07:27:15.414+0000 7f4b72191640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:27:15.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 -- 172.21.15.6:0/174345694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 msgr2=0x7f9fd80ccc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:15.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 --2- 172.21.15.6:0/174345694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 0x7f9fd80ccc50 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f9fd8070e60 tx=0x7f9fc801c8c0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 -- 172.21.15.6:0/174345694 shutdown_connections 2024-09-21T07:27:15.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 --2- 172.21.15.6:0/174345694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 0x7f9fd80ccc50 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 --2- 172.21.15.6:0/174345694 >> v2:172.21.15.145:3300/0 conn(0x7f9fd815b210 0x7f9fd815b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 -- 172.21.15.6:0/174345694 >> 172.21.15.6:0/174345694 conn(0x7f9fd806ee90 msgr2=0x7f9fd806f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:15.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 -- 172.21.15.6:0/174345694 shutdown_connections 2024-09-21T07:27:15.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 -- 172.21.15.6:0/174345694 wait complete. 2024-09-21T07:27:15.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.434+0000 7f9fe0253640 1 Processor -- start 2024-09-21T07:27:15.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 -- start start 2024-09-21T07:27:15.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 0x7f9fd814ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:15.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd815b210 0x7f9fd80cdf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:15.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd815e800 0x7f9fd80ce480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd8167d20 con 0x7f9fd80cc840 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd8167ba0 con 0x7f9fd815e800 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9fd8167ea0 con 0x7f9fd815b210 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 0x7f9fd814ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 0x7f9fd814ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50552/0 (socket says 172.21.15.6:50552) 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 -- 172.21.15.6:0/3291193387 learned_addr learned my addr 172.21.15.6:0/3291193387 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fde7f0640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd815e800 0x7f9fd80ce480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 -- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd815b210 msgr2=0x7f9fd80cdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd815b210 0x7f9fd80cdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 -- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd815e800 msgr2=0x7f9fd80ce480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd815e800 0x7f9fd80ce480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 -- 172.21.15.6:0/3291193387 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fd814f480 con 0x7f9fd80cc840 2024-09-21T07:27:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fddfef640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 0x7f9fd814ef40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f9fd400eac0 tx=0x7f9fd400ef80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fce7fc640 1 -- 172.21.15.6:0/3291193387 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd401b070 con 0x7f9fd80cc840 2024-09-21T07:27:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fce7fc640 1 -- 172.21.15.6:0/3291193387 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9fd400ccb0 con 0x7f9fd80cc840 2024-09-21T07:27:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fd8158a60 con 0x7f9fd80cc840 2024-09-21T07:27:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fce7fc640 1 -- 172.21.15.6:0/3291193387 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4016670 con 0x7f9fd80cc840 2024-09-21T07:27:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fd80c5250 con 0x7f9fd80cc840 2024-09-21T07:27:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fd80ccc50 con 0x7f9fd80cc840 2024-09-21T07:27:15.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.438+0000 7f9fce7fc640 1 -- 172.21.15.6:0/3291193387 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9fd401e070 con 0x7f9fd80cc840 2024-09-21T07:27:15.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.442+0000 7f9fce7fc640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9fbc073230 0x7f9fbc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:15.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.442+0000 7f9fce7fc640 1 -- 172.21.15.6:0/3291193387 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f9fd4094420 con 0x7f9fd80cc840 2024-09-21T07:27:15.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.442+0000 7f9fdd7ee640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9fbc073230 0x7f9fbc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:15.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.442+0000 7f9fdd7ee640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9fbc073230 0x7f9fbc075740 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9fc80af000 tx=0x7f9fc8019660 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:15.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.446+0000 7f9fce7fc640 1 -- 172.21.15.6:0/3291193387 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9fd405ed50 con 0x7f9fd80cc840 2024-09-21T07:27:15.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:15.650+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f9fd80cf3a0 con 0x7f9fd80cc840 2024-09-21T07:27:16.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.518+0000 7f9fce7fc640 1 -- 172.21.15.6:0/3291193387 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v36) ==== 118+0+0 (secure 0 0 0) 0x7f9fd4063780 con 0x7f9fd80cc840 2024-09-21T07:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9fbc073230 msgr2=0x7f9fbc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9fbc073230 0x7f9fbc075740 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9fc80af000 tx=0x7f9fc8019660 comp rx=0 tx=0).stop 2024-09-21T07:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 msgr2=0x7f9fd814ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 0x7f9fd814ef40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f9fd400eac0 tx=0x7f9fd400ef80 comp rx=0 tx=0).stop 2024-09-21T07:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 shutdown_connections 2024-09-21T07:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9fbc073230 0x7f9fbc075740 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9fd815e800 0x7f9fd80ce480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9fd815b210 0x7f9fd80cdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 --2- 172.21.15.6:0/3291193387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9fd80cc840 0x7f9fd814ef40 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 >> 172.21.15.6:0/3291193387 conn(0x7f9fd806ee90 msgr2=0x7f9fd815c3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 shutdown_connections 2024-09-21T07:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.522+0000 7f9fe0253640 1 -- 172.21.15.6:0/3291193387 wait complete. 2024-09-21T07:27:16.556 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T07:27:16.556 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T07:27:16.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.718+0000 7fb45b189640 1 -- 172.21.15.6:0/2174966205 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 msgr2=0x7fb4540ceeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:16.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.718+0000 7fb45b189640 1 --2- 172.21.15.6:0/2174966205 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 0x7fb4540ceeb0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb454160080 tx=0x7fb44401c600 comp rx=0 tx=0).stop 2024-09-21T07:27:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.718+0000 7fb45b189640 1 -- 172.21.15.6:0/2174966205 shutdown_connections 2024-09-21T07:27:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.718+0000 7fb45b189640 1 --2- 172.21.15.6:0/2174966205 >> v2:172.21.15.145:3300/0 conn(0x7fb4540cdcf0 0x7fb4540b2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.718+0000 7fb45b189640 1 --2- 172.21.15.6:0/2174966205 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 0x7fb4540ceeb0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.718+0000 7fb45b189640 1 -- 172.21.15.6:0/2174966205 >> 172.21.15.6:0/2174966205 conn(0x7fb45408bfc0 msgr2=0x7fb4540d21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.718+0000 7fb45b189640 1 -- 172.21.15.6:0/2174966205 shutdown_connections 2024-09-21T07:27:16.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.718+0000 7fb45b189640 1 -- 172.21.15.6:0/2174966205 wait complete. 2024-09-21T07:27:16.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb45b189640 1 Processor -- start 2024-09-21T07:27:16.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb45b189640 1 -- start start 2024-09-21T07:27:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb45b189640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4540b1e10 0x7fb454155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb45b189640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4540cdcf0 0x7fb4540c4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:16.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb45b189640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 0x7fb4540b5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb45b189640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb454169f20 con 0x7fb4540ceaa0 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb45b189640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb454169da0 con 0x7fb4540cdcf0 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb45b189640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb45416a0a0 con 0x7fb4540b1e10 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 0x7fb4540b5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 0x7fb4540b5d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50562/0 (socket says 172.21.15.6:50562) 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 -- 172.21.15.6:0/3808152195 learned_addr learned my addr 172.21.15.6:0/3808152195 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb453fff640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4540cdcf0 0x7fb4540c4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb458f25640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4540b1e10 0x7fb454155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 -- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4540b1e10 msgr2=0x7fb454155b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4540b1e10 0x7fb454155b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 -- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4540cdcf0 msgr2=0x7fb4540c4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4540cdcf0 0x7fb4540c4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 -- 172.21.15.6:0/3808152195 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4541563e0 con 0x7fb4540ceaa0 2024-09-21T07:27:16.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb453fff640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4540cdcf0 0x7fb4540c4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:27:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.722+0000 7fb459726640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 0x7fb4540b5d80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fb44c00e970 tx=0x7fb44c00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb4517fa640 1 -- 172.21.15.6:0/3808152195 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb44c004d30 con 0x7fb4540ceaa0 2024-09-21T07:27:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb4517fa640 1 -- 172.21.15.6:0/3808152195 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb44c00cb20 con 0x7fb4540ceaa0 2024-09-21T07:27:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4541566c0 con 0x7fb4540ceaa0 2024-09-21T07:27:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb4517fa640 1 -- 172.21.15.6:0/3808152195 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb44c005020 con 0x7fb4540ceaa0 2024-09-21T07:27:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4540c50a0 con 0x7fb4540ceaa0 2024-09-21T07:27:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4540ceeb0 con 0x7fb4540ceaa0 2024-09-21T07:27:16.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb4517fa640 1 -- 172.21.15.6:0/3808152195 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb44c0051c0 con 0x7fb4540ceaa0 2024-09-21T07:27:16.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb4517fa640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073230 0x7fb440075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:16.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb4517fa640 1 -- 172.21.15.6:0/3808152195 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fb44c094ac0 con 0x7fb4540ceaa0 2024-09-21T07:27:16.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.726+0000 7fb458f25640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073230 0x7fb440075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:16.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.730+0000 7fb458f25640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073230 0x7fb440075740 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb4440ae000 tx=0x7fb44401ae40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:16.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.730+0000 7fb4517fa640 1 -- 172.21.15.6:0/3808152195 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb44c016030 con 0x7fb4540ceaa0 2024-09-21T07:27:16.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:16.942+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fb454156170 con 0x7fb4540ceaa0 2024-09-21T07:27:17.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.530+0000 7fb4517fa640 1 -- 172.21.15.6:0/3808152195 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v37) ==== 122+0+0 (secure 0 0 0) 0x7fb44c05fad0 con 0x7fb4540ceaa0 2024-09-21T07:27:17.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073230 msgr2=0x7fb440075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:17.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073230 0x7fb440075740 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb4440ae000 tx=0x7fb44401ae40 comp rx=0 tx=0).stop 2024-09-21T07:27:17.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 msgr2=0x7fb4540b5d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:17.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 0x7fb4540b5d80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fb44c00e970 tx=0x7fb44c00ee30 comp rx=0 tx=0).stop 2024-09-21T07:27:17.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 shutdown_connections 2024-09-21T07:27:17.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073230 0x7fb440075740 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4540ceaa0 0x7fb4540b5d80 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4540cdcf0 0x7fb4540c4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 --2- 172.21.15.6:0/3808152195 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4540b1e10 0x7fb454155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 >> 172.21.15.6:0/3808152195 conn(0x7fb45408bfc0 msgr2=0x7fb4540b26c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:17.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 shutdown_connections 2024-09-21T07:27:17.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.534+0000 7fb45b189640 1 -- 172.21.15.6:0/3808152195 wait complete. 2024-09-21T07:27:17.566 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T07:27:17.566 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:27:17.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.722+0000 7fda3df75640 1 -- 172.21.15.6:0/1390928119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 msgr2=0x7fda3815e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:17.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.722+0000 7fda3df75640 1 --2- 172.21.15.6:0/1390928119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 0x7fda3815e7b0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fda380d05c0 tx=0x7fda2c01c6e0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.722+0000 7fda3df75640 1 -- 172.21.15.6:0/1390928119 shutdown_connections 2024-09-21T07:27:17.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.722+0000 7fda3df75640 1 --2- 172.21.15.6:0/1390928119 >> v2:172.21.15.145:3300/0 conn(0x7fda38074b30 0x7fda380cbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.722+0000 7fda3df75640 1 --2- 172.21.15.6:0/1390928119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 0x7fda3815e7b0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.722+0000 7fda3df75640 1 -- 172.21.15.6:0/1390928119 >> 172.21.15.6:0/1390928119 conn(0x7fda380cdc40 msgr2=0x7fda380ce050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:17.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.722+0000 7fda3df75640 1 -- 172.21.15.6:0/1390928119 shutdown_connections 2024-09-21T07:27:17.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.722+0000 7fda3df75640 1 -- 172.21.15.6:0/1390928119 wait complete. 2024-09-21T07:27:17.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 Processor -- start 2024-09-21T07:27:17.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 -- start start 2024-09-21T07:27:17.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda38074b30 0x7fda3814e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:17.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda380cb810 0x7fda381561f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:17.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 0x7fda38156730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:17.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fda3816c290 con 0x7fda381624b0 2024-09-21T07:27:17.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda3816c110 con 0x7fda380cb810 2024-09-21T07:27:17.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fda3816c410 con 0x7fda38074b30 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 0x7fda38156730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 0x7fda38156730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50586/0 (socket says 172.21.15.6:50586) 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 -- 172.21.15.6:0/2138713063 learned_addr learned my addr 172.21.15.6:0/2138713063 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 -- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda38074b30 msgr2=0x7fda3814e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda38074b30 0x7fda3814e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 -- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda380cb810 msgr2=0x7fda381561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda380cb810 0x7fda381561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 -- 172.21.15.6:0/2138713063 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda3815d790 con 0x7fda381624b0 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda37fff640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 0x7fda38156730 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fda3000ca30 tx=0x7fda3000cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda1ffff640 1 -- 172.21.15.6:0/2138713063 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30007d90 con 0x7fda381624b0 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda1ffff640 1 -- 172.21.15.6:0/2138713063 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda30004c20 con 0x7fda381624b0 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda1ffff640 1 -- 172.21.15.6:0/2138713063 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30005280 con 0x7fda381624b0 2024-09-21T07:27:17.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda380ae230 con 0x7fda381624b0 2024-09-21T07:27:17.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda380ae7f0 con 0x7fda381624b0 2024-09-21T07:27:17.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.726+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda380cbc20 con 0x7fda381624b0 2024-09-21T07:27:17.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.730+0000 7fda1ffff640 1 -- 172.21.15.6:0/2138713063 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fda30005420 con 0x7fda381624b0 2024-09-21T07:27:17.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.730+0000 7fda1ffff640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda24073200 0x7fda24075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:17.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.730+0000 7fda1ffff640 1 -- 172.21.15.6:0/2138713063 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fda30094ba0 con 0x7fda381624b0 2024-09-21T07:27:17.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.730+0000 7fda377fe640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda24073200 0x7fda24075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:17.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.730+0000 7fda377fe640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda24073200 0x7fda24075710 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0af000 tx=0x7fda2c019480 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:17.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.734+0000 7fda1ffff640 1 -- 172.21.15.6:0/2138713063 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fda30014070 con 0x7fda381624b0 2024-09-21T07:27:17.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.942+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda380b7140 con 0x7fda381624b0 2024-09-21T07:27:17.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda1ffff640 1 -- 172.21.15.6:0/2138713063 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+5223 (secure 0 0 0) 0x7fda3005fce0 con 0x7fda381624b0 2024-09-21T07:27:17.950 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:17.951 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":37,"btime":"2024-09-21T07:27:17:525780+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5676,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/3891663650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3891663650},{"type":"v1","addr":"172.21.15.6:6833","nonce":3891663650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:27:13.888820+0000","modified":"2024-09-21T07:27:16.948816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5679},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5679":{"gid":5679,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/4093845965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":4093845965},{"type":"v1","addr":"172.21.15.6:6835","nonce":4093845965}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5679,"qdb_cluster":[5679]},"id":4}]} 2024-09-21T07:27:17.951 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 37 2024-09-21T07:27:17.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda24073200 msgr2=0x7fda24075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda24073200 0x7fda24075710 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0af000 tx=0x7fda2c019480 comp rx=0 tx=0).stop 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 msgr2=0x7fda38156730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 0x7fda38156730 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fda3000ca30 tx=0x7fda3000cef0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 shutdown_connections 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda24073200 0x7fda24075710 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda381624b0 0x7fda38156730 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda380cb810 0x7fda381561f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 --2- 172.21.15.6:0/2138713063 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda38074b30 0x7fda3814e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 >> 172.21.15.6:0/2138713063 conn(0x7fda380cdc40 msgr2=0x7fda380b0b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 shutdown_connections 2024-09-21T07:27:17.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:17.946+0000 7fda3df75640 1 -- 172.21.15.6:0/2138713063 wait complete. 2024-09-21T07:27:17.972 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/520205715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc815c610 msgr2=0x7f0fc80d07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/520205715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc815c610 0x7f0fc80d07f0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0fc8159760 tx=0x7f0fb801c890 comp rx=0 tx=0).stop 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/520205715 shutdown_connections 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/520205715 >> v2:172.21.15.145:3300/0 conn(0x7f0fc8151d80 0x7f0fc8152190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/520205715 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fc8071490 0x7f0fc80718a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/520205715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc815c610 0x7f0fc80d07f0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/520205715 >> 172.21.15.6:0/520205715 conn(0x7f0fc80cdc40 msgr2=0x7f0fc80ce050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/520205715 shutdown_connections 2024-09-21T07:27:18.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.114+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/520205715 wait complete. 2024-09-21T07:27:18.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 Processor -- start 2024-09-21T07:27:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 -- start start 2024-09-21T07:27:18.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc8071490 0x7f0fc80ca5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fc8151d80 0x7f0fc806fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fc814e2c0 0x7f0fc80701e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc815fd20 con 0x7f0fc8071490 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc815fba0 con 0x7f0fc8151d80 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0fc815fea0 con 0x7f0fc814e2c0 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc8071490 0x7f0fc80ca5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc8071490 0x7f0fc80ca5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50614/0 (socket says 172.21.15.6:50614) 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 -- 172.21.15.6:0/2103533832 learned_addr learned my addr 172.21.15.6:0/2103533832 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fbe7fc640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fc8151d80 0x7f0fc806fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc77fe640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fc814e2c0 0x7f0fc80701e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 -- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fc814e2c0 msgr2=0x7f0fc80701e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fc814e2c0 0x7f0fc80701e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 -- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fc8151d80 msgr2=0x7f0fc806fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fc8151d80 0x7f0fc806fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 -- 172.21.15.6:0/2103533832 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fc80c8ac0 con 0x7f0fc8071490 2024-09-21T07:27:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fc6ffd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc8071490 0x7f0fc80ca5c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8009850 tx=0x7f0fb80a56a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:18.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fbffff640 1 -- 172.21.15.6:0/2103533832 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb80b2040 con 0x7f0fc8071490 2024-09-21T07:27:18.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fbffff640 1 -- 172.21.15.6:0/2103533832 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0fb80043d0 con 0x7f0fc8071490 2024-09-21T07:27:18.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fc80c8d80 con 0x7f0fc8071490 2024-09-21T07:27:18.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fbffff640 1 -- 172.21.15.6:0/2103533832 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8005290 con 0x7f0fc8071490 2024-09-21T07:27:18.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fc81482a0 con 0x7f0fc8071490 2024-09-21T07:27:18.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.118+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fc80718a0 con 0x7f0fc8071490 2024-09-21T07:27:18.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.122+0000 7f0fbffff640 1 -- 172.21.15.6:0/2103533832 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0fb80be060 con 0x7f0fc8071490 2024-09-21T07:27:18.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.122+0000 7f0fbffff640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0fa8073200 0x7f0fa8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.122+0000 7f0fbffff640 1 -- 172.21.15.6:0/2103533832 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f0fb812d790 con 0x7f0fc8071490 2024-09-21T07:27:18.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.122+0000 7f0fbe7fc640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0fa8073200 0x7f0fa8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.122+0000 7f0fbe7fc640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0fa8073200 0x7f0fa8075710 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0005fd0 tx=0x7f0fb0005d60 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:18.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.126+0000 7f0fbffff640 1 -- 172.21.15.6:0/2103533832 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0fb80164b0 con 0x7f0fc8071490 2024-09-21T07:27:18.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.294+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0fc80c82f0 con 0x7f0fc8071490 2024-09-21T07:27:18.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fbffff640 1 -- 172.21.15.6:0/2103533832 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16689 (secure 0 0 0) 0x7f0fb80f8850 con 0x7f0fc8071490 2024-09-21T07:27:18.304 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:18.304 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":58,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:27:15.473753+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:27:11.577198+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T07:27:12.861300+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:27:18.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0fa8073200 msgr2=0x7f0fa8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0fa8073200 0x7f0fa8075710 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0005fd0 tx=0x7f0fb0005d60 comp rx=0 tx=0).stop 2024-09-21T07:27:18.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc8071490 msgr2=0x7f0fc80ca5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc8071490 0x7f0fc80ca5c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8009850 tx=0x7f0fb80a56a0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 shutdown_connections 2024-09-21T07:27:18.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0fa8073200 0x7f0fa8075710 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0fc814e2c0 0x7f0fc80701e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0fc8151d80 0x7f0fc806fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 --2- 172.21.15.6:0/2103533832 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0fc8071490 0x7f0fc80ca5c0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 >> 172.21.15.6:0/2103533832 conn(0x7f0fc80cdc40 msgr2=0x7f0fc814b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:18.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 shutdown_connections 2024-09-21T07:27:18.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.298+0000 7f0fcd6bd640 1 -- 172.21.15.6:0/2103533832 wait complete. 2024-09-21T07:27:18.325 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:27:18.325 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:27:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 -- 172.21.15.6:0/2462270589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 msgr2=0x7f784400ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 --2- 172.21.15.6:0/2462270589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 0x7f784400ba30 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f7854001dc0 tx=0x7f785401cb30 comp rx=0 tx=0).stop 2024-09-21T07:27:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 -- 172.21.15.6:0/2462270589 shutdown_connections 2024-09-21T07:27:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 --2- 172.21.15.6:0/2462270589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 0x7f784400ba30 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 -- 172.21.15.6:0/2462270589 >> 172.21.15.6:0/2462270589 conn(0x7f785c0d0020 msgr2=0x7f785c0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 -- 172.21.15.6:0/2462270589 shutdown_connections 2024-09-21T07:27:18.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 -- 172.21.15.6:0/2462270589 wait complete. 2024-09-21T07:27:18.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 Processor -- start 2024-09-21T07:27:18.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.466+0000 7f78611a7640 1 -- start start 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 0x7f785c150c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f785c1564f0 0x7f785c156900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f785c09cf90 0x7f785c09d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f785c0af800 con 0x7f78440053b0 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f785c0af680 con 0x7f785c1564f0 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f785c0cc2e0 con 0x7f785c09cf90 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 0x7f785c150c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 0x7f785c150c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50642/0 (socket says 172.21.15.6:50642) 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 -- 172.21.15.6:0/2526828087 learned_addr learned my addr 172.21.15.6:0/2526828087 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785a59c640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f785c1564f0 0x7f785c156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 -- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f785c09cf90 msgr2=0x7f785c09d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f785c09cf90 0x7f785c09d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 -- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f785c1564f0 msgr2=0x7f785c156900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f785c1564f0 0x7f785c156900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 -- 172.21.15.6:0/2526828087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f785c09d8e0 con 0x7f78440053b0 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785a59c640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f785c1564f0 0x7f785c156900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f785ad9d640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 0x7f785c150c30 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f784c00e610 tx=0x7f784c00ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78437fe640 1 -- 172.21.15.6:0/2526828087 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f784c015070 con 0x7f78440053b0 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78437fe640 1 -- 172.21.15.6:0/2526828087 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f784c0109a0 con 0x7f78440053b0 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f785c155b90 con 0x7f78440053b0 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78437fe640 1 -- 172.21.15.6:0/2526828087 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f784c010df0 con 0x7f78440053b0 2024-09-21T07:27:18.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f785c1550b0 con 0x7f78440053b0 2024-09-21T07:27:18.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.470+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f785c0ae3b0 con 0x7f78440053b0 2024-09-21T07:27:18.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.474+0000 7f78437fe640 1 -- 172.21.15.6:0/2526828087 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f784c018070 con 0x7f78440053b0 2024-09-21T07:27:18.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.474+0000 7f78437fe640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7848073230 0x7f7848075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.474+0000 7f78437fe640 1 -- 172.21.15.6:0/2526828087 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f784c094560 con 0x7f78440053b0 2024-09-21T07:27:18.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.474+0000 7f785a59c640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7848073230 0x7f7848075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.474+0000 7f785a59c640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7848073230 0x7f7848075740 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7850005fd0 tx=0x7f7850005e60 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:18.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.478+0000 7f78437fe640 1 -- 172.21.15.6:0/2526828087 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f785c09d8e0 con 0x7f78440053b0 2024-09-21T07:27:18.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.642+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f785c09e0d0 con 0x7f7848073230 2024-09-21T07:27:18.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78437fe640 1 -- 172.21.15.6:0/2526828087 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251941 (secure 0 0 0) 0x7f785c09e0d0 con 0x7f7848073230 2024-09-21T07:27:18.665 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:18.666 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:27:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7848073230 msgr2=0x7f7848075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7848073230 0x7f7848075740 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7850005fd0 tx=0x7f7850005e60 comp rx=0 tx=0).stop 2024-09-21T07:27:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 msgr2=0x7f785c150c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 0x7f785c150c30 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f784c00e610 tx=0x7f784c00ead0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 shutdown_connections 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7848073230 0x7f7848075740 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f785c09cf90 0x7f785c09d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f785c1564f0 0x7f785c156900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 --2- 172.21.15.6:0/2526828087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78440053b0 0x7f785c150c30 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 >> 172.21.15.6:0/2526828087 conn(0x7f785c0d0020 msgr2=0x7f785c15bcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 shutdown_connections 2024-09-21T07:27:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.658+0000 7f78611a7640 1 -- 172.21.15.6:0/2526828087 wait complete. 2024-09-21T07:27:18.684 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-21T07:27:16.891846+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":137,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239464,"kb_used_data":6580,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735256,"statfs":{"total":773094113280,"available":772848902144,"internally_reserved":0,"allocated":6737920,"data_stored":3470816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":43,"apply_latency_ms":43,"commit_latency_ns":43000000,"apply_latency_ns":43000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.431595"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.485851+0000","last_change":"2024-09-21T07:27:14.534642+0000","last_active":"2024-09-21T07:27:15.485851+0000","last_peered":"2024-09-21T07:27:15.485851+0000","last_clean":"2024-09-21T07:27:15.485851+0000","last_became_active":"2024-09-21T07:27:14.534208+0000","last_became_peered":"2024-09-21T07:27:14.534208+0000","last_unstale":"2024-09-21T07:27:15.485851+0000","last_undegraded":"2024-09-21T07:27:15.485851+0000","last_fullsized":"2024-09-21T07:27:15.485851+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:52:44.389086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.529824+0000","last_change":"2024-09-21T07:27:14.510240+0000","last_active":"2024-09-21T07:27:14.529824+0000","last_peered":"2024-09-21T07:27:14.529824+0000","last_clean":"2024-09-21T07:27:14.529824+0000","last_became_active":"2024-09-21T07:27:14.508609+0000","last_became_peered":"2024-09-21T07:27:14.508609+0000","last_unstale":"2024-09-21T07:27:14.529824+0000","last_undegraded":"2024-09-21T07:27:14.529824+0000","last_fullsized":"2024-09-21T07:27:14.529824+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:51:48.255205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.528311+0000","last_change":"2024-09-21T07:27:14.517583+0000","last_active":"2024-09-21T07:27:14.528311+0000","last_peered":"2024-09-21T07:27:14.528311+0000","last_clean":"2024-09-21T07:27:14.528311+0000","last_became_active":"2024-09-21T07:27:14.516715+0000","last_became_peered":"2024-09-21T07:27:14.516715+0000","last_unstale":"2024-09-21T07:27:14.528311+0000","last_undegraded":"2024-09-21T07:27:14.528311+0000","last_fullsized":"2024-09-21T07:27:14.528311+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:43.242262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.492357+0000","last_change":"2024-09-21T07:27:14.507756+0000","last_active":"2024-09-21T07:27:15.492357+0000","last_peered":"2024-09-21T07:27:15.492357+0000","last_clean":"2024-09-21T07:27:15.492357+0000","last_became_active":"2024-09-21T07:27:14.506901+0000","last_became_peered":"2024-09-21T07:27:14.506901+0000","last_unstale":"2024-09-21T07:27:15.492357+0000","last_undegraded":"2024-09-21T07:27:15.492357+0000","last_fullsized":"2024-09-21T07:27:15.492357+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:48:07.594786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.486535+0000","last_change":"2024-09-21T07:27:14.515463+0000","last_active":"2024-09-21T07:27:15.486535+0000","last_peered":"2024-09-21T07:27:15.486535+0000","last_clean":"2024-09-21T07:27:15.486535+0000","last_became_active":"2024-09-21T07:27:14.514042+0000","last_became_peered":"2024-09-21T07:27:14.514042+0000","last_unstale":"2024-09-21T07:27:15.486535+0000","last_undegraded":"2024-09-21T07:27:15.486535+0000","last_fullsized":"2024-09-21T07:27:15.486535+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:15:23.579317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535240+0000","last_change":"2024-09-21T07:27:14.518007+0000","last_active":"2024-09-21T07:27:15.535240+0000","last_peered":"2024-09-21T07:27:15.535240+0000","last_clean":"2024-09-21T07:27:15.535240+0000","last_became_active":"2024-09-21T07:27:14.517185+0000","last_became_peered":"2024-09-21T07:27:14.517185+0000","last_unstale":"2024-09-21T07:27:15.535240+0000","last_undegraded":"2024-09-21T07:27:15.535240+0000","last_fullsized":"2024-09-21T07:27:15.535240+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:15.941103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.509714+0000","last_change":"2024-09-21T07:27:14.500009+0000","last_active":"2024-09-21T07:27:14.509714+0000","last_peered":"2024-09-21T07:27:14.509714+0000","last_clean":"2024-09-21T07:27:14.509714+0000","last_became_active":"2024-09-21T07:27:14.498331+0000","last_became_peered":"2024-09-21T07:27:14.498331+0000","last_unstale":"2024-09-21T07:27:14.509714+0000","last_undegraded":"2024-09-21T07:27:14.509714+0000","last_fullsized":"2024-09-21T07:27:14.509714+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:00:55.587533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535279+0000","last_change":"2024-09-21T07:27:14.517595+0000","last_active":"2024-09-21T07:27:14.535279+0000","last_peered":"2024-09-21T07:27:14.535279+0000","last_clean":"2024-09-21T07:27:14.535279+0000","last_became_active":"2024-09-21T07:27:14.516748+0000","last_became_peered":"2024-09-21T07:27:14.516748+0000","last_unstale":"2024-09-21T07:27:14.535279+0000","last_undegraded":"2024-09-21T07:27:14.535279+0000","last_fullsized":"2024-09-21T07:27:14.535279+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:05.983331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.529061+0000","last_change":"2024-09-21T07:27:14.518916+0000","last_active":"2024-09-21T07:27:14.529061+0000","last_peered":"2024-09-21T07:27:14.529061+0000","last_clean":"2024-09-21T07:27:14.529061+0000","last_became_active":"2024-09-21T07:27:14.517682+0000","last_became_peered":"2024-09-21T07:27:14.517682+0000","last_unstale":"2024-09-21T07:27:14.529061+0000","last_undegraded":"2024-09-21T07:27:14.529061+0000","last_fullsized":"2024-09-21T07:27:14.529061+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:40:54.852890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823530+0000","last_change":"2024-09-21T07:27:14.512840+0000","last_active":"2024-09-21T07:27:15.823530+0000","last_peered":"2024-09-21T07:27:15.823530+0000","last_clean":"2024-09-21T07:27:15.823530+0000","last_became_active":"2024-09-21T07:27:14.511959+0000","last_became_peered":"2024-09-21T07:27:14.511959+0000","last_unstale":"2024-09-21T07:27:15.823530+0000","last_undegraded":"2024-09-21T07:27:15.823530+0000","last_fullsized":"2024-09-21T07:27:15.823530+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:28.828464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823725+0000","last_change":"2024-09-21T07:27:14.505698+0000","last_active":"2024-09-21T07:27:15.823725+0000","last_peered":"2024-09-21T07:27:15.823725+0000","last_clean":"2024-09-21T07:27:15.823725+0000","last_became_active":"2024-09-21T07:27:14.501789+0000","last_became_peered":"2024-09-21T07:27:14.501789+0000","last_unstale":"2024-09-21T07:27:15.823725+0000","last_undegraded":"2024-09-21T07:27:15.823725+0000","last_fullsized":"2024-09-21T07:27:15.823725+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:28.306232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.490914+0000","last_change":"2024-09-21T07:27:14.508012+0000","last_active":"2024-09-21T07:27:15.490914+0000","last_peered":"2024-09-21T07:27:15.490914+0000","last_clean":"2024-09-21T07:27:15.490914+0000","last_became_active":"2024-09-21T07:27:14.507166+0000","last_became_peered":"2024-09-21T07:27:14.507166+0000","last_unstale":"2024-09-21T07:27:15.490914+0000","last_undegraded":"2024-09-21T07:27:15.490914+0000","last_fullsized":"2024-09-21T07:27:15.490914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:50:23.702373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491234+0000","last_change":"2024-09-21T07:27:14.523622+0000","last_active":"2024-09-21T07:27:15.491234+0000","last_peered":"2024-09-21T07:27:15.491234+0000","last_clean":"2024-09-21T07:27:15.491234+0000","last_became_active":"2024-09-21T07:27:14.522829+0000","last_became_peered":"2024-09-21T07:27:14.522829+0000","last_unstale":"2024-09-21T07:27:15.491234+0000","last_undegraded":"2024-09-21T07:27:15.491234+0000","last_fullsized":"2024-09-21T07:27:15.491234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:32:31.702160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.513404+0000","last_change":"2024-09-21T07:27:14.508063+0000","last_active":"2024-09-21T07:27:14.513404+0000","last_peered":"2024-09-21T07:27:14.513404+0000","last_clean":"2024-09-21T07:27:14.513404+0000","last_became_active":"2024-09-21T07:27:14.507248+0000","last_became_peered":"2024-09-21T07:27:14.507248+0000","last_unstale":"2024-09-21T07:27:14.513404+0000","last_undegraded":"2024-09-21T07:27:14.513404+0000","last_fullsized":"2024-09-21T07:27:14.513404+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:56.791483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.505985+0000","last_change":"2024-09-21T07:27:14.499140+0000","last_active":"2024-09-21T07:27:14.505985+0000","last_peered":"2024-09-21T07:27:14.505985+0000","last_clean":"2024-09-21T07:27:14.505985+0000","last_became_active":"2024-09-21T07:27:14.497272+0000","last_became_peered":"2024-09-21T07:27:14.497272+0000","last_unstale":"2024-09-21T07:27:14.505985+0000","last_undegraded":"2024-09-21T07:27:14.505985+0000","last_fullsized":"2024-09-21T07:27:14.505985+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:25.996068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.534922+0000","last_change":"2024-09-21T07:27:14.523641+0000","last_active":"2024-09-21T07:27:15.534922+0000","last_peered":"2024-09-21T07:27:15.534922+0000","last_clean":"2024-09-21T07:27:15.534922+0000","last_became_active":"2024-09-21T07:27:14.523153+0000","last_became_peered":"2024-09-21T07:27:14.523153+0000","last_unstale":"2024-09-21T07:27:15.534922+0000","last_undegraded":"2024-09-21T07:27:15.534922+0000","last_fullsized":"2024-09-21T07:27:15.534922+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:50:23.702373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.533725+0000","last_change":"2024-09-21T07:27:14.516877+0000","last_active":"2024-09-21T07:27:14.533725+0000","last_peered":"2024-09-21T07:27:14.533725+0000","last_clean":"2024-09-21T07:27:14.533725+0000","last_became_active":"2024-09-21T07:27:14.515959+0000","last_became_peered":"2024-09-21T07:27:14.515959+0000","last_unstale":"2024-09-21T07:27:14.533725+0000","last_undegraded":"2024-09-21T07:27:14.533725+0000","last_fullsized":"2024-09-21T07:27:14.533725+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:12:07.750745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535339+0000","last_change":"2024-09-21T07:27:14.528583+0000","last_active":"2024-09-21T07:27:14.535339+0000","last_peered":"2024-09-21T07:27:14.535339+0000","last_clean":"2024-09-21T07:27:14.535339+0000","last_became_active":"2024-09-21T07:27:14.527965+0000","last_became_peered":"2024-09-21T07:27:14.527965+0000","last_unstale":"2024-09-21T07:27:14.535339+0000","last_undegraded":"2024-09-21T07:27:14.535339+0000","last_fullsized":"2024-09-21T07:27:14.535339+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:50:03.912733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.485809+0000","last_change":"2024-09-21T07:27:14.531983+0000","last_active":"2024-09-21T07:27:15.485809+0000","last_peered":"2024-09-21T07:27:15.485809+0000","last_clean":"2024-09-21T07:27:15.485809+0000","last_became_active":"2024-09-21T07:27:14.531634+0000","last_became_peered":"2024-09-21T07:27:14.531634+0000","last_unstale":"2024-09-21T07:27:15.485809+0000","last_undegraded":"2024-09-21T07:27:15.485809+0000","last_fullsized":"2024-09-21T07:27:15.485809+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:05.319785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535524+0000","last_change":"2024-09-21T07:27:14.533815+0000","last_active":"2024-09-21T07:27:14.535524+0000","last_peered":"2024-09-21T07:27:14.535524+0000","last_clean":"2024-09-21T07:27:14.535524+0000","last_became_active":"2024-09-21T07:27:14.533469+0000","last_became_peered":"2024-09-21T07:27:14.533469+0000","last_unstale":"2024-09-21T07:27:14.535524+0000","last_undegraded":"2024-09-21T07:27:14.535524+0000","last_fullsized":"2024-09-21T07:27:14.535524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:38:55.717437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.531093+0000","last_change":"2024-09-21T07:27:14.524878+0000","last_active":"2024-09-21T07:27:14.531093+0000","last_peered":"2024-09-21T07:27:14.531093+0000","last_clean":"2024-09-21T07:27:14.531093+0000","last_became_active":"2024-09-21T07:27:14.519561+0000","last_became_peered":"2024-09-21T07:27:14.519561+0000","last_unstale":"2024-09-21T07:27:14.531093+0000","last_undegraded":"2024-09-21T07:27:14.531093+0000","last_fullsized":"2024-09-21T07:27:14.531093+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:32.798275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535877+0000","last_change":"2024-09-21T07:27:14.530472+0000","last_active":"2024-09-21T07:27:14.535877+0000","last_peered":"2024-09-21T07:27:14.535877+0000","last_clean":"2024-09-21T07:27:14.535877+0000","last_became_active":"2024-09-21T07:27:14.530024+0000","last_became_peered":"2024-09-21T07:27:14.530024+0000","last_unstale":"2024-09-21T07:27:14.535877+0000","last_undegraded":"2024-09-21T07:27:14.535877+0000","last_fullsized":"2024-09-21T07:27:14.535877+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:57.328536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.527290+0000","last_change":"2024-09-21T07:27:14.504288+0000","last_active":"2024-09-21T07:27:14.527290+0000","last_peered":"2024-09-21T07:27:14.527290+0000","last_clean":"2024-09-21T07:27:14.527290+0000","last_became_active":"2024-09-21T07:27:14.503411+0000","last_became_peered":"2024-09-21T07:27:14.503411+0000","last_unstale":"2024-09-21T07:27:14.527290+0000","last_undegraded":"2024-09-21T07:27:14.527290+0000","last_fullsized":"2024-09-21T07:27:14.527290+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:46.245992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489008+0000","last_change":"2024-09-21T07:27:14.523736+0000","last_active":"2024-09-21T07:27:15.489008+0000","last_peered":"2024-09-21T07:27:15.489008+0000","last_clean":"2024-09-21T07:27:15.489008+0000","last_became_active":"2024-09-21T07:27:14.523070+0000","last_became_peered":"2024-09-21T07:27:14.523070+0000","last_unstale":"2024-09-21T07:27:15.489008+0000","last_undegraded":"2024-09-21T07:27:15.489008+0000","last_fullsized":"2024-09-21T07:27:15.489008+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:01:04.962118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.486150+0000","last_change":"2024-09-21T07:27:14.524310+0000","last_active":"2024-09-21T07:27:15.486150+0000","last_peered":"2024-09-21T07:27:15.486150+0000","last_clean":"2024-09-21T07:27:15.486150+0000","last_became_active":"2024-09-21T07:27:14.523763+0000","last_became_peered":"2024-09-21T07:27:14.523763+0000","last_unstale":"2024-09-21T07:27:15.486150+0000","last_undegraded":"2024-09-21T07:27:15.486150+0000","last_fullsized":"2024-09-21T07:27:15.486150+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:23.572544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.490658+0000","last_change":"2024-09-21T07:27:14.500304+0000","last_active":"2024-09-21T07:27:15.490658+0000","last_peered":"2024-09-21T07:27:15.490658+0000","last_clean":"2024-09-21T07:27:15.490658+0000","last_became_active":"2024-09-21T07:27:14.499489+0000","last_became_peered":"2024-09-21T07:27:14.499489+0000","last_unstale":"2024-09-21T07:27:15.490658+0000","last_undegraded":"2024-09-21T07:27:15.490658+0000","last_fullsized":"2024-09-21T07:27:15.490658+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:16:08.141433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536155+0000","last_change":"2024-09-21T07:27:14.526875+0000","last_active":"2024-09-21T07:27:15.536155+0000","last_peered":"2024-09-21T07:27:15.536155+0000","last_clean":"2024-09-21T07:27:15.536155+0000","last_became_active":"2024-09-21T07:27:14.524753+0000","last_became_peered":"2024-09-21T07:27:14.524753+0000","last_unstale":"2024-09-21T07:27:15.536155+0000","last_undegraded":"2024-09-21T07:27:15.536155+0000","last_fullsized":"2024-09-21T07:27:15.536155+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:49.336322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.486167+0000","last_change":"2024-09-21T07:27:14.515110+0000","last_active":"2024-09-21T07:27:15.486167+0000","last_peered":"2024-09-21T07:27:15.486167+0000","last_clean":"2024-09-21T07:27:15.486167+0000","last_became_active":"2024-09-21T07:27:14.513983+0000","last_became_peered":"2024-09-21T07:27:14.513983+0000","last_unstale":"2024-09-21T07:27:15.486167+0000","last_undegraded":"2024-09-21T07:27:15.486167+0000","last_fullsized":"2024-09-21T07:27:15.486167+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.313542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535490+0000","last_change":"2024-09-21T07:27:14.530290+0000","last_active":"2024-09-21T07:27:14.535490+0000","last_peered":"2024-09-21T07:27:14.535490+0000","last_clean":"2024-09-21T07:27:14.535490+0000","last_became_active":"2024-09-21T07:27:14.514395+0000","last_became_peered":"2024-09-21T07:27:14.514395+0000","last_unstale":"2024-09-21T07:27:14.535490+0000","last_undegraded":"2024-09-21T07:27:14.535490+0000","last_fullsized":"2024-09-21T07:27:14.535490+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:16:49.158590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.527222+0000","last_change":"2024-09-21T07:27:14.508853+0000","last_active":"2024-09-21T07:27:14.527222+0000","last_peered":"2024-09-21T07:27:14.527222+0000","last_clean":"2024-09-21T07:27:14.527222+0000","last_became_active":"2024-09-21T07:27:14.508017+0000","last_became_peered":"2024-09-21T07:27:14.508017+0000","last_unstale":"2024-09-21T07:27:14.527222+0000","last_undegraded":"2024-09-21T07:27:14.527222+0000","last_fullsized":"2024-09-21T07:27:14.527222+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:08.867920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.485530+0000","last_change":"2024-09-21T07:27:14.524617+0000","last_active":"2024-09-21T07:27:15.485530+0000","last_peered":"2024-09-21T07:27:15.485530+0000","last_clean":"2024-09-21T07:27:15.485530+0000","last_became_active":"2024-09-21T07:27:14.523824+0000","last_became_peered":"2024-09-21T07:27:14.523824+0000","last_unstale":"2024-09-21T07:27:15.485530+0000","last_undegraded":"2024-09-21T07:27:15.485530+0000","last_fullsized":"2024-09-21T07:27:15.485530+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:30:56.052315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.534761+0000","last_change":"2024-09-21T07:27:14.537984+0000","last_active":"2024-09-21T07:27:15.534761+0000","last_peered":"2024-09-21T07:27:15.534761+0000","last_clean":"2024-09-21T07:27:15.534761+0000","last_became_active":"2024-09-21T07:27:14.537566+0000","last_became_peered":"2024-09-21T07:27:14.537566+0000","last_unstale":"2024-09-21T07:27:15.534761+0000","last_undegraded":"2024-09-21T07:27:15.534761+0000","last_fullsized":"2024-09-21T07:27:15.534761+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:16:08.141433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536475+0000","last_change":"2024-09-21T07:27:14.533863+0000","last_active":"2024-09-21T07:27:15.536475+0000","last_peered":"2024-09-21T07:27:15.536475+0000","last_clean":"2024-09-21T07:27:15.536475+0000","last_became_active":"2024-09-21T07:27:14.533108+0000","last_became_peered":"2024-09-21T07:27:14.533108+0000","last_unstale":"2024-09-21T07:27:15.536475+0000","last_undegraded":"2024-09-21T07:27:15.536475+0000","last_fullsized":"2024-09-21T07:27:15.536475+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:26:58.931205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536248+0000","last_change":"2024-09-21T07:27:13.488286+0000","last_active":"2024-09-21T07:27:15.536248+0000","last_peered":"2024-09-21T07:27:15.536248+0000","last_clean":"2024-09-21T07:27:15.536248+0000","last_became_active":"2024-09-21T07:27:13.487182+0000","last_became_peered":"2024-09-21T07:27:13.487182+0000","last_unstale":"2024-09-21T07:27:15.536248+0000","last_undegraded":"2024-09-21T07:27:15.536248+0000","last_fullsized":"2024-09-21T07:27:15.536248+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:07.863712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823693+0000","last_change":"2024-09-21T07:27:14.508395+0000","last_active":"2024-09-21T07:27:15.823693+0000","last_peered":"2024-09-21T07:27:15.823693+0000","last_clean":"2024-09-21T07:27:15.823693+0000","last_became_active":"2024-09-21T07:27:14.507488+0000","last_became_peered":"2024-09-21T07:27:14.507488+0000","last_unstale":"2024-09-21T07:27:15.823693+0000","last_undegraded":"2024-09-21T07:27:15.823693+0000","last_fullsized":"2024-09-21T07:27:15.823693+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:57.064523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.546282+0000","last_change":"2024-09-21T07:27:13.510890+0000","last_active":"2024-09-21T07:27:14.546282+0000","last_peered":"2024-09-21T07:27:14.546282+0000","last_clean":"2024-09-21T07:27:14.546282+0000","last_became_active":"2024-09-21T07:27:13.510268+0000","last_became_peered":"2024-09-21T07:27:13.510268+0000","last_unstale":"2024-09-21T07:27:14.546282+0000","last_undegraded":"2024-09-21T07:27:14.546282+0000","last_fullsized":"2024-09-21T07:27:14.546282+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:12:32.289060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535831+0000","last_change":"2024-09-21T07:27:14.524134+0000","last_active":"2024-09-21T07:27:15.535831+0000","last_peered":"2024-09-21T07:27:15.535831+0000","last_clean":"2024-09-21T07:27:15.535831+0000","last_became_active":"2024-09-21T07:27:14.523478+0000","last_became_peered":"2024-09-21T07:27:14.523478+0000","last_unstale":"2024-09-21T07:27:15.535831+0000","last_undegraded":"2024-09-21T07:27:15.535831+0000","last_fullsized":"2024-09-21T07:27:15.535831+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:48:07.594786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536550+0000","last_change":"2024-09-21T07:27:13.491169+0000","last_active":"2024-09-21T07:27:15.536550+0000","last_peered":"2024-09-21T07:27:15.536550+0000","last_clean":"2024-09-21T07:27:15.536550+0000","last_became_active":"2024-09-21T07:27:13.490834+0000","last_became_peered":"2024-09-21T07:27:13.490834+0000","last_unstale":"2024-09-21T07:27:15.536550+0000","last_undegraded":"2024-09-21T07:27:15.536550+0000","last_fullsized":"2024-09-21T07:27:15.536550+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:42.238054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535991+0000","last_change":"2024-09-21T07:27:14.525409+0000","last_active":"2024-09-21T07:27:15.535991+0000","last_peered":"2024-09-21T07:27:15.535991+0000","last_clean":"2024-09-21T07:27:15.535991+0000","last_became_active":"2024-09-21T07:27:14.522859+0000","last_became_peered":"2024-09-21T07:27:14.522859+0000","last_unstale":"2024-09-21T07:27:15.535991+0000","last_undegraded":"2024-09-21T07:27:15.535991+0000","last_fullsized":"2024-09-21T07:27:15.535991+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:16:36.692660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491281+0000","last_change":"2024-09-21T07:27:13.503061+0000","last_active":"2024-09-21T07:27:15.491281+0000","last_peered":"2024-09-21T07:27:15.491281+0000","last_clean":"2024-09-21T07:27:15.491281+0000","last_became_active":"2024-09-21T07:27:13.502161+0000","last_became_peered":"2024-09-21T07:27:13.502161+0000","last_unstale":"2024-09-21T07:27:15.491281+0000","last_undegraded":"2024-09-21T07:27:15.491281+0000","last_fullsized":"2024-09-21T07:27:15.491281+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:42.238054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.541950+0000","last_change":"2024-09-21T07:27:14.535073+0000","last_active":"2024-09-21T07:27:14.541950+0000","last_peered":"2024-09-21T07:27:14.541950+0000","last_clean":"2024-09-21T07:27:14.541950+0000","last_became_active":"2024-09-21T07:27:14.534336+0000","last_became_peered":"2024-09-21T07:27:14.534336+0000","last_unstale":"2024-09-21T07:27:14.541950+0000","last_undegraded":"2024-09-21T07:27:14.541950+0000","last_fullsized":"2024-09-21T07:27:14.541950+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:14:29.244613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.543780+0000","last_change":"2024-09-21T07:27:13.505354+0000","last_active":"2024-09-21T07:27:14.543780+0000","last_peered":"2024-09-21T07:27:14.543780+0000","last_clean":"2024-09-21T07:27:14.543780+0000","last_became_active":"2024-09-21T07:27:13.504509+0000","last_became_peered":"2024-09-21T07:27:13.504509+0000","last_unstale":"2024-09-21T07:27:14.543780+0000","last_undegraded":"2024-09-21T07:27:14.543780+0000","last_fullsized":"2024-09-21T07:27:14.543780+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:43:38.438633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535572+0000","last_change":"2024-09-21T07:27:14.531362+0000","last_active":"2024-09-21T07:27:14.535572+0000","last_peered":"2024-09-21T07:27:14.535572+0000","last_clean":"2024-09-21T07:27:14.535572+0000","last_became_active":"2024-09-21T07:27:14.530902+0000","last_became_peered":"2024-09-21T07:27:14.530902+0000","last_unstale":"2024-09-21T07:27:14.535572+0000","last_undegraded":"2024-09-21T07:27:14.535572+0000","last_fullsized":"2024-09-21T07:27:14.535572+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:50:21.273351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535097+0000","last_change":"2024-09-21T07:27:13.508052+0000","last_active":"2024-09-21T07:27:15.535097+0000","last_peered":"2024-09-21T07:27:15.535097+0000","last_clean":"2024-09-21T07:27:15.535097+0000","last_became_active":"2024-09-21T07:27:13.507688+0000","last_became_peered":"2024-09-21T07:27:13.507688+0000","last_unstale":"2024-09-21T07:27:15.535097+0000","last_undegraded":"2024-09-21T07:27:15.535097+0000","last_fullsized":"2024-09-21T07:27:15.535097+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:55.787275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489622+0000","last_change":"2024-09-21T07:27:14.513029+0000","last_active":"2024-09-21T07:27:15.489622+0000","last_peered":"2024-09-21T07:27:15.489622+0000","last_clean":"2024-09-21T07:27:15.489622+0000","last_became_active":"2024-09-21T07:27:14.512003+0000","last_became_peered":"2024-09-21T07:27:14.512003+0000","last_unstale":"2024-09-21T07:27:15.489622+0000","last_undegraded":"2024-09-21T07:27:15.489622+0000","last_fullsized":"2024-09-21T07:27:15.489622+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:42.710315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489656+0000","last_change":"2024-09-21T07:27:13.509430+0000","last_active":"2024-09-21T07:27:15.489656+0000","last_peered":"2024-09-21T07:27:15.489656+0000","last_clean":"2024-09-21T07:27:15.489656+0000","last_became_active":"2024-09-21T07:27:13.508322+0000","last_became_peered":"2024-09-21T07:27:13.508322+0000","last_unstale":"2024-09-21T07:27:15.489656+0000","last_undegraded":"2024-09-21T07:27:15.489656+0000","last_fullsized":"2024-09-21T07:27:15.489656+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:40:53.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535721+0000","last_change":"2024-09-21T07:27:14.519523+0000","last_active":"2024-09-21T07:27:14.535721+0000","last_peered":"2024-09-21T07:27:14.535721+0000","last_clean":"2024-09-21T07:27:14.535721+0000","last_became_active":"2024-09-21T07:27:14.517109+0000","last_became_peered":"2024-09-21T07:27:14.517109+0000","last_unstale":"2024-09-21T07:27:14.535721+0000","last_undegraded":"2024-09-21T07:27:14.535721+0000","last_fullsized":"2024-09-21T07:27:14.535721+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:37:31.618701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.480843+0000","last_change":"2024-09-21T07:27:13.519400+0000","last_active":"2024-09-21T07:27:14.480843+0000","last_peered":"2024-09-21T07:27:14.480843+0000","last_clean":"2024-09-21T07:27:14.480843+0000","last_became_active":"2024-09-21T07:27:13.518536+0000","last_became_peered":"2024-09-21T07:27:13.518536+0000","last_unstale":"2024-09-21T07:27:14.480843+0000","last_undegraded":"2024-09-21T07:27:14.480843+0000","last_fullsized":"2024-09-21T07:27:14.480843+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:46:53.997285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.511061+0000","last_change":"2024-09-21T07:27:14.501431+0000","last_active":"2024-09-21T07:27:14.511061+0000","last_peered":"2024-09-21T07:27:14.511061+0000","last_clean":"2024-09-21T07:27:14.511061+0000","last_became_active":"2024-09-21T07:27:14.500554+0000","last_became_peered":"2024-09-21T07:27:14.500554+0000","last_unstale":"2024-09-21T07:27:14.511061+0000","last_undegraded":"2024-09-21T07:27:14.511061+0000","last_fullsized":"2024-09-21T07:27:14.511061+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:03.205801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.514098+0000","last_change":"2024-09-21T07:27:13.512601+0000","last_active":"2024-09-21T07:27:14.514098+0000","last_peered":"2024-09-21T07:27:14.514098+0000","last_clean":"2024-09-21T07:27:14.514098+0000","last_became_active":"2024-09-21T07:27:13.511800+0000","last_became_peered":"2024-09-21T07:27:13.511800+0000","last_unstale":"2024-09-21T07:27:14.514098+0000","last_undegraded":"2024-09-21T07:27:14.514098+0000","last_fullsized":"2024-09-21T07:27:14.514098+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:40:53.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535452+0000","last_change":"2024-09-21T07:27:14.531840+0000","last_active":"2024-09-21T07:27:14.535452+0000","last_peered":"2024-09-21T07:27:14.535452+0000","last_clean":"2024-09-21T07:27:14.535452+0000","last_became_active":"2024-09-21T07:27:14.531109+0000","last_became_peered":"2024-09-21T07:27:14.531109+0000","last_unstale":"2024-09-21T07:27:14.535452+0000","last_undegraded":"2024-09-21T07:27:14.535452+0000","last_fullsized":"2024-09-21T07:27:14.535452+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:46:27.029012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.490191+0000","last_change":"2024-09-21T07:27:13.496163+0000","last_active":"2024-09-21T07:27:14.490191+0000","last_peered":"2024-09-21T07:27:14.490191+0000","last_clean":"2024-09-21T07:27:14.490191+0000","last_became_active":"2024-09-21T07:27:13.495653+0000","last_became_peered":"2024-09-21T07:27:13.495653+0000","last_unstale":"2024-09-21T07:27:14.490191+0000","last_undegraded":"2024-09-21T07:27:14.490191+0000","last_fullsized":"2024-09-21T07:27:14.490191+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:02:25.743010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823285+0000","last_change":"2024-09-21T07:27:14.508814+0000","last_active":"2024-09-21T07:27:15.823285+0000","last_peered":"2024-09-21T07:27:15.823285+0000","last_clean":"2024-09-21T07:27:15.823285+0000","last_became_active":"2024-09-21T07:27:14.506971+0000","last_became_peered":"2024-09-21T07:27:14.506971+0000","last_unstale":"2024-09-21T07:27:15.823285+0000","last_undegraded":"2024-09-21T07:27:15.823285+0000","last_fullsized":"2024-09-21T07:27:15.823285+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:34:23.126005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.550920+0000","last_change":"2024-09-21T07:27:13.514394+0000","last_active":"2024-09-21T07:27:14.550920+0000","last_peered":"2024-09-21T07:27:14.550920+0000","last_clean":"2024-09-21T07:27:14.550920+0000","last_became_active":"2024-09-21T07:27:13.513118+0000","last_became_peered":"2024-09-21T07:27:13.513118+0000","last_unstale":"2024-09-21T07:27:14.550920+0000","last_undegraded":"2024-09-21T07:27:14.550920+0000","last_fullsized":"2024-09-21T07:27:14.550920+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:55.787275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.533627+0000","last_change":"2024-09-21T07:27:14.526885+0000","last_active":"2024-09-21T07:27:14.533627+0000","last_peered":"2024-09-21T07:27:14.533627+0000","last_clean":"2024-09-21T07:27:14.533627+0000","last_became_active":"2024-09-21T07:27:14.526071+0000","last_became_peered":"2024-09-21T07:27:14.526071+0000","last_unstale":"2024-09-21T07:27:14.533627+0000","last_undegraded":"2024-09-21T07:27:14.533627+0000","last_fullsized":"2024-09-21T07:27:14.533627+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:42.400589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":19,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.552118+0000","last_change":"2024-09-21T07:27:13.518898+0000","last_active":"2024-09-21T07:27:14.552118+0000","last_peered":"2024-09-21T07:27:14.552118+0000","last_clean":"2024-09-21T07:27:14.552118+0000","last_became_active":"2024-09-21T07:27:13.500681+0000","last_became_peered":"2024-09-21T07:27:13.500681+0000","last_unstale":"2024-09-21T07:27:14.552118+0000","last_undegraded":"2024-09-21T07:27:14.552118+0000","last_fullsized":"2024-09-21T07:27:14.552118+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:27.824256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489265+0000","last_change":"2024-09-21T07:27:14.497084+0000","last_active":"2024-09-21T07:27:15.489265+0000","last_peered":"2024-09-21T07:27:15.489265+0000","last_clean":"2024-09-21T07:27:15.489265+0000","last_became_active":"2024-09-21T07:27:14.496244+0000","last_became_peered":"2024-09-21T07:27:14.496244+0000","last_unstale":"2024-09-21T07:27:15.489265+0000","last_undegraded":"2024-09-21T07:27:15.489265+0000","last_fullsized":"2024-09-21T07:27:15.489265+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:38.595050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.547943+0000","last_change":"2024-09-21T07:27:13.497983+0000","last_active":"2024-09-21T07:27:14.547943+0000","last_peered":"2024-09-21T07:27:14.547943+0000","last_clean":"2024-09-21T07:27:14.547943+0000","last_became_active":"2024-09-21T07:27:13.497417+0000","last_became_peered":"2024-09-21T07:27:13.497417+0000","last_unstale":"2024-09-21T07:27:14.547943+0000","last_undegraded":"2024-09-21T07:27:14.547943+0000","last_fullsized":"2024-09-21T07:27:14.547943+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:49.910868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.533878+0000","last_change":"2024-09-21T07:27:14.528159+0000","last_active":"2024-09-21T07:27:14.533878+0000","last_peered":"2024-09-21T07:27:14.533878+0000","last_clean":"2024-09-21T07:27:14.533878+0000","last_became_active":"2024-09-21T07:27:14.526681+0000","last_became_peered":"2024-09-21T07:27:14.526681+0000","last_unstale":"2024-09-21T07:27:14.533878+0000","last_undegraded":"2024-09-21T07:27:14.533878+0000","last_fullsized":"2024-09-21T07:27:14.533878+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:43:56.811705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.488933+0000","last_change":"2024-09-21T07:27:13.514874+0000","last_active":"2024-09-21T07:27:15.488933+0000","last_peered":"2024-09-21T07:27:15.488933+0000","last_clean":"2024-09-21T07:27:15.488933+0000","last_became_active":"2024-09-21T07:27:13.514037+0000","last_became_peered":"2024-09-21T07:27:13.514037+0000","last_unstale":"2024-09-21T07:27:15.488933+0000","last_undegraded":"2024-09-21T07:27:15.488933+0000","last_fullsized":"2024-09-21T07:27:15.488933+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:20:36.993874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.511376+0000","last_change":"2024-09-21T07:27:14.505206+0000","last_active":"2024-09-21T07:27:14.511376+0000","last_peered":"2024-09-21T07:27:14.511376+0000","last_clean":"2024-09-21T07:27:14.511376+0000","last_became_active":"2024-09-21T07:27:14.504362+0000","last_became_peered":"2024-09-21T07:27:14.504362+0000","last_unstale":"2024-09-21T07:27:14.511376+0000","last_undegraded":"2024-09-21T07:27:14.511376+0000","last_fullsized":"2024-09-21T07:27:14.511376+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:57.172538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489879+0000","last_change":"2024-09-21T07:27:13.503141+0000","last_active":"2024-09-21T07:27:15.489879+0000","last_peered":"2024-09-21T07:27:15.489879+0000","last_clean":"2024-09-21T07:27:15.489879+0000","last_became_active":"2024-09-21T07:27:13.502216+0000","last_became_peered":"2024-09-21T07:27:13.502216+0000","last_unstale":"2024-09-21T07:27:15.489879+0000","last_undegraded":"2024-09-21T07:27:15.489879+0000","last_fullsized":"2024-09-21T07:27:15.489879+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:07.863712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535495+0000","last_change":"2024-09-21T07:27:14.532353+0000","last_active":"2024-09-21T07:27:14.535495+0000","last_peered":"2024-09-21T07:27:14.535495+0000","last_clean":"2024-09-21T07:27:14.535495+0000","last_became_active":"2024-09-21T07:27:14.531436+0000","last_became_peered":"2024-09-21T07:27:14.531436+0000","last_unstale":"2024-09-21T07:27:14.535495+0000","last_undegraded":"2024-09-21T07:27:14.535495+0000","last_fullsized":"2024-09-21T07:27:14.535495+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:12.726301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":21,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.552986+0000","last_change":"2024-09-21T07:27:13.518110+0000","last_active":"2024-09-21T07:27:14.552986+0000","last_peered":"2024-09-21T07:27:14.552986+0000","last_clean":"2024-09-21T07:27:14.552986+0000","last_became_active":"2024-09-21T07:27:13.517327+0000","last_became_peered":"2024-09-21T07:27:13.517327+0000","last_unstale":"2024-09-21T07:27:14.552986+0000","last_undegraded":"2024-09-21T07:27:14.552986+0000","last_fullsized":"2024-09-21T07:27:14.552986+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:56.168330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.528363+0000","last_change":"2024-09-21T07:27:14.518281+0000","last_active":"2024-09-21T07:27:14.528363+0000","last_peered":"2024-09-21T07:27:14.528363+0000","last_clean":"2024-09-21T07:27:14.528363+0000","last_became_active":"2024-09-21T07:27:14.517405+0000","last_became_peered":"2024-09-21T07:27:14.517405+0000","last_unstale":"2024-09-21T07:27:14.528363+0000","last_undegraded":"2024-09-21T07:27:14.528363+0000","last_fullsized":"2024-09-21T07:27:14.528363+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:59:26.878076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.545697+0000","last_change":"2024-09-21T07:27:13.497582+0000","last_active":"2024-09-21T07:27:14.545697+0000","last_peered":"2024-09-21T07:27:14.545697+0000","last_clean":"2024-09-21T07:27:14.545697+0000","last_became_active":"2024-09-21T07:27:13.497151+0000","last_became_peered":"2024-09-21T07:27:13.497151+0000","last_unstale":"2024-09-21T07:27:14.545697+0000","last_undegraded":"2024-09-21T07:27:14.545697+0000","last_fullsized":"2024-09-21T07:27:14.545697+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:19.527650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491444+0000","last_change":"2024-09-21T07:27:14.496986+0000","last_active":"2024-09-21T07:27:15.491444+0000","last_peered":"2024-09-21T07:27:15.491444+0000","last_clean":"2024-09-21T07:27:15.491444+0000","last_became_active":"2024-09-21T07:27:14.496143+0000","last_became_peered":"2024-09-21T07:27:14.496143+0000","last_unstale":"2024-09-21T07:27:15.491444+0000","last_undegraded":"2024-09-21T07:27:15.491444+0000","last_fullsized":"2024-09-21T07:27:15.491444+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:15.941103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536265+0000","last_change":"2024-09-21T07:27:13.493995+0000","last_active":"2024-09-21T07:27:15.536265+0000","last_peered":"2024-09-21T07:27:15.536265+0000","last_clean":"2024-09-21T07:27:15.536265+0000","last_became_active":"2024-09-21T07:27:13.493662+0000","last_became_peered":"2024-09-21T07:27:13.493662+0000","last_unstale":"2024-09-21T07:27:15.536265+0000","last_undegraded":"2024-09-21T07:27:15.536265+0000","last_fullsized":"2024-09-21T07:27:15.536265+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:40:53.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.533671+0000","last_change":"2024-09-21T07:27:14.518433+0000","last_active":"2024-09-21T07:27:14.533671+0000","last_peered":"2024-09-21T07:27:14.533671+0000","last_clean":"2024-09-21T07:27:14.533671+0000","last_became_active":"2024-09-21T07:27:14.517575+0000","last_became_peered":"2024-09-21T07:27:14.517575+0000","last_unstale":"2024-09-21T07:27:14.533671+0000","last_undegraded":"2024-09-21T07:27:14.533671+0000","last_fullsized":"2024-09-21T07:27:14.533671+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:08.477166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.490416+0000","last_change":"2024-09-21T07:27:13.512090+0000","last_active":"2024-09-21T07:27:15.490416+0000","last_peered":"2024-09-21T07:27:15.490416+0000","last_clean":"2024-09-21T07:27:15.490416+0000","last_became_active":"2024-09-21T07:27:13.511235+0000","last_became_peered":"2024-09-21T07:27:13.511235+0000","last_unstale":"2024-09-21T07:27:15.490416+0000","last_undegraded":"2024-09-21T07:27:15.490416+0000","last_fullsized":"2024-09-21T07:27:15.490416+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:45.241784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535416+0000","last_change":"2024-09-21T07:27:14.531834+0000","last_active":"2024-09-21T07:27:14.535416+0000","last_peered":"2024-09-21T07:27:14.535416+0000","last_clean":"2024-09-21T07:27:14.535416+0000","last_became_active":"2024-09-21T07:27:14.531111+0000","last_became_peered":"2024-09-21T07:27:14.531111+0000","last_unstale":"2024-09-21T07:27:14.535416+0000","last_undegraded":"2024-09-21T07:27:14.535416+0000","last_fullsized":"2024-09-21T07:27:14.535416+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:15.959972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535461+0000","last_change":"2024-09-21T07:27:13.491826+0000","last_active":"2024-09-21T07:27:15.535461+0000","last_peered":"2024-09-21T07:27:15.535461+0000","last_clean":"2024-09-21T07:27:15.535461+0000","last_became_active":"2024-09-21T07:27:13.491169+0000","last_became_peered":"2024-09-21T07:27:13.491169+0000","last_unstale":"2024-09-21T07:27:15.535461+0000","last_undegraded":"2024-09-21T07:27:15.535461+0000","last_fullsized":"2024-09-21T07:27:15.535461+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:59:25.873869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489852+0000","last_change":"2024-09-21T07:27:14.496853+0000","last_active":"2024-09-21T07:27:15.489852+0000","last_peered":"2024-09-21T07:27:15.489852+0000","last_clean":"2024-09-21T07:27:15.489852+0000","last_became_active":"2024-09-21T07:27:14.495963+0000","last_became_peered":"2024-09-21T07:27:14.495963+0000","last_unstale":"2024-09-21T07:27:15.489852+0000","last_undegraded":"2024-09-21T07:27:15.489852+0000","last_fullsized":"2024-09-21T07:27:15.489852+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:19:16.626056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.549085+0000","last_change":"2024-09-21T07:27:13.519749+0000","last_active":"2024-09-21T07:27:14.549085+0000","last_peered":"2024-09-21T07:27:14.549085+0000","last_clean":"2024-09-21T07:27:14.549085+0000","last_became_active":"2024-09-21T07:27:13.519489+0000","last_became_peered":"2024-09-21T07:27:13.519489+0000","last_unstale":"2024-09-21T07:27:14.549085+0000","last_undegraded":"2024-09-21T07:27:14.549085+0000","last_fullsized":"2024-09-21T07:27:14.549085+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:17.874061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535426+0000","last_change":"2024-09-21T07:27:14.524113+0000","last_active":"2024-09-21T07:27:15.535426+0000","last_peered":"2024-09-21T07:27:15.535426+0000","last_clean":"2024-09-21T07:27:15.535426+0000","last_became_active":"2024-09-21T07:27:14.523223+0000","last_became_peered":"2024-09-21T07:27:14.523223+0000","last_unstale":"2024-09-21T07:27:15.535426+0000","last_undegraded":"2024-09-21T07:27:15.535426+0000","last_fullsized":"2024-09-21T07:27:15.535426+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:38.456948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.822744+0000","last_change":"2024-09-21T07:27:13.494761+0000","last_active":"2024-09-21T07:27:15.822744+0000","last_peered":"2024-09-21T07:27:15.822744+0000","last_clean":"2024-09-21T07:27:15.822744+0000","last_became_active":"2024-09-21T07:27:13.494081+0000","last_became_peered":"2024-09-21T07:27:13.494081+0000","last_unstale":"2024-09-21T07:27:15.822744+0000","last_undegraded":"2024-09-21T07:27:15.822744+0000","last_fullsized":"2024-09-21T07:27:15.822744+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:06:54.056377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535471+0000","last_change":"2024-09-21T07:27:14.533468+0000","last_active":"2024-09-21T07:27:15.535471+0000","last_peered":"2024-09-21T07:27:15.535471+0000","last_clean":"2024-09-21T07:27:15.535471+0000","last_became_active":"2024-09-21T07:27:14.533091+0000","last_became_peered":"2024-09-21T07:27:14.533091+0000","last_unstale":"2024-09-21T07:27:15.535471+0000","last_undegraded":"2024-09-21T07:27:15.535471+0000","last_fullsized":"2024-09-21T07:27:15.535471+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:32.297631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489630+0000","last_change":"2024-09-21T07:27:13.494482+0000","last_active":"2024-09-21T07:27:15.489630+0000","last_peered":"2024-09-21T07:27:15.489630+0000","last_clean":"2024-09-21T07:27:15.489630+0000","last_became_active":"2024-09-21T07:27:13.493728+0000","last_became_peered":"2024-09-21T07:27:13.493728+0000","last_unstale":"2024-09-21T07:27:15.489630+0000","last_undegraded":"2024-09-21T07:27:15.489630+0000","last_fullsized":"2024-09-21T07:27:15.489630+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:55.787275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491922+0000","last_change":"2024-09-21T07:27:14.516004+0000","last_active":"2024-09-21T07:27:15.491922+0000","last_peered":"2024-09-21T07:27:15.491922+0000","last_clean":"2024-09-21T07:27:15.491922+0000","last_became_active":"2024-09-21T07:27:14.515220+0000","last_became_peered":"2024-09-21T07:27:14.515220+0000","last_unstale":"2024-09-21T07:27:15.491922+0000","last_undegraded":"2024-09-21T07:27:15.491922+0000","last_fullsized":"2024-09-21T07:27:15.491922+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:32.297631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823523+0000","last_change":"2024-09-21T07:27:13.494151+0000","last_active":"2024-09-21T07:27:15.823523+0000","last_peered":"2024-09-21T07:27:15.823523+0000","last_clean":"2024-09-21T07:27:15.823523+0000","last_became_active":"2024-09-21T07:27:13.493685+0000","last_became_peered":"2024-09-21T07:27:13.493685+0000","last_unstale":"2024-09-21T07:27:15.823523+0000","last_undegraded":"2024-09-21T07:27:15.823523+0000","last_fullsized":"2024-09-21T07:27:15.823523+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:45:54.461085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491535+0000","last_change":"2024-09-21T07:27:14.513071+0000","last_active":"2024-09-21T07:27:15.491535+0000","last_peered":"2024-09-21T07:27:15.491535+0000","last_clean":"2024-09-21T07:27:15.491535+0000","last_became_active":"2024-09-21T07:27:14.510310+0000","last_became_peered":"2024-09-21T07:27:14.510310+0000","last_unstale":"2024-09-21T07:27:15.491535+0000","last_undegraded":"2024-09-21T07:27:15.491535+0000","last_fullsized":"2024-09-21T07:27:15.491535+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:38.456948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"58'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.539873+0000","last_change":"2024-09-21T07:27:13.508153+0000","last_active":"2024-09-21T07:27:15.539873+0000","last_peered":"2024-09-21T07:27:15.539873+0000","last_clean":"2024-09-21T07:27:15.539873+0000","last_became_active":"2024-09-21T07:27:13.507780+0000","last_became_peered":"2024-09-21T07:27:13.507780+0000","last_unstale":"2024-09-21T07:27:15.539873+0000","last_undegraded":"2024-09-21T07:27:15.539873+0000","last_fullsized":"2024-09-21T07:27:15.539873+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:45.241784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823257+0000","last_change":"2024-09-21T07:27:14.511992+0000","last_active":"2024-09-21T07:27:15.823257+0000","last_peered":"2024-09-21T07:27:15.823257+0000","last_clean":"2024-09-21T07:27:15.823257+0000","last_became_active":"2024-09-21T07:27:14.508082+0000","last_became_peered":"2024-09-21T07:27:14.508082+0000","last_unstale":"2024-09-21T07:27:15.823257+0000","last_undegraded":"2024-09-21T07:27:15.823257+0000","last_fullsized":"2024-09-21T07:27:15.823257+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:46:55.001493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.490538+0000","last_change":"2024-09-21T07:27:13.507352+0000","last_active":"2024-09-21T07:27:15.490538+0000","last_peered":"2024-09-21T07:27:15.490538+0000","last_clean":"2024-09-21T07:27:15.490538+0000","last_became_active":"2024-09-21T07:27:13.506430+0000","last_became_peered":"2024-09-21T07:27:13.506430+0000","last_unstale":"2024-09-21T07:27:15.490538+0000","last_undegraded":"2024-09-21T07:27:15.490538+0000","last_fullsized":"2024-09-21T07:27:15.490538+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:09:29.784470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536555+0000","last_change":"2024-09-21T07:27:14.526127+0000","last_active":"2024-09-21T07:27:15.536555+0000","last_peered":"2024-09-21T07:27:15.536555+0000","last_clean":"2024-09-21T07:27:15.536555+0000","last_became_active":"2024-09-21T07:27:14.523884+0000","last_became_peered":"2024-09-21T07:27:14.523884+0000","last_unstale":"2024-09-21T07:27:15.536555+0000","last_undegraded":"2024-09-21T07:27:15.536555+0000","last_fullsized":"2024-09-21T07:27:15.536555+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:33:34.119959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491521+0000","last_change":"2024-09-21T07:27:13.520886+0000","last_active":"2024-09-21T07:27:15.491521+0000","last_peered":"2024-09-21T07:27:15.491521+0000","last_clean":"2024-09-21T07:27:15.491521+0000","last_became_active":"2024-09-21T07:27:13.519786+0000","last_became_peered":"2024-09-21T07:27:13.519786+0000","last_unstale":"2024-09-21T07:27:15.491521+0000","last_undegraded":"2024-09-21T07:27:15.491521+0000","last_fullsized":"2024-09-21T07:27:15.491521+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:59:25.873869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535516+0000","last_change":"2024-09-21T07:27:14.530159+0000","last_active":"2024-09-21T07:27:14.535516+0000","last_peered":"2024-09-21T07:27:14.535516+0000","last_clean":"2024-09-21T07:27:14.535516+0000","last_became_active":"2024-09-21T07:27:14.519432+0000","last_became_peered":"2024-09-21T07:27:14.519432+0000","last_unstale":"2024-09-21T07:27:14.535516+0000","last_undegraded":"2024-09-21T07:27:14.535516+0000","last_fullsized":"2024-09-21T07:27:14.535516+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:32.991072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.822553+0000","last_change":"2024-09-21T07:27:13.502103+0000","last_active":"2024-09-21T07:27:15.822553+0000","last_peered":"2024-09-21T07:27:15.822553+0000","last_clean":"2024-09-21T07:27:15.822553+0000","last_became_active":"2024-09-21T07:27:13.501604+0000","last_became_peered":"2024-09-21T07:27:13.501604+0000","last_unstale":"2024-09-21T07:27:15.822553+0000","last_undegraded":"2024-09-21T07:27:15.822553+0000","last_fullsized":"2024-09-21T07:27:15.822553+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:44:26.301013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.538781+0000","last_change":"2024-09-21T07:27:14.536899+0000","last_active":"2024-09-21T07:27:14.538781+0000","last_peered":"2024-09-21T07:27:14.538781+0000","last_clean":"2024-09-21T07:27:14.538781+0000","last_became_active":"2024-09-21T07:27:14.536162+0000","last_became_peered":"2024-09-21T07:27:14.536162+0000","last_unstale":"2024-09-21T07:27:14.538781+0000","last_undegraded":"2024-09-21T07:27:14.538781+0000","last_fullsized":"2024-09-21T07:27:14.538781+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:54.881206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.485622+0000","last_change":"2024-09-21T07:27:13.493638+0000","last_active":"2024-09-21T07:27:14.485622+0000","last_peered":"2024-09-21T07:27:14.485622+0000","last_clean":"2024-09-21T07:27:14.485622+0000","last_became_active":"2024-09-21T07:27:13.492783+0000","last_became_peered":"2024-09-21T07:27:13.492783+0000","last_unstale":"2024-09-21T07:27:14.485622+0000","last_undegraded":"2024-09-21T07:27:14.485622+0000","last_fullsized":"2024-09-21T07:27:14.485622+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:56.060315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.822622+0000","last_change":"2024-09-21T07:27:14.515424+0000","last_active":"2024-09-21T07:27:15.822622+0000","last_peered":"2024-09-21T07:27:15.822622+0000","last_clean":"2024-09-21T07:27:15.822622+0000","last_became_active":"2024-09-21T07:27:14.514575+0000","last_became_peered":"2024-09-21T07:27:14.514575+0000","last_unstale":"2024-09-21T07:27:15.822622+0000","last_undegraded":"2024-09-21T07:27:15.822622+0000","last_fullsized":"2024-09-21T07:27:15.822622+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:04:33.725012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.822436+0000","last_change":"2024-09-21T07:27:13.490756+0000","last_active":"2024-09-21T07:27:15.822436+0000","last_peered":"2024-09-21T07:27:15.822436+0000","last_clean":"2024-09-21T07:27:15.822436+0000","last_became_active":"2024-09-21T07:27:13.490074+0000","last_became_peered":"2024-09-21T07:27:13.490074+0000","last_unstale":"2024-09-21T07:27:15.822436+0000","last_undegraded":"2024-09-21T07:27:15.822436+0000","last_fullsized":"2024-09-21T07:27:15.822436+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:17.416623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535754+0000","last_change":"2024-09-21T07:27:14.529842+0000","last_active":"2024-09-21T07:27:14.535754+0000","last_peered":"2024-09-21T07:27:14.535754+0000","last_clean":"2024-09-21T07:27:14.535754+0000","last_became_active":"2024-09-21T07:27:14.518664+0000","last_became_peered":"2024-09-21T07:27:14.518664+0000","last_unstale":"2024-09-21T07:27:14.535754+0000","last_undegraded":"2024-09-21T07:27:14.535754+0000","last_fullsized":"2024-09-21T07:27:14.535754+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:48.059082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.491392+0000","last_change":"2024-09-21T07:27:13.498370+0000","last_active":"2024-09-21T07:27:14.491392+0000","last_peered":"2024-09-21T07:27:14.491392+0000","last_clean":"2024-09-21T07:27:14.491392+0000","last_became_active":"2024-09-21T07:27:13.497952+0000","last_became_peered":"2024-09-21T07:27:13.497952+0000","last_unstale":"2024-09-21T07:27:14.491392+0000","last_undegraded":"2024-09-21T07:27:14.491392+0000","last_fullsized":"2024-09-21T07:27:14.491392+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:10:07.669172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.539287+0000","last_change":"2024-09-21T07:27:14.534708+0000","last_active":"2024-09-21T07:27:14.539287+0000","last_peered":"2024-09-21T07:27:14.539287+0000","last_clean":"2024-09-21T07:27:14.539287+0000","last_became_active":"2024-09-21T07:27:14.534296+0000","last_became_peered":"2024-09-21T07:27:14.534296+0000","last_unstale":"2024-09-21T07:27:14.539287+0000","last_undegraded":"2024-09-21T07:27:14.539287+0000","last_fullsized":"2024-09-21T07:27:14.539287+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:32:20.330471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489064+0000","last_change":"2024-09-21T07:27:13.515683+0000","last_active":"2024-09-21T07:27:15.489064+0000","last_peered":"2024-09-21T07:27:15.489064+0000","last_clean":"2024-09-21T07:27:15.489064+0000","last_became_active":"2024-09-21T07:27:13.514415+0000","last_became_peered":"2024-09-21T07:27:13.514415+0000","last_unstale":"2024-09-21T07:27:15.489064+0000","last_undegraded":"2024-09-21T07:27:15.489064+0000","last_fullsized":"2024-09-21T07:27:15.489064+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:08:39.735788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":176,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.496216+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:27:14.496216+0000","last_peered":"2024-09-21T07:27:14.496216+0000","last_clean":"2024-09-21T07:27:14.496216+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:27:14.496216+0000","last_undegraded":"2024-09-21T07:27:14.496216+0000","last_fullsized":"2024-09-21T07:27:14.496216+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":875398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574885,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":684032,"data_stored":284870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574884,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":692224,"data_stored":285522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574884,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":696320,"data_stored":286482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574885,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":692224,"data_stored":284926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574885,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":692224,"data_stored":284926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31860,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339980,"statfs":{"total":96636764160,"available":96604139520,"internally_reserved":0,"allocated":688128,"data_stored":284960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574885,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32472,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339368,"statfs":{"total":96636764160,"available":96603512832,"internally_reserved":0,"allocated":1306624,"data_stored":883732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:27:18.689 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:27:18.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.874+0000 7f64a264a640 1 -- 172.21.15.6:0/2916731435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c0740b0 msgr2=0x7f649c0744c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.874+0000 7f64a264a640 1 --2- 172.21.15.6:0/2916731435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c0740b0 0x7f649c0744c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6494009bc0 tx=0x7f649401cb10 comp rx=0 tx=0).stop 2024-09-21T07:27:18.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.874+0000 7f64a264a640 1 -- 172.21.15.6:0/2916731435 shutdown_connections 2024-09-21T07:27:18.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.874+0000 7f64a264a640 1 --2- 172.21.15.6:0/2916731435 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c0740b0 0x7f649c0744c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.874+0000 7f64a264a640 1 --2- 172.21.15.6:0/2916731435 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f649c15feb0 0x7f649c073b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.874+0000 7f64a264a640 1 -- 172.21.15.6:0/2916731435 >> 172.21.15.6:0/2916731435 conn(0x7f649c0d0020 msgr2=0x7f649c0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:18.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.874+0000 7f64a264a640 1 -- 172.21.15.6:0/2916731435 shutdown_connections 2024-09-21T07:27:18.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.874+0000 7f64a264a640 1 -- 172.21.15.6:0/2916731435 wait complete. 2024-09-21T07:27:18.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a264a640 1 Processor -- start 2024-09-21T07:27:18.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a264a640 1 -- start start 2024-09-21T07:27:18.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a264a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649c06ee70 0x7f649c1f9f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a264a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f649c0740b0 0x7f649c1458c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a264a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c15feb0 0x7f649c158660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a264a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f649c168ea0 con 0x7f649c06ee70 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a264a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f649c168d20 con 0x7f649c15feb0 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a264a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f649c169020 con 0x7f649c0740b0 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649c06ee70 0x7f649c1f9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649c06ee70 0x7f649c1f9f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50648/0 (socket says 172.21.15.6:50648) 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 -- 172.21.15.6:0/2551953549 learned_addr learned my addr 172.21.15.6:0/2551953549 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f6493fff640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f649c0740b0 0x7f649c1458c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a0be7640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c15feb0 0x7f649c158660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 -- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f649c0740b0 msgr2=0x7f649c1458c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f649c0740b0 0x7f649c1458c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 -- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c15feb0 msgr2=0x7f649c158660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c15feb0 0x7f649c158660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 -- 172.21.15.6:0/2551953549 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f649c1fa950 con 0x7f649c06ee70 2024-09-21T07:27:18.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f6493fff640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f649c0740b0 0x7f649c1458c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:18.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f64a0be7640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c15feb0 0x7f649c158660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:18.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.878+0000 7f649bfff640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649c06ee70 0x7f649c1f9f70 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f648c00c430 tx=0x7f648c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:18.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64997fa640 1 -- 172.21.15.6:0/2551953549 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648c011790 con 0x7f649c06ee70 2024-09-21T07:27:18.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64997fa640 1 -- 172.21.15.6:0/2551953549 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f648c017070 con 0x7f649c06ee70 2024-09-21T07:27:18.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f649c1fac30 con 0x7f649c06ee70 2024-09-21T07:27:18.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64997fa640 1 -- 172.21.15.6:0/2551953549 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648c011cc0 con 0x7f649c06ee70 2024-09-21T07:27:18.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f649c156100 con 0x7f649c06ee70 2024-09-21T07:27:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f649c156360 con 0x7f649c06ee70 2024-09-21T07:27:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64997fa640 1 -- 172.21.15.6:0/2551953549 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f648c01c460 con 0x7f649c06ee70 2024-09-21T07:27:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64997fa640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f647c073230 0x7f647c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f64997fa640 1 -- 172.21.15.6:0/2551953549 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f648c093f60 con 0x7f649c06ee70 2024-09-21T07:27:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f6493fff640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f647c073230 0x7f647c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.882+0000 7f6493fff640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f647c073230 0x7f647c075740 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f649c1462a0 tx=0x7f64840091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:18.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:18.886+0000 7f64997fa640 1 -- 172.21.15.6:0/2551953549 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f648c05f010 con 0x7f649c06ee70 2024-09-21T07:27:19.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.058+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f649c0744c0 con 0x7f647c073230 2024-09-21T07:27:19.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.070+0000 7f64997fa640 1 -- 172.21.15.6:0/2551953549 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251941 (secure 0 0 0) 0x7f649c0744c0 con 0x7f647c073230 2024-09-21T07:27:19.079 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:19.080 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f647c073230 msgr2=0x7f647c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f647c073230 0x7f647c075740 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f649c1462a0 tx=0x7f64840091e0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649c06ee70 msgr2=0x7f649c1f9f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649c06ee70 0x7f649c1f9f70 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f648c00c430 tx=0x7f648c00c8f0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 shutdown_connections 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f647c073230 0x7f647c075740 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f649c15feb0 0x7f649c158660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f649c0740b0 0x7f649c1458c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 --2- 172.21.15.6:0/2551953549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649c06ee70 0x7f649c1f9f70 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 >> 172.21.15.6:0/2551953549 conn(0x7f649c0d0020 msgr2=0x7f649c15e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 shutdown_connections 2024-09-21T07:27:19.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.074+0000 7f64a264a640 1 -- 172.21.15.6:0/2551953549 wait complete. 2024-09-21T07:27:19.102 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":135,"stamp":"2024-09-21T07:27:18.892731+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":137,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239464,"kb_used_data":6580,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735256,"statfs":{"total":773094113280,"available":772848902144,"internally_reserved":0,"allocated":6737920,"data_stored":3470816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":43,"apply_latency_ms":43,"commit_latency_ns":43000000,"apply_latency_ns":43000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002133"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.485851+0000","last_change":"2024-09-21T07:27:14.534642+0000","last_active":"2024-09-21T07:27:15.485851+0000","last_peered":"2024-09-21T07:27:15.485851+0000","last_clean":"2024-09-21T07:27:15.485851+0000","last_became_active":"2024-09-21T07:27:14.534208+0000","last_became_peered":"2024-09-21T07:27:14.534208+0000","last_unstale":"2024-09-21T07:27:15.485851+0000","last_undegraded":"2024-09-21T07:27:15.485851+0000","last_fullsized":"2024-09-21T07:27:15.485851+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:52:44.389086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.529824+0000","last_change":"2024-09-21T07:27:14.510240+0000","last_active":"2024-09-21T07:27:14.529824+0000","last_peered":"2024-09-21T07:27:14.529824+0000","last_clean":"2024-09-21T07:27:14.529824+0000","last_became_active":"2024-09-21T07:27:14.508609+0000","last_became_peered":"2024-09-21T07:27:14.508609+0000","last_unstale":"2024-09-21T07:27:14.529824+0000","last_undegraded":"2024-09-21T07:27:14.529824+0000","last_fullsized":"2024-09-21T07:27:14.529824+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:51:48.255205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.528311+0000","last_change":"2024-09-21T07:27:14.517583+0000","last_active":"2024-09-21T07:27:14.528311+0000","last_peered":"2024-09-21T07:27:14.528311+0000","last_clean":"2024-09-21T07:27:14.528311+0000","last_became_active":"2024-09-21T07:27:14.516715+0000","last_became_peered":"2024-09-21T07:27:14.516715+0000","last_unstale":"2024-09-21T07:27:14.528311+0000","last_undegraded":"2024-09-21T07:27:14.528311+0000","last_fullsized":"2024-09-21T07:27:14.528311+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:43.242262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.492357+0000","last_change":"2024-09-21T07:27:14.507756+0000","last_active":"2024-09-21T07:27:15.492357+0000","last_peered":"2024-09-21T07:27:15.492357+0000","last_clean":"2024-09-21T07:27:15.492357+0000","last_became_active":"2024-09-21T07:27:14.506901+0000","last_became_peered":"2024-09-21T07:27:14.506901+0000","last_unstale":"2024-09-21T07:27:15.492357+0000","last_undegraded":"2024-09-21T07:27:15.492357+0000","last_fullsized":"2024-09-21T07:27:15.492357+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:48:07.594786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.486535+0000","last_change":"2024-09-21T07:27:14.515463+0000","last_active":"2024-09-21T07:27:15.486535+0000","last_peered":"2024-09-21T07:27:15.486535+0000","last_clean":"2024-09-21T07:27:15.486535+0000","last_became_active":"2024-09-21T07:27:14.514042+0000","last_became_peered":"2024-09-21T07:27:14.514042+0000","last_unstale":"2024-09-21T07:27:15.486535+0000","last_undegraded":"2024-09-21T07:27:15.486535+0000","last_fullsized":"2024-09-21T07:27:15.486535+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:15:23.579317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535240+0000","last_change":"2024-09-21T07:27:14.518007+0000","last_active":"2024-09-21T07:27:15.535240+0000","last_peered":"2024-09-21T07:27:15.535240+0000","last_clean":"2024-09-21T07:27:15.535240+0000","last_became_active":"2024-09-21T07:27:14.517185+0000","last_became_peered":"2024-09-21T07:27:14.517185+0000","last_unstale":"2024-09-21T07:27:15.535240+0000","last_undegraded":"2024-09-21T07:27:15.535240+0000","last_fullsized":"2024-09-21T07:27:15.535240+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:15.941103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.509714+0000","last_change":"2024-09-21T07:27:14.500009+0000","last_active":"2024-09-21T07:27:14.509714+0000","last_peered":"2024-09-21T07:27:14.509714+0000","last_clean":"2024-09-21T07:27:14.509714+0000","last_became_active":"2024-09-21T07:27:14.498331+0000","last_became_peered":"2024-09-21T07:27:14.498331+0000","last_unstale":"2024-09-21T07:27:14.509714+0000","last_undegraded":"2024-09-21T07:27:14.509714+0000","last_fullsized":"2024-09-21T07:27:14.509714+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:00:55.587533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535279+0000","last_change":"2024-09-21T07:27:14.517595+0000","last_active":"2024-09-21T07:27:14.535279+0000","last_peered":"2024-09-21T07:27:14.535279+0000","last_clean":"2024-09-21T07:27:14.535279+0000","last_became_active":"2024-09-21T07:27:14.516748+0000","last_became_peered":"2024-09-21T07:27:14.516748+0000","last_unstale":"2024-09-21T07:27:14.535279+0000","last_undegraded":"2024-09-21T07:27:14.535279+0000","last_fullsized":"2024-09-21T07:27:14.535279+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:59:05.983331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.529061+0000","last_change":"2024-09-21T07:27:14.518916+0000","last_active":"2024-09-21T07:27:14.529061+0000","last_peered":"2024-09-21T07:27:14.529061+0000","last_clean":"2024-09-21T07:27:14.529061+0000","last_became_active":"2024-09-21T07:27:14.517682+0000","last_became_peered":"2024-09-21T07:27:14.517682+0000","last_unstale":"2024-09-21T07:27:14.529061+0000","last_undegraded":"2024-09-21T07:27:14.529061+0000","last_fullsized":"2024-09-21T07:27:14.529061+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:40:54.852890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823530+0000","last_change":"2024-09-21T07:27:14.512840+0000","last_active":"2024-09-21T07:27:15.823530+0000","last_peered":"2024-09-21T07:27:15.823530+0000","last_clean":"2024-09-21T07:27:15.823530+0000","last_became_active":"2024-09-21T07:27:14.511959+0000","last_became_peered":"2024-09-21T07:27:14.511959+0000","last_unstale":"2024-09-21T07:27:15.823530+0000","last_undegraded":"2024-09-21T07:27:15.823530+0000","last_fullsized":"2024-09-21T07:27:15.823530+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:28.828464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823725+0000","last_change":"2024-09-21T07:27:14.505698+0000","last_active":"2024-09-21T07:27:15.823725+0000","last_peered":"2024-09-21T07:27:15.823725+0000","last_clean":"2024-09-21T07:27:15.823725+0000","last_became_active":"2024-09-21T07:27:14.501789+0000","last_became_peered":"2024-09-21T07:27:14.501789+0000","last_unstale":"2024-09-21T07:27:15.823725+0000","last_undegraded":"2024-09-21T07:27:15.823725+0000","last_fullsized":"2024-09-21T07:27:15.823725+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:28.306232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.490914+0000","last_change":"2024-09-21T07:27:14.508012+0000","last_active":"2024-09-21T07:27:15.490914+0000","last_peered":"2024-09-21T07:27:15.490914+0000","last_clean":"2024-09-21T07:27:15.490914+0000","last_became_active":"2024-09-21T07:27:14.507166+0000","last_became_peered":"2024-09-21T07:27:14.507166+0000","last_unstale":"2024-09-21T07:27:15.490914+0000","last_undegraded":"2024-09-21T07:27:15.490914+0000","last_fullsized":"2024-09-21T07:27:15.490914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:50:23.702373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491234+0000","last_change":"2024-09-21T07:27:14.523622+0000","last_active":"2024-09-21T07:27:15.491234+0000","last_peered":"2024-09-21T07:27:15.491234+0000","last_clean":"2024-09-21T07:27:15.491234+0000","last_became_active":"2024-09-21T07:27:14.522829+0000","last_became_peered":"2024-09-21T07:27:14.522829+0000","last_unstale":"2024-09-21T07:27:15.491234+0000","last_undegraded":"2024-09-21T07:27:15.491234+0000","last_fullsized":"2024-09-21T07:27:15.491234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:32:31.702160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.513404+0000","last_change":"2024-09-21T07:27:14.508063+0000","last_active":"2024-09-21T07:27:14.513404+0000","last_peered":"2024-09-21T07:27:14.513404+0000","last_clean":"2024-09-21T07:27:14.513404+0000","last_became_active":"2024-09-21T07:27:14.507248+0000","last_became_peered":"2024-09-21T07:27:14.507248+0000","last_unstale":"2024-09-21T07:27:14.513404+0000","last_undegraded":"2024-09-21T07:27:14.513404+0000","last_fullsized":"2024-09-21T07:27:14.513404+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:56.791483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.505985+0000","last_change":"2024-09-21T07:27:14.499140+0000","last_active":"2024-09-21T07:27:14.505985+0000","last_peered":"2024-09-21T07:27:14.505985+0000","last_clean":"2024-09-21T07:27:14.505985+0000","last_became_active":"2024-09-21T07:27:14.497272+0000","last_became_peered":"2024-09-21T07:27:14.497272+0000","last_unstale":"2024-09-21T07:27:14.505985+0000","last_undegraded":"2024-09-21T07:27:14.505985+0000","last_fullsized":"2024-09-21T07:27:14.505985+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:25.996068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.534922+0000","last_change":"2024-09-21T07:27:14.523641+0000","last_active":"2024-09-21T07:27:15.534922+0000","last_peered":"2024-09-21T07:27:15.534922+0000","last_clean":"2024-09-21T07:27:15.534922+0000","last_became_active":"2024-09-21T07:27:14.523153+0000","last_became_peered":"2024-09-21T07:27:14.523153+0000","last_unstale":"2024-09-21T07:27:15.534922+0000","last_undegraded":"2024-09-21T07:27:15.534922+0000","last_fullsized":"2024-09-21T07:27:15.534922+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:50:23.702373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.533725+0000","last_change":"2024-09-21T07:27:14.516877+0000","last_active":"2024-09-21T07:27:14.533725+0000","last_peered":"2024-09-21T07:27:14.533725+0000","last_clean":"2024-09-21T07:27:14.533725+0000","last_became_active":"2024-09-21T07:27:14.515959+0000","last_became_peered":"2024-09-21T07:27:14.515959+0000","last_unstale":"2024-09-21T07:27:14.533725+0000","last_undegraded":"2024-09-21T07:27:14.533725+0000","last_fullsized":"2024-09-21T07:27:14.533725+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:12:07.750745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535339+0000","last_change":"2024-09-21T07:27:14.528583+0000","last_active":"2024-09-21T07:27:14.535339+0000","last_peered":"2024-09-21T07:27:14.535339+0000","last_clean":"2024-09-21T07:27:14.535339+0000","last_became_active":"2024-09-21T07:27:14.527965+0000","last_became_peered":"2024-09-21T07:27:14.527965+0000","last_unstale":"2024-09-21T07:27:14.535339+0000","last_undegraded":"2024-09-21T07:27:14.535339+0000","last_fullsized":"2024-09-21T07:27:14.535339+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:50:03.912733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.485809+0000","last_change":"2024-09-21T07:27:14.531983+0000","last_active":"2024-09-21T07:27:15.485809+0000","last_peered":"2024-09-21T07:27:15.485809+0000","last_clean":"2024-09-21T07:27:15.485809+0000","last_became_active":"2024-09-21T07:27:14.531634+0000","last_became_peered":"2024-09-21T07:27:14.531634+0000","last_unstale":"2024-09-21T07:27:15.485809+0000","last_undegraded":"2024-09-21T07:27:15.485809+0000","last_fullsized":"2024-09-21T07:27:15.485809+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:05.319785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535524+0000","last_change":"2024-09-21T07:27:14.533815+0000","last_active":"2024-09-21T07:27:14.535524+0000","last_peered":"2024-09-21T07:27:14.535524+0000","last_clean":"2024-09-21T07:27:14.535524+0000","last_became_active":"2024-09-21T07:27:14.533469+0000","last_became_peered":"2024-09-21T07:27:14.533469+0000","last_unstale":"2024-09-21T07:27:14.535524+0000","last_undegraded":"2024-09-21T07:27:14.535524+0000","last_fullsized":"2024-09-21T07:27:14.535524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:38:55.717437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.531093+0000","last_change":"2024-09-21T07:27:14.524878+0000","last_active":"2024-09-21T07:27:14.531093+0000","last_peered":"2024-09-21T07:27:14.531093+0000","last_clean":"2024-09-21T07:27:14.531093+0000","last_became_active":"2024-09-21T07:27:14.519561+0000","last_became_peered":"2024-09-21T07:27:14.519561+0000","last_unstale":"2024-09-21T07:27:14.531093+0000","last_undegraded":"2024-09-21T07:27:14.531093+0000","last_fullsized":"2024-09-21T07:27:14.531093+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:32.798275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535877+0000","last_change":"2024-09-21T07:27:14.530472+0000","last_active":"2024-09-21T07:27:14.535877+0000","last_peered":"2024-09-21T07:27:14.535877+0000","last_clean":"2024-09-21T07:27:14.535877+0000","last_became_active":"2024-09-21T07:27:14.530024+0000","last_became_peered":"2024-09-21T07:27:14.530024+0000","last_unstale":"2024-09-21T07:27:14.535877+0000","last_undegraded":"2024-09-21T07:27:14.535877+0000","last_fullsized":"2024-09-21T07:27:14.535877+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:57.328536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.527290+0000","last_change":"2024-09-21T07:27:14.504288+0000","last_active":"2024-09-21T07:27:14.527290+0000","last_peered":"2024-09-21T07:27:14.527290+0000","last_clean":"2024-09-21T07:27:14.527290+0000","last_became_active":"2024-09-21T07:27:14.503411+0000","last_became_peered":"2024-09-21T07:27:14.503411+0000","last_unstale":"2024-09-21T07:27:14.527290+0000","last_undegraded":"2024-09-21T07:27:14.527290+0000","last_fullsized":"2024-09-21T07:27:14.527290+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:46.245992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489008+0000","last_change":"2024-09-21T07:27:14.523736+0000","last_active":"2024-09-21T07:27:15.489008+0000","last_peered":"2024-09-21T07:27:15.489008+0000","last_clean":"2024-09-21T07:27:15.489008+0000","last_became_active":"2024-09-21T07:27:14.523070+0000","last_became_peered":"2024-09-21T07:27:14.523070+0000","last_unstale":"2024-09-21T07:27:15.489008+0000","last_undegraded":"2024-09-21T07:27:15.489008+0000","last_fullsized":"2024-09-21T07:27:15.489008+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:01:04.962118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.486150+0000","last_change":"2024-09-21T07:27:14.524310+0000","last_active":"2024-09-21T07:27:15.486150+0000","last_peered":"2024-09-21T07:27:15.486150+0000","last_clean":"2024-09-21T07:27:15.486150+0000","last_became_active":"2024-09-21T07:27:14.523763+0000","last_became_peered":"2024-09-21T07:27:14.523763+0000","last_unstale":"2024-09-21T07:27:15.486150+0000","last_undegraded":"2024-09-21T07:27:15.486150+0000","last_fullsized":"2024-09-21T07:27:15.486150+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:23.572544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.490658+0000","last_change":"2024-09-21T07:27:14.500304+0000","last_active":"2024-09-21T07:27:15.490658+0000","last_peered":"2024-09-21T07:27:15.490658+0000","last_clean":"2024-09-21T07:27:15.490658+0000","last_became_active":"2024-09-21T07:27:14.499489+0000","last_became_peered":"2024-09-21T07:27:14.499489+0000","last_unstale":"2024-09-21T07:27:15.490658+0000","last_undegraded":"2024-09-21T07:27:15.490658+0000","last_fullsized":"2024-09-21T07:27:15.490658+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:16:08.141433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536155+0000","last_change":"2024-09-21T07:27:14.526875+0000","last_active":"2024-09-21T07:27:15.536155+0000","last_peered":"2024-09-21T07:27:15.536155+0000","last_clean":"2024-09-21T07:27:15.536155+0000","last_became_active":"2024-09-21T07:27:14.524753+0000","last_became_peered":"2024-09-21T07:27:14.524753+0000","last_unstale":"2024-09-21T07:27:15.536155+0000","last_undegraded":"2024-09-21T07:27:15.536155+0000","last_fullsized":"2024-09-21T07:27:15.536155+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:49.336322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.486167+0000","last_change":"2024-09-21T07:27:14.515110+0000","last_active":"2024-09-21T07:27:15.486167+0000","last_peered":"2024-09-21T07:27:15.486167+0000","last_clean":"2024-09-21T07:27:15.486167+0000","last_became_active":"2024-09-21T07:27:14.513983+0000","last_became_peered":"2024-09-21T07:27:14.513983+0000","last_unstale":"2024-09-21T07:27:15.486167+0000","last_undegraded":"2024-09-21T07:27:15.486167+0000","last_fullsized":"2024-09-21T07:27:15.486167+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.313542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535490+0000","last_change":"2024-09-21T07:27:14.530290+0000","last_active":"2024-09-21T07:27:14.535490+0000","last_peered":"2024-09-21T07:27:14.535490+0000","last_clean":"2024-09-21T07:27:14.535490+0000","last_became_active":"2024-09-21T07:27:14.514395+0000","last_became_peered":"2024-09-21T07:27:14.514395+0000","last_unstale":"2024-09-21T07:27:14.535490+0000","last_undegraded":"2024-09-21T07:27:14.535490+0000","last_fullsized":"2024-09-21T07:27:14.535490+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:16:49.158590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.527222+0000","last_change":"2024-09-21T07:27:14.508853+0000","last_active":"2024-09-21T07:27:14.527222+0000","last_peered":"2024-09-21T07:27:14.527222+0000","last_clean":"2024-09-21T07:27:14.527222+0000","last_became_active":"2024-09-21T07:27:14.508017+0000","last_became_peered":"2024-09-21T07:27:14.508017+0000","last_unstale":"2024-09-21T07:27:14.527222+0000","last_undegraded":"2024-09-21T07:27:14.527222+0000","last_fullsized":"2024-09-21T07:27:14.527222+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:08.867920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.485530+0000","last_change":"2024-09-21T07:27:14.524617+0000","last_active":"2024-09-21T07:27:15.485530+0000","last_peered":"2024-09-21T07:27:15.485530+0000","last_clean":"2024-09-21T07:27:15.485530+0000","last_became_active":"2024-09-21T07:27:14.523824+0000","last_became_peered":"2024-09-21T07:27:14.523824+0000","last_unstale":"2024-09-21T07:27:15.485530+0000","last_undegraded":"2024-09-21T07:27:15.485530+0000","last_fullsized":"2024-09-21T07:27:15.485530+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:30:56.052315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.534761+0000","last_change":"2024-09-21T07:27:14.537984+0000","last_active":"2024-09-21T07:27:15.534761+0000","last_peered":"2024-09-21T07:27:15.534761+0000","last_clean":"2024-09-21T07:27:15.534761+0000","last_became_active":"2024-09-21T07:27:14.537566+0000","last_became_peered":"2024-09-21T07:27:14.537566+0000","last_unstale":"2024-09-21T07:27:15.534761+0000","last_undegraded":"2024-09-21T07:27:15.534761+0000","last_fullsized":"2024-09-21T07:27:15.534761+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:16:08.141433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536475+0000","last_change":"2024-09-21T07:27:14.533863+0000","last_active":"2024-09-21T07:27:15.536475+0000","last_peered":"2024-09-21T07:27:15.536475+0000","last_clean":"2024-09-21T07:27:15.536475+0000","last_became_active":"2024-09-21T07:27:14.533108+0000","last_became_peered":"2024-09-21T07:27:14.533108+0000","last_unstale":"2024-09-21T07:27:15.536475+0000","last_undegraded":"2024-09-21T07:27:15.536475+0000","last_fullsized":"2024-09-21T07:27:15.536475+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:26:58.931205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536248+0000","last_change":"2024-09-21T07:27:13.488286+0000","last_active":"2024-09-21T07:27:15.536248+0000","last_peered":"2024-09-21T07:27:15.536248+0000","last_clean":"2024-09-21T07:27:15.536248+0000","last_became_active":"2024-09-21T07:27:13.487182+0000","last_became_peered":"2024-09-21T07:27:13.487182+0000","last_unstale":"2024-09-21T07:27:15.536248+0000","last_undegraded":"2024-09-21T07:27:15.536248+0000","last_fullsized":"2024-09-21T07:27:15.536248+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:07.863712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823693+0000","last_change":"2024-09-21T07:27:14.508395+0000","last_active":"2024-09-21T07:27:15.823693+0000","last_peered":"2024-09-21T07:27:15.823693+0000","last_clean":"2024-09-21T07:27:15.823693+0000","last_became_active":"2024-09-21T07:27:14.507488+0000","last_became_peered":"2024-09-21T07:27:14.507488+0000","last_unstale":"2024-09-21T07:27:15.823693+0000","last_undegraded":"2024-09-21T07:27:15.823693+0000","last_fullsized":"2024-09-21T07:27:15.823693+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:57.064523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.546282+0000","last_change":"2024-09-21T07:27:13.510890+0000","last_active":"2024-09-21T07:27:14.546282+0000","last_peered":"2024-09-21T07:27:14.546282+0000","last_clean":"2024-09-21T07:27:14.546282+0000","last_became_active":"2024-09-21T07:27:13.510268+0000","last_became_peered":"2024-09-21T07:27:13.510268+0000","last_unstale":"2024-09-21T07:27:14.546282+0000","last_undegraded":"2024-09-21T07:27:14.546282+0000","last_fullsized":"2024-09-21T07:27:14.546282+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:12:32.289060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535831+0000","last_change":"2024-09-21T07:27:14.524134+0000","last_active":"2024-09-21T07:27:15.535831+0000","last_peered":"2024-09-21T07:27:15.535831+0000","last_clean":"2024-09-21T07:27:15.535831+0000","last_became_active":"2024-09-21T07:27:14.523478+0000","last_became_peered":"2024-09-21T07:27:14.523478+0000","last_unstale":"2024-09-21T07:27:15.535831+0000","last_undegraded":"2024-09-21T07:27:15.535831+0000","last_fullsized":"2024-09-21T07:27:15.535831+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:48:07.594786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536550+0000","last_change":"2024-09-21T07:27:13.491169+0000","last_active":"2024-09-21T07:27:15.536550+0000","last_peered":"2024-09-21T07:27:15.536550+0000","last_clean":"2024-09-21T07:27:15.536550+0000","last_became_active":"2024-09-21T07:27:13.490834+0000","last_became_peered":"2024-09-21T07:27:13.490834+0000","last_unstale":"2024-09-21T07:27:15.536550+0000","last_undegraded":"2024-09-21T07:27:15.536550+0000","last_fullsized":"2024-09-21T07:27:15.536550+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:42.238054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535991+0000","last_change":"2024-09-21T07:27:14.525409+0000","last_active":"2024-09-21T07:27:15.535991+0000","last_peered":"2024-09-21T07:27:15.535991+0000","last_clean":"2024-09-21T07:27:15.535991+0000","last_became_active":"2024-09-21T07:27:14.522859+0000","last_became_peered":"2024-09-21T07:27:14.522859+0000","last_unstale":"2024-09-21T07:27:15.535991+0000","last_undegraded":"2024-09-21T07:27:15.535991+0000","last_fullsized":"2024-09-21T07:27:15.535991+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:16:36.692660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491281+0000","last_change":"2024-09-21T07:27:13.503061+0000","last_active":"2024-09-21T07:27:15.491281+0000","last_peered":"2024-09-21T07:27:15.491281+0000","last_clean":"2024-09-21T07:27:15.491281+0000","last_became_active":"2024-09-21T07:27:13.502161+0000","last_became_peered":"2024-09-21T07:27:13.502161+0000","last_unstale":"2024-09-21T07:27:15.491281+0000","last_undegraded":"2024-09-21T07:27:15.491281+0000","last_fullsized":"2024-09-21T07:27:15.491281+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:42.238054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.541950+0000","last_change":"2024-09-21T07:27:14.535073+0000","last_active":"2024-09-21T07:27:14.541950+0000","last_peered":"2024-09-21T07:27:14.541950+0000","last_clean":"2024-09-21T07:27:14.541950+0000","last_became_active":"2024-09-21T07:27:14.534336+0000","last_became_peered":"2024-09-21T07:27:14.534336+0000","last_unstale":"2024-09-21T07:27:14.541950+0000","last_undegraded":"2024-09-21T07:27:14.541950+0000","last_fullsized":"2024-09-21T07:27:14.541950+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:14:29.244613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.543780+0000","last_change":"2024-09-21T07:27:13.505354+0000","last_active":"2024-09-21T07:27:14.543780+0000","last_peered":"2024-09-21T07:27:14.543780+0000","last_clean":"2024-09-21T07:27:14.543780+0000","last_became_active":"2024-09-21T07:27:13.504509+0000","last_became_peered":"2024-09-21T07:27:13.504509+0000","last_unstale":"2024-09-21T07:27:14.543780+0000","last_undegraded":"2024-09-21T07:27:14.543780+0000","last_fullsized":"2024-09-21T07:27:14.543780+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:43:38.438633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535572+0000","last_change":"2024-09-21T07:27:14.531362+0000","last_active":"2024-09-21T07:27:14.535572+0000","last_peered":"2024-09-21T07:27:14.535572+0000","last_clean":"2024-09-21T07:27:14.535572+0000","last_became_active":"2024-09-21T07:27:14.530902+0000","last_became_peered":"2024-09-21T07:27:14.530902+0000","last_unstale":"2024-09-21T07:27:14.535572+0000","last_undegraded":"2024-09-21T07:27:14.535572+0000","last_fullsized":"2024-09-21T07:27:14.535572+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:50:21.273351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535097+0000","last_change":"2024-09-21T07:27:13.508052+0000","last_active":"2024-09-21T07:27:15.535097+0000","last_peered":"2024-09-21T07:27:15.535097+0000","last_clean":"2024-09-21T07:27:15.535097+0000","last_became_active":"2024-09-21T07:27:13.507688+0000","last_became_peered":"2024-09-21T07:27:13.507688+0000","last_unstale":"2024-09-21T07:27:15.535097+0000","last_undegraded":"2024-09-21T07:27:15.535097+0000","last_fullsized":"2024-09-21T07:27:15.535097+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:55.787275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489622+0000","last_change":"2024-09-21T07:27:14.513029+0000","last_active":"2024-09-21T07:27:15.489622+0000","last_peered":"2024-09-21T07:27:15.489622+0000","last_clean":"2024-09-21T07:27:15.489622+0000","last_became_active":"2024-09-21T07:27:14.512003+0000","last_became_peered":"2024-09-21T07:27:14.512003+0000","last_unstale":"2024-09-21T07:27:15.489622+0000","last_undegraded":"2024-09-21T07:27:15.489622+0000","last_fullsized":"2024-09-21T07:27:15.489622+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:42.710315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489656+0000","last_change":"2024-09-21T07:27:13.509430+0000","last_active":"2024-09-21T07:27:15.489656+0000","last_peered":"2024-09-21T07:27:15.489656+0000","last_clean":"2024-09-21T07:27:15.489656+0000","last_became_active":"2024-09-21T07:27:13.508322+0000","last_became_peered":"2024-09-21T07:27:13.508322+0000","last_unstale":"2024-09-21T07:27:15.489656+0000","last_undegraded":"2024-09-21T07:27:15.489656+0000","last_fullsized":"2024-09-21T07:27:15.489656+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:40:53.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535721+0000","last_change":"2024-09-21T07:27:14.519523+0000","last_active":"2024-09-21T07:27:14.535721+0000","last_peered":"2024-09-21T07:27:14.535721+0000","last_clean":"2024-09-21T07:27:14.535721+0000","last_became_active":"2024-09-21T07:27:14.517109+0000","last_became_peered":"2024-09-21T07:27:14.517109+0000","last_unstale":"2024-09-21T07:27:14.535721+0000","last_undegraded":"2024-09-21T07:27:14.535721+0000","last_fullsized":"2024-09-21T07:27:14.535721+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:37:31.618701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.480843+0000","last_change":"2024-09-21T07:27:13.519400+0000","last_active":"2024-09-21T07:27:14.480843+0000","last_peered":"2024-09-21T07:27:14.480843+0000","last_clean":"2024-09-21T07:27:14.480843+0000","last_became_active":"2024-09-21T07:27:13.518536+0000","last_became_peered":"2024-09-21T07:27:13.518536+0000","last_unstale":"2024-09-21T07:27:14.480843+0000","last_undegraded":"2024-09-21T07:27:14.480843+0000","last_fullsized":"2024-09-21T07:27:14.480843+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:46:53.997285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.511061+0000","last_change":"2024-09-21T07:27:14.501431+0000","last_active":"2024-09-21T07:27:14.511061+0000","last_peered":"2024-09-21T07:27:14.511061+0000","last_clean":"2024-09-21T07:27:14.511061+0000","last_became_active":"2024-09-21T07:27:14.500554+0000","last_became_peered":"2024-09-21T07:27:14.500554+0000","last_unstale":"2024-09-21T07:27:14.511061+0000","last_undegraded":"2024-09-21T07:27:14.511061+0000","last_fullsized":"2024-09-21T07:27:14.511061+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:03.205801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.514098+0000","last_change":"2024-09-21T07:27:13.512601+0000","last_active":"2024-09-21T07:27:14.514098+0000","last_peered":"2024-09-21T07:27:14.514098+0000","last_clean":"2024-09-21T07:27:14.514098+0000","last_became_active":"2024-09-21T07:27:13.511800+0000","last_became_peered":"2024-09-21T07:27:13.511800+0000","last_unstale":"2024-09-21T07:27:14.514098+0000","last_undegraded":"2024-09-21T07:27:14.514098+0000","last_fullsized":"2024-09-21T07:27:14.514098+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:40:53.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535452+0000","last_change":"2024-09-21T07:27:14.531840+0000","last_active":"2024-09-21T07:27:14.535452+0000","last_peered":"2024-09-21T07:27:14.535452+0000","last_clean":"2024-09-21T07:27:14.535452+0000","last_became_active":"2024-09-21T07:27:14.531109+0000","last_became_peered":"2024-09-21T07:27:14.531109+0000","last_unstale":"2024-09-21T07:27:14.535452+0000","last_undegraded":"2024-09-21T07:27:14.535452+0000","last_fullsized":"2024-09-21T07:27:14.535452+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:46:27.029012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.490191+0000","last_change":"2024-09-21T07:27:13.496163+0000","last_active":"2024-09-21T07:27:14.490191+0000","last_peered":"2024-09-21T07:27:14.490191+0000","last_clean":"2024-09-21T07:27:14.490191+0000","last_became_active":"2024-09-21T07:27:13.495653+0000","last_became_peered":"2024-09-21T07:27:13.495653+0000","last_unstale":"2024-09-21T07:27:14.490191+0000","last_undegraded":"2024-09-21T07:27:14.490191+0000","last_fullsized":"2024-09-21T07:27:14.490191+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:02:25.743010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823285+0000","last_change":"2024-09-21T07:27:14.508814+0000","last_active":"2024-09-21T07:27:15.823285+0000","last_peered":"2024-09-21T07:27:15.823285+0000","last_clean":"2024-09-21T07:27:15.823285+0000","last_became_active":"2024-09-21T07:27:14.506971+0000","last_became_peered":"2024-09-21T07:27:14.506971+0000","last_unstale":"2024-09-21T07:27:15.823285+0000","last_undegraded":"2024-09-21T07:27:15.823285+0000","last_fullsized":"2024-09-21T07:27:15.823285+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:34:23.126005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.550920+0000","last_change":"2024-09-21T07:27:13.514394+0000","last_active":"2024-09-21T07:27:14.550920+0000","last_peered":"2024-09-21T07:27:14.550920+0000","last_clean":"2024-09-21T07:27:14.550920+0000","last_became_active":"2024-09-21T07:27:13.513118+0000","last_became_peered":"2024-09-21T07:27:13.513118+0000","last_unstale":"2024-09-21T07:27:14.550920+0000","last_undegraded":"2024-09-21T07:27:14.550920+0000","last_fullsized":"2024-09-21T07:27:14.550920+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:55.787275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.533627+0000","last_change":"2024-09-21T07:27:14.526885+0000","last_active":"2024-09-21T07:27:14.533627+0000","last_peered":"2024-09-21T07:27:14.533627+0000","last_clean":"2024-09-21T07:27:14.533627+0000","last_became_active":"2024-09-21T07:27:14.526071+0000","last_became_peered":"2024-09-21T07:27:14.526071+0000","last_unstale":"2024-09-21T07:27:14.533627+0000","last_undegraded":"2024-09-21T07:27:14.533627+0000","last_fullsized":"2024-09-21T07:27:14.533627+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:42.400589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":19,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.552118+0000","last_change":"2024-09-21T07:27:13.518898+0000","last_active":"2024-09-21T07:27:14.552118+0000","last_peered":"2024-09-21T07:27:14.552118+0000","last_clean":"2024-09-21T07:27:14.552118+0000","last_became_active":"2024-09-21T07:27:13.500681+0000","last_became_peered":"2024-09-21T07:27:13.500681+0000","last_unstale":"2024-09-21T07:27:14.552118+0000","last_undegraded":"2024-09-21T07:27:14.552118+0000","last_fullsized":"2024-09-21T07:27:14.552118+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:27.824256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489265+0000","last_change":"2024-09-21T07:27:14.497084+0000","last_active":"2024-09-21T07:27:15.489265+0000","last_peered":"2024-09-21T07:27:15.489265+0000","last_clean":"2024-09-21T07:27:15.489265+0000","last_became_active":"2024-09-21T07:27:14.496244+0000","last_became_peered":"2024-09-21T07:27:14.496244+0000","last_unstale":"2024-09-21T07:27:15.489265+0000","last_undegraded":"2024-09-21T07:27:15.489265+0000","last_fullsized":"2024-09-21T07:27:15.489265+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:38.595050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.547943+0000","last_change":"2024-09-21T07:27:13.497983+0000","last_active":"2024-09-21T07:27:14.547943+0000","last_peered":"2024-09-21T07:27:14.547943+0000","last_clean":"2024-09-21T07:27:14.547943+0000","last_became_active":"2024-09-21T07:27:13.497417+0000","last_became_peered":"2024-09-21T07:27:13.497417+0000","last_unstale":"2024-09-21T07:27:14.547943+0000","last_undegraded":"2024-09-21T07:27:14.547943+0000","last_fullsized":"2024-09-21T07:27:14.547943+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:49.910868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.533878+0000","last_change":"2024-09-21T07:27:14.528159+0000","last_active":"2024-09-21T07:27:14.533878+0000","last_peered":"2024-09-21T07:27:14.533878+0000","last_clean":"2024-09-21T07:27:14.533878+0000","last_became_active":"2024-09-21T07:27:14.526681+0000","last_became_peered":"2024-09-21T07:27:14.526681+0000","last_unstale":"2024-09-21T07:27:14.533878+0000","last_undegraded":"2024-09-21T07:27:14.533878+0000","last_fullsized":"2024-09-21T07:27:14.533878+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:43:56.811705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.488933+0000","last_change":"2024-09-21T07:27:13.514874+0000","last_active":"2024-09-21T07:27:15.488933+0000","last_peered":"2024-09-21T07:27:15.488933+0000","last_clean":"2024-09-21T07:27:15.488933+0000","last_became_active":"2024-09-21T07:27:13.514037+0000","last_became_peered":"2024-09-21T07:27:13.514037+0000","last_unstale":"2024-09-21T07:27:15.488933+0000","last_undegraded":"2024-09-21T07:27:15.488933+0000","last_fullsized":"2024-09-21T07:27:15.488933+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:20:36.993874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.511376+0000","last_change":"2024-09-21T07:27:14.505206+0000","last_active":"2024-09-21T07:27:14.511376+0000","last_peered":"2024-09-21T07:27:14.511376+0000","last_clean":"2024-09-21T07:27:14.511376+0000","last_became_active":"2024-09-21T07:27:14.504362+0000","last_became_peered":"2024-09-21T07:27:14.504362+0000","last_unstale":"2024-09-21T07:27:14.511376+0000","last_undegraded":"2024-09-21T07:27:14.511376+0000","last_fullsized":"2024-09-21T07:27:14.511376+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:57.172538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489879+0000","last_change":"2024-09-21T07:27:13.503141+0000","last_active":"2024-09-21T07:27:15.489879+0000","last_peered":"2024-09-21T07:27:15.489879+0000","last_clean":"2024-09-21T07:27:15.489879+0000","last_became_active":"2024-09-21T07:27:13.502216+0000","last_became_peered":"2024-09-21T07:27:13.502216+0000","last_unstale":"2024-09-21T07:27:15.489879+0000","last_undegraded":"2024-09-21T07:27:15.489879+0000","last_fullsized":"2024-09-21T07:27:15.489879+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:07.863712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535495+0000","last_change":"2024-09-21T07:27:14.532353+0000","last_active":"2024-09-21T07:27:14.535495+0000","last_peered":"2024-09-21T07:27:14.535495+0000","last_clean":"2024-09-21T07:27:14.535495+0000","last_became_active":"2024-09-21T07:27:14.531436+0000","last_became_peered":"2024-09-21T07:27:14.531436+0000","last_unstale":"2024-09-21T07:27:14.535495+0000","last_undegraded":"2024-09-21T07:27:14.535495+0000","last_fullsized":"2024-09-21T07:27:14.535495+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:12.726301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":21,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.552986+0000","last_change":"2024-09-21T07:27:13.518110+0000","last_active":"2024-09-21T07:27:14.552986+0000","last_peered":"2024-09-21T07:27:14.552986+0000","last_clean":"2024-09-21T07:27:14.552986+0000","last_became_active":"2024-09-21T07:27:13.517327+0000","last_became_peered":"2024-09-21T07:27:13.517327+0000","last_unstale":"2024-09-21T07:27:14.552986+0000","last_undegraded":"2024-09-21T07:27:14.552986+0000","last_fullsized":"2024-09-21T07:27:14.552986+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:56.168330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.528363+0000","last_change":"2024-09-21T07:27:14.518281+0000","last_active":"2024-09-21T07:27:14.528363+0000","last_peered":"2024-09-21T07:27:14.528363+0000","last_clean":"2024-09-21T07:27:14.528363+0000","last_became_active":"2024-09-21T07:27:14.517405+0000","last_became_peered":"2024-09-21T07:27:14.517405+0000","last_unstale":"2024-09-21T07:27:14.528363+0000","last_undegraded":"2024-09-21T07:27:14.528363+0000","last_fullsized":"2024-09-21T07:27:14.528363+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:59:26.878076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.545697+0000","last_change":"2024-09-21T07:27:13.497582+0000","last_active":"2024-09-21T07:27:14.545697+0000","last_peered":"2024-09-21T07:27:14.545697+0000","last_clean":"2024-09-21T07:27:14.545697+0000","last_became_active":"2024-09-21T07:27:13.497151+0000","last_became_peered":"2024-09-21T07:27:13.497151+0000","last_unstale":"2024-09-21T07:27:14.545697+0000","last_undegraded":"2024-09-21T07:27:14.545697+0000","last_fullsized":"2024-09-21T07:27:14.545697+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:19.527650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491444+0000","last_change":"2024-09-21T07:27:14.496986+0000","last_active":"2024-09-21T07:27:15.491444+0000","last_peered":"2024-09-21T07:27:15.491444+0000","last_clean":"2024-09-21T07:27:15.491444+0000","last_became_active":"2024-09-21T07:27:14.496143+0000","last_became_peered":"2024-09-21T07:27:14.496143+0000","last_unstale":"2024-09-21T07:27:15.491444+0000","last_undegraded":"2024-09-21T07:27:15.491444+0000","last_fullsized":"2024-09-21T07:27:15.491444+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:15.941103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536265+0000","last_change":"2024-09-21T07:27:13.493995+0000","last_active":"2024-09-21T07:27:15.536265+0000","last_peered":"2024-09-21T07:27:15.536265+0000","last_clean":"2024-09-21T07:27:15.536265+0000","last_became_active":"2024-09-21T07:27:13.493662+0000","last_became_peered":"2024-09-21T07:27:13.493662+0000","last_unstale":"2024-09-21T07:27:15.536265+0000","last_undegraded":"2024-09-21T07:27:15.536265+0000","last_fullsized":"2024-09-21T07:27:15.536265+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:40:53.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.533671+0000","last_change":"2024-09-21T07:27:14.518433+0000","last_active":"2024-09-21T07:27:14.533671+0000","last_peered":"2024-09-21T07:27:14.533671+0000","last_clean":"2024-09-21T07:27:14.533671+0000","last_became_active":"2024-09-21T07:27:14.517575+0000","last_became_peered":"2024-09-21T07:27:14.517575+0000","last_unstale":"2024-09-21T07:27:14.533671+0000","last_undegraded":"2024-09-21T07:27:14.533671+0000","last_fullsized":"2024-09-21T07:27:14.533671+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:08.477166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.490416+0000","last_change":"2024-09-21T07:27:13.512090+0000","last_active":"2024-09-21T07:27:15.490416+0000","last_peered":"2024-09-21T07:27:15.490416+0000","last_clean":"2024-09-21T07:27:15.490416+0000","last_became_active":"2024-09-21T07:27:13.511235+0000","last_became_peered":"2024-09-21T07:27:13.511235+0000","last_unstale":"2024-09-21T07:27:15.490416+0000","last_undegraded":"2024-09-21T07:27:15.490416+0000","last_fullsized":"2024-09-21T07:27:15.490416+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:45.241784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535416+0000","last_change":"2024-09-21T07:27:14.531834+0000","last_active":"2024-09-21T07:27:14.535416+0000","last_peered":"2024-09-21T07:27:14.535416+0000","last_clean":"2024-09-21T07:27:14.535416+0000","last_became_active":"2024-09-21T07:27:14.531111+0000","last_became_peered":"2024-09-21T07:27:14.531111+0000","last_unstale":"2024-09-21T07:27:14.535416+0000","last_undegraded":"2024-09-21T07:27:14.535416+0000","last_fullsized":"2024-09-21T07:27:14.535416+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:23:15.959972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535461+0000","last_change":"2024-09-21T07:27:13.491826+0000","last_active":"2024-09-21T07:27:15.535461+0000","last_peered":"2024-09-21T07:27:15.535461+0000","last_clean":"2024-09-21T07:27:15.535461+0000","last_became_active":"2024-09-21T07:27:13.491169+0000","last_became_peered":"2024-09-21T07:27:13.491169+0000","last_unstale":"2024-09-21T07:27:15.535461+0000","last_undegraded":"2024-09-21T07:27:15.535461+0000","last_fullsized":"2024-09-21T07:27:15.535461+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:59:25.873869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489852+0000","last_change":"2024-09-21T07:27:14.496853+0000","last_active":"2024-09-21T07:27:15.489852+0000","last_peered":"2024-09-21T07:27:15.489852+0000","last_clean":"2024-09-21T07:27:15.489852+0000","last_became_active":"2024-09-21T07:27:14.495963+0000","last_became_peered":"2024-09-21T07:27:14.495963+0000","last_unstale":"2024-09-21T07:27:15.489852+0000","last_undegraded":"2024-09-21T07:27:15.489852+0000","last_fullsized":"2024-09-21T07:27:15.489852+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:19:16.626056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.549085+0000","last_change":"2024-09-21T07:27:13.519749+0000","last_active":"2024-09-21T07:27:14.549085+0000","last_peered":"2024-09-21T07:27:14.549085+0000","last_clean":"2024-09-21T07:27:14.549085+0000","last_became_active":"2024-09-21T07:27:13.519489+0000","last_became_peered":"2024-09-21T07:27:13.519489+0000","last_unstale":"2024-09-21T07:27:14.549085+0000","last_undegraded":"2024-09-21T07:27:14.549085+0000","last_fullsized":"2024-09-21T07:27:14.549085+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:17.874061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535426+0000","last_change":"2024-09-21T07:27:14.524113+0000","last_active":"2024-09-21T07:27:15.535426+0000","last_peered":"2024-09-21T07:27:15.535426+0000","last_clean":"2024-09-21T07:27:15.535426+0000","last_became_active":"2024-09-21T07:27:14.523223+0000","last_became_peered":"2024-09-21T07:27:14.523223+0000","last_unstale":"2024-09-21T07:27:15.535426+0000","last_undegraded":"2024-09-21T07:27:15.535426+0000","last_fullsized":"2024-09-21T07:27:15.535426+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:38.456948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.822744+0000","last_change":"2024-09-21T07:27:13.494761+0000","last_active":"2024-09-21T07:27:15.822744+0000","last_peered":"2024-09-21T07:27:15.822744+0000","last_clean":"2024-09-21T07:27:15.822744+0000","last_became_active":"2024-09-21T07:27:13.494081+0000","last_became_peered":"2024-09-21T07:27:13.494081+0000","last_unstale":"2024-09-21T07:27:15.822744+0000","last_undegraded":"2024-09-21T07:27:15.822744+0000","last_fullsized":"2024-09-21T07:27:15.822744+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:06:54.056377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.535471+0000","last_change":"2024-09-21T07:27:14.533468+0000","last_active":"2024-09-21T07:27:15.535471+0000","last_peered":"2024-09-21T07:27:15.535471+0000","last_clean":"2024-09-21T07:27:15.535471+0000","last_became_active":"2024-09-21T07:27:14.533091+0000","last_became_peered":"2024-09-21T07:27:14.533091+0000","last_unstale":"2024-09-21T07:27:15.535471+0000","last_undegraded":"2024-09-21T07:27:15.535471+0000","last_fullsized":"2024-09-21T07:27:15.535471+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:32.297631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489630+0000","last_change":"2024-09-21T07:27:13.494482+0000","last_active":"2024-09-21T07:27:15.489630+0000","last_peered":"2024-09-21T07:27:15.489630+0000","last_clean":"2024-09-21T07:27:15.489630+0000","last_became_active":"2024-09-21T07:27:13.493728+0000","last_became_peered":"2024-09-21T07:27:13.493728+0000","last_unstale":"2024-09-21T07:27:15.489630+0000","last_undegraded":"2024-09-21T07:27:15.489630+0000","last_fullsized":"2024-09-21T07:27:15.489630+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:55.787275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491922+0000","last_change":"2024-09-21T07:27:14.516004+0000","last_active":"2024-09-21T07:27:15.491922+0000","last_peered":"2024-09-21T07:27:15.491922+0000","last_clean":"2024-09-21T07:27:15.491922+0000","last_became_active":"2024-09-21T07:27:14.515220+0000","last_became_peered":"2024-09-21T07:27:14.515220+0000","last_unstale":"2024-09-21T07:27:15.491922+0000","last_undegraded":"2024-09-21T07:27:15.491922+0000","last_fullsized":"2024-09-21T07:27:15.491922+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:32.297631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823523+0000","last_change":"2024-09-21T07:27:13.494151+0000","last_active":"2024-09-21T07:27:15.823523+0000","last_peered":"2024-09-21T07:27:15.823523+0000","last_clean":"2024-09-21T07:27:15.823523+0000","last_became_active":"2024-09-21T07:27:13.493685+0000","last_became_peered":"2024-09-21T07:27:13.493685+0000","last_unstale":"2024-09-21T07:27:15.823523+0000","last_undegraded":"2024-09-21T07:27:15.823523+0000","last_fullsized":"2024-09-21T07:27:15.823523+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:45:54.461085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491535+0000","last_change":"2024-09-21T07:27:14.513071+0000","last_active":"2024-09-21T07:27:15.491535+0000","last_peered":"2024-09-21T07:27:15.491535+0000","last_clean":"2024-09-21T07:27:15.491535+0000","last_became_active":"2024-09-21T07:27:14.510310+0000","last_became_peered":"2024-09-21T07:27:14.510310+0000","last_unstale":"2024-09-21T07:27:15.491535+0000","last_undegraded":"2024-09-21T07:27:15.491535+0000","last_fullsized":"2024-09-21T07:27:15.491535+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:42:38.456948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"58'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.539873+0000","last_change":"2024-09-21T07:27:13.508153+0000","last_active":"2024-09-21T07:27:15.539873+0000","last_peered":"2024-09-21T07:27:15.539873+0000","last_clean":"2024-09-21T07:27:15.539873+0000","last_became_active":"2024-09-21T07:27:13.507780+0000","last_became_peered":"2024-09-21T07:27:13.507780+0000","last_unstale":"2024-09-21T07:27:15.539873+0000","last_undegraded":"2024-09-21T07:27:15.539873+0000","last_fullsized":"2024-09-21T07:27:15.539873+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:45.241784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.823257+0000","last_change":"2024-09-21T07:27:14.511992+0000","last_active":"2024-09-21T07:27:15.823257+0000","last_peered":"2024-09-21T07:27:15.823257+0000","last_clean":"2024-09-21T07:27:15.823257+0000","last_became_active":"2024-09-21T07:27:14.508082+0000","last_became_peered":"2024-09-21T07:27:14.508082+0000","last_unstale":"2024-09-21T07:27:15.823257+0000","last_undegraded":"2024-09-21T07:27:15.823257+0000","last_fullsized":"2024-09-21T07:27:15.823257+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:46:55.001493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.490538+0000","last_change":"2024-09-21T07:27:13.507352+0000","last_active":"2024-09-21T07:27:15.490538+0000","last_peered":"2024-09-21T07:27:15.490538+0000","last_clean":"2024-09-21T07:27:15.490538+0000","last_became_active":"2024-09-21T07:27:13.506430+0000","last_became_peered":"2024-09-21T07:27:13.506430+0000","last_unstale":"2024-09-21T07:27:15.490538+0000","last_undegraded":"2024-09-21T07:27:15.490538+0000","last_fullsized":"2024-09-21T07:27:15.490538+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:09:29.784470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.536555+0000","last_change":"2024-09-21T07:27:14.526127+0000","last_active":"2024-09-21T07:27:15.536555+0000","last_peered":"2024-09-21T07:27:15.536555+0000","last_clean":"2024-09-21T07:27:15.536555+0000","last_became_active":"2024-09-21T07:27:14.523884+0000","last_became_peered":"2024-09-21T07:27:14.523884+0000","last_unstale":"2024-09-21T07:27:15.536555+0000","last_undegraded":"2024-09-21T07:27:15.536555+0000","last_fullsized":"2024-09-21T07:27:15.536555+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:33:34.119959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.491521+0000","last_change":"2024-09-21T07:27:13.520886+0000","last_active":"2024-09-21T07:27:15.491521+0000","last_peered":"2024-09-21T07:27:15.491521+0000","last_clean":"2024-09-21T07:27:15.491521+0000","last_became_active":"2024-09-21T07:27:13.519786+0000","last_became_peered":"2024-09-21T07:27:13.519786+0000","last_unstale":"2024-09-21T07:27:15.491521+0000","last_undegraded":"2024-09-21T07:27:15.491521+0000","last_fullsized":"2024-09-21T07:27:15.491521+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:59:25.873869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535516+0000","last_change":"2024-09-21T07:27:14.530159+0000","last_active":"2024-09-21T07:27:14.535516+0000","last_peered":"2024-09-21T07:27:14.535516+0000","last_clean":"2024-09-21T07:27:14.535516+0000","last_became_active":"2024-09-21T07:27:14.519432+0000","last_became_peered":"2024-09-21T07:27:14.519432+0000","last_unstale":"2024-09-21T07:27:14.535516+0000","last_undegraded":"2024-09-21T07:27:14.535516+0000","last_fullsized":"2024-09-21T07:27:14.535516+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:32.991072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.822553+0000","last_change":"2024-09-21T07:27:13.502103+0000","last_active":"2024-09-21T07:27:15.822553+0000","last_peered":"2024-09-21T07:27:15.822553+0000","last_clean":"2024-09-21T07:27:15.822553+0000","last_became_active":"2024-09-21T07:27:13.501604+0000","last_became_peered":"2024-09-21T07:27:13.501604+0000","last_unstale":"2024-09-21T07:27:15.822553+0000","last_undegraded":"2024-09-21T07:27:15.822553+0000","last_fullsized":"2024-09-21T07:27:15.822553+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:44:26.301013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.538781+0000","last_change":"2024-09-21T07:27:14.536899+0000","last_active":"2024-09-21T07:27:14.538781+0000","last_peered":"2024-09-21T07:27:14.538781+0000","last_clean":"2024-09-21T07:27:14.538781+0000","last_became_active":"2024-09-21T07:27:14.536162+0000","last_became_peered":"2024-09-21T07:27:14.536162+0000","last_unstale":"2024-09-21T07:27:14.538781+0000","last_undegraded":"2024-09-21T07:27:14.538781+0000","last_fullsized":"2024-09-21T07:27:14.538781+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:54.881206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.485622+0000","last_change":"2024-09-21T07:27:13.493638+0000","last_active":"2024-09-21T07:27:14.485622+0000","last_peered":"2024-09-21T07:27:14.485622+0000","last_clean":"2024-09-21T07:27:14.485622+0000","last_became_active":"2024-09-21T07:27:13.492783+0000","last_became_peered":"2024-09-21T07:27:13.492783+0000","last_unstale":"2024-09-21T07:27:14.485622+0000","last_undegraded":"2024-09-21T07:27:14.485622+0000","last_fullsized":"2024-09-21T07:27:14.485622+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:56.060315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.822622+0000","last_change":"2024-09-21T07:27:14.515424+0000","last_active":"2024-09-21T07:27:15.822622+0000","last_peered":"2024-09-21T07:27:15.822622+0000","last_clean":"2024-09-21T07:27:15.822622+0000","last_became_active":"2024-09-21T07:27:14.514575+0000","last_became_peered":"2024-09-21T07:27:14.514575+0000","last_unstale":"2024-09-21T07:27:15.822622+0000","last_undegraded":"2024-09-21T07:27:15.822622+0000","last_fullsized":"2024-09-21T07:27:15.822622+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:04:33.725012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.822436+0000","last_change":"2024-09-21T07:27:13.490756+0000","last_active":"2024-09-21T07:27:15.822436+0000","last_peered":"2024-09-21T07:27:15.822436+0000","last_clean":"2024-09-21T07:27:15.822436+0000","last_became_active":"2024-09-21T07:27:13.490074+0000","last_became_peered":"2024-09-21T07:27:13.490074+0000","last_unstale":"2024-09-21T07:27:15.822436+0000","last_undegraded":"2024-09-21T07:27:15.822436+0000","last_fullsized":"2024-09-21T07:27:15.822436+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:17.416623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.535754+0000","last_change":"2024-09-21T07:27:14.529842+0000","last_active":"2024-09-21T07:27:14.535754+0000","last_peered":"2024-09-21T07:27:14.535754+0000","last_clean":"2024-09-21T07:27:14.535754+0000","last_became_active":"2024-09-21T07:27:14.518664+0000","last_became_peered":"2024-09-21T07:27:14.518664+0000","last_unstale":"2024-09-21T07:27:14.535754+0000","last_undegraded":"2024-09-21T07:27:14.535754+0000","last_fullsized":"2024-09-21T07:27:14.535754+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:48.059082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.491392+0000","last_change":"2024-09-21T07:27:13.498370+0000","last_active":"2024-09-21T07:27:14.491392+0000","last_peered":"2024-09-21T07:27:14.491392+0000","last_clean":"2024-09-21T07:27:14.491392+0000","last_became_active":"2024-09-21T07:27:13.497952+0000","last_became_peered":"2024-09-21T07:27:13.497952+0000","last_unstale":"2024-09-21T07:27:14.491392+0000","last_undegraded":"2024-09-21T07:27:14.491392+0000","last_fullsized":"2024-09-21T07:27:14.491392+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:10:07.669172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.539287+0000","last_change":"2024-09-21T07:27:14.534708+0000","last_active":"2024-09-21T07:27:14.539287+0000","last_peered":"2024-09-21T07:27:14.539287+0000","last_clean":"2024-09-21T07:27:14.539287+0000","last_became_active":"2024-09-21T07:27:14.534296+0000","last_became_peered":"2024-09-21T07:27:14.534296+0000","last_unstale":"2024-09-21T07:27:14.539287+0000","last_undegraded":"2024-09-21T07:27:14.539287+0000","last_fullsized":"2024-09-21T07:27:14.539287+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:13.458694+0000","last_clean_scrub_stamp":"2024-09-21T07:27:13.458694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:32:20.330471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-21T07:27:15.489064+0000","last_change":"2024-09-21T07:27:13.515683+0000","last_active":"2024-09-21T07:27:15.489064+0000","last_peered":"2024-09-21T07:27:15.489064+0000","last_clean":"2024-09-21T07:27:15.489064+0000","last_became_active":"2024-09-21T07:27:13.514415+0000","last_became_peered":"2024-09-21T07:27:13.514415+0000","last_unstale":"2024-09-21T07:27:15.489064+0000","last_undegraded":"2024-09-21T07:27:15.489064+0000","last_fullsized":"2024-09-21T07:27:15.489064+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:27:12.454487+0000","last_clean_scrub_stamp":"2024-09-21T07:27:12.454487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:08:39.735788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":176,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-21T07:27:14.496216+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:27:14.496216+0000","last_peered":"2024-09-21T07:27:14.496216+0000","last_clean":"2024-09-21T07:27:14.496216+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:27:14.496216+0000","last_undegraded":"2024-09-21T07:27:14.496216+0000","last_fullsized":"2024-09-21T07:27:14.496216+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":875398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574885,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":684032,"data_stored":284870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574884,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":692224,"data_stored":285522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574884,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":696320,"data_stored":286482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574885,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":692224,"data_stored":284926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574885,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":692224,"data_stored":284926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31860,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339980,"statfs":{"total":96636764160,"available":96604139520,"internally_reserved":0,"allocated":688128,"data_stored":284960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574885,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32472,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339368,"statfs":{"total":96636764160,"available":96603512832,"internally_reserved":0,"allocated":1306624,"data_stored":883732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:27:19.105 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:27:19.106 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T07:27:19.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 -- 172.21.15.6:0/1764156560 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 msgr2=0x7f11d80cb520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 --2- 172.21.15.6:0/1764156560 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 0x7f11d80cb520 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f11d8074040 tx=0x7f11d001c8e0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 -- 172.21.15.6:0/1764156560 shutdown_connections 2024-09-21T07:27:19.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 --2- 172.21.15.6:0/1764156560 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 0x7f11d80cb520 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 --2- 172.21.15.6:0/1764156560 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11d815bc30 0x7f11d80cafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 -- 172.21.15.6:0/1764156560 >> 172.21.15.6:0/1764156560 conn(0x7f11d806d880 msgr2=0x7f11d80b1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:19.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 -- 172.21.15.6:0/1764156560 shutdown_connections 2024-09-21T07:27:19.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 -- 172.21.15.6:0/1764156560 wait complete. 2024-09-21T07:27:19.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 Processor -- start 2024-09-21T07:27:19.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.314+0000 7f11dd921640 1 -- start start 2024-09-21T07:27:19.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 0x7f11d81504a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:19.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11d815bc30 0x7f11d8147b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:19.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11d815c040 0x7f11d81fa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:19.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f11d8168070 con 0x7f11d80cce10 2024-09-21T07:27:19.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f11d8167ef0 con 0x7f11d815bc30 2024-09-21T07:27:19.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f11d81681f0 con 0x7f11d815c040 2024-09-21T07:27:19.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 0x7f11d81504a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 0x7f11d81504a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50672/0 (socket says 172.21.15.6:50672) 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 -- 172.21.15.6:0/3540864337 learned_addr learned my addr 172.21.15.6:0/3540864337 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d77fe640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11d815c040 0x7f11d81fa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d67fc640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11d815bc30 0x7f11d8147b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 -- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11d815c040 msgr2=0x7f11d81fa2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11d815c040 0x7f11d81fa2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 -- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11d815bc30 msgr2=0x7f11d8147b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11d815bc30 0x7f11d8147b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 -- 172.21.15.6:0/3540864337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11d80c9b30 con 0x7f11d80cce10 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11d6ffd640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 0x7f11d81504a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f11c800cce0 tx=0x7f11c8007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11bffff640 1 -- 172.21.15.6:0/3540864337 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c8004b30 con 0x7f11d80cce10 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11bffff640 1 -- 172.21.15.6:0/3540864337 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11c8004dc0 con 0x7f11d80cce10 2024-09-21T07:27:19.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11bffff640 1 -- 172.21.15.6:0/3540864337 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c8005280 con 0x7f11d80cce10 2024-09-21T07:27:19.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11d80c9e10 con 0x7f11d80cce10 2024-09-21T07:27:19.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11d81528e0 con 0x7f11d80cce10 2024-09-21T07:27:19.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.318+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11d80cc700 con 0x7f11d80cce10 2024-09-21T07:27:19.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.322+0000 7f11bffff640 1 -- 172.21.15.6:0/3540864337 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f11c8005420 con 0x7f11d80cce10 2024-09-21T07:27:19.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.322+0000 7f11bffff640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f11c4073200 0x7f11c4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:19.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.322+0000 7f11bffff640 1 -- 172.21.15.6:0/3540864337 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f11c8094f60 con 0x7f11d80cce10 2024-09-21T07:27:19.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.322+0000 7f11d67fc640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f11c4073200 0x7f11c4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:19.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.322+0000 7f11d67fc640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f11c4073200 0x7f11c4075710 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f11d80cb660 tx=0x7f11cc008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:19.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.326+0000 7f11bffff640 1 -- 172.21.15.6:0/3540864337 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f11c8014030 con 0x7f11d80cce10 2024-09-21T07:27:19.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.554+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f11d80ce490 con 0x7f11d80cce10 2024-09-21T07:27:19.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.558+0000 7f11bffff640 1 -- 172.21.15.6:0/3540864337 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v27) ==== 190+0+147 (secure 0 0 0) 0x7f11c805ff60 con 0x7f11d80cce10 2024-09-21T07:27:19.565 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-09-21T07:27:19.565 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:27:19.565 INFO:teuthology.orchestra.run.smithi006.stdout: caps mds = "allow" 2024-09-21T07:27:19.565 INFO:teuthology.orchestra.run.smithi006.stdout: caps mon = "allow r" 2024-09-21T07:27:19.565 INFO:teuthology.orchestra.run.smithi006.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T07:27:19.566 INFO:teuthology.orchestra.run.smithi006.stderr:updated caps for client.0 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f11c4073200 msgr2=0x7f11c4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f11c4073200 0x7f11c4075710 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f11d80cb660 tx=0x7f11cc008040 comp rx=0 tx=0).stop 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 msgr2=0x7f11d81504a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 0x7f11d81504a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f11c800cce0 tx=0x7f11c8007610 comp rx=0 tx=0).stop 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 shutdown_connections 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f11c4073200 0x7f11c4075710 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f11d815c040 0x7f11d81fa2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f11d815bc30 0x7f11d8147b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 --2- 172.21.15.6:0/3540864337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11d80cce10 0x7f11d81504a0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 >> 172.21.15.6:0/3540864337 conn(0x7f11d806d880 msgr2=0x7f11d80b51a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:19.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 shutdown_connections 2024-09-21T07:27:19.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.562+0000 7f11dd921640 1 -- 172.21.15.6:0/3540864337 wait complete. 2024-09-21T07:27:19.587 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:27:19.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.734+0000 7fe362db9640 1 -- 172.21.15.6:0/459323826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c0cb730 msgr2=0x7fe35c0cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.734+0000 7fe362db9640 1 --2- 172.21.15.6:0/459323826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c0cb730 0x7fe35c0cdf20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fe354009bc0 tx=0x7fe35401ca50 comp rx=0 tx=0).stop 2024-09-21T07:27:19.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.734+0000 7fe362db9640 1 -- 172.21.15.6:0/459323826 shutdown_connections 2024-09-21T07:27:19.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.734+0000 7fe362db9640 1 --2- 172.21.15.6:0/459323826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c0cb730 0x7fe35c0cdf20 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.734+0000 7fe362db9640 1 -- 172.21.15.6:0/459323826 >> 172.21.15.6:0/459323826 conn(0x7fe35c0d0020 msgr2=0x7fe35c0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:19.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.734+0000 7fe362db9640 1 -- 172.21.15.6:0/459323826 shutdown_connections 2024-09-21T07:27:19.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.734+0000 7fe362db9640 1 -- 172.21.15.6:0/459323826 wait complete. 2024-09-21T07:27:19.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe362db9640 1 Processor -- start 2024-09-21T07:27:19.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe362db9640 1 -- start start 2024-09-21T07:27:19.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe362db9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe35c0707d0 0x7fe35c14d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe362db9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe35c0b5260 0x7fe35c0b39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe362db9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c159720 0x7fe35c0b3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe362db9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c169430 con 0x7fe35c159720 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe362db9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c1692b0 con 0x7fe35c0b5260 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe362db9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe35c1695b0 con 0x7fe35c0707d0 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe361356640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c159720 0x7fe35c0b3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe361356640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c159720 0x7fe35c0b3f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50678/0 (socket says 172.21.15.6:50678) 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe361356640 1 -- 172.21.15.6:0/2153826136 learned_addr learned my addr 172.21.15.6:0/2153826136 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe35bfff640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe35c0b5260 0x7fe35c0b39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe360b55640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe35c0707d0 0x7fe35c14d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe361356640 1 -- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe35c0707d0 msgr2=0x7fe35c14d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe361356640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe35c0707d0 0x7fe35c14d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe361356640 1 -- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe35c0b5260 msgr2=0x7fe35c0b39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe361356640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe35c0b5260 0x7fe35c0b39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.738+0000 7fe361356640 1 -- 172.21.15.6:0/2153826136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe35c155290 con 0x7fe35c159720 2024-09-21T07:27:19.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe361356640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c159720 0x7fe35c0b3f20 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fe35401a680 tx=0x7fe354003ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:19.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe3597fa640 1 -- 172.21.15.6:0/2153826136 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3540bc070 con 0x7fe35c159720 2024-09-21T07:27:19.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe3597fa640 1 -- 172.21.15.6:0/2153826136 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe3540ad730 con 0x7fe35c159720 2024-09-21T07:27:19.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe35c155570 con 0x7fe35c159720 2024-09-21T07:27:19.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe3597fa640 1 -- 172.21.15.6:0/2153826136 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3540b2040 con 0x7fe35c159720 2024-09-21T07:27:19.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe35c155b30 con 0x7fe35c159720 2024-09-21T07:27:19.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe35c0cdf20 con 0x7fe35c159720 2024-09-21T07:27:19.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe3597fa640 1 -- 172.21.15.6:0/2153826136 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe3540bf070 con 0x7fe35c159720 2024-09-21T07:27:19.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe3597fa640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe348073200 0x7fe348075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:19.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe3597fa640 1 -- 172.21.15.6:0/2153826136 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fe35412dfa0 con 0x7fe35c159720 2024-09-21T07:27:19.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.742+0000 7fe360b55640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe348073200 0x7fe348075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:19.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.746+0000 7fe360b55640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe348073200 0x7fe348075710 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fe35000a790 tx=0x7fe350008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:19.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.746+0000 7fe3597fa640 1 -- 172.21.15.6:0/2153826136 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe354016790 con 0x7fe35c159720 2024-09-21T07:27:19.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.958+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe35c0cd380 con 0x7fe35c159720 2024-09-21T07:27:19.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.958+0000 7fe3597fa640 1 -- 172.21.15.6:0/2153826136 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+5223 (secure 0 0 0) 0x7fe3540f8fc0 con 0x7fe35c159720 2024-09-21T07:27:19.965 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:19.965 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":37,"btime":"2024-09-21T07:27:17:525780+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5676,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/3891663650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3891663650},{"type":"v1","addr":"172.21.15.6:6833","nonce":3891663650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:27:13.888820+0000","modified":"2024-09-21T07:27:16.948816+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5679},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5679":{"gid":5679,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/4093845965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":4093845965},{"type":"v1","addr":"172.21.15.6:6835","nonce":4093845965}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5679,"qdb_cluster":[5679]},"id":4}]} 2024-09-21T07:27:19.965 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 37 2024-09-21T07:27:19.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe348073200 msgr2=0x7fe348075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe348073200 0x7fe348075710 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fe35000a790 tx=0x7fe350008040 comp rx=0 tx=0).stop 2024-09-21T07:27:19.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c159720 msgr2=0x7fe35c0b3f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:19.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c159720 0x7fe35c0b3f20 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fe35401a680 tx=0x7fe354003ae0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 shutdown_connections 2024-09-21T07:27:19.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe348073200 0x7fe348075710 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe35c159720 0x7fe35c0b3f20 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe35c0b5260 0x7fe35c0b39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 --2- 172.21.15.6:0/2153826136 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe35c0707d0 0x7fe35c14d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:19.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 >> 172.21.15.6:0/2153826136 conn(0x7fe35c0d0020 msgr2=0x7fe35c0cc7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:19.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 shutdown_connections 2024-09-21T07:27:19.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:19.962+0000 7fe362db9640 1 -- 172.21.15.6:0/2153826136 wait complete. 2024-09-21T07:27:20.390 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 37, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:27:13.888820+0000', 'modified': '2024-09-21T07:27:16.948816+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5679}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5679': {'gid': 5679, 'name': 'c', 'rank': 0, 'incarnation': 34, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/4093845965', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 4093845965}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 4093845965}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5679, 'qdb_cluster': [5679]} 2024-09-21T07:27:20.390 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:27:20.390 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T07:27:20.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.558+0000 7f2b0e42d640 1 -- 172.21.15.6:0/2009700520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2af0003a80 msgr2=0x7f2af0003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.558+0000 7f2b0e42d640 1 --2- 172.21.15.6:0/2009700520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2af0003a80 0x7f2af0003ef0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f2af800bb10 tx=0x7f2af801cac0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.558+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/2009700520 reap_dead start 2024-09-21T07:27:20.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.558+0000 7f2b0e42d640 1 -- 172.21.15.6:0/2009700520 shutdown_connections 2024-09-21T07:27:20.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.558+0000 7f2b0e42d640 1 -- 172.21.15.6:0/2009700520 >> 172.21.15.6:0/2009700520 conn(0x7f2b080cdc60 msgr2=0x7f2b080ce070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:20.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.558+0000 7f2b0e42d640 1 -- 172.21.15.6:0/2009700520 shutdown_connections 2024-09-21T07:27:20.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.558+0000 7f2b0e42d640 1 -- 172.21.15.6:0/2009700520 wait complete. 2024-09-21T07:27:20.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.558+0000 7f2b0e42d640 1 Processor -- start 2024-09-21T07:27:20.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 -- start start 2024-09-21T07:27:20.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af0003a80 0x7f2b080b2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b0815eb20 0x7f2b08156890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b0814dd10 0x7f2b08156dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0806d9a0 con 0x7f2b0814dd10 2024-09-21T07:27:20.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0806d820 con 0x7f2af0003a80 2024-09-21T07:27:20.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2b0806db20 con 0x7f2b0815eb20 2024-09-21T07:27:20.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b0814dd10 0x7f2b08156dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b0814dd10 0x7f2b08156dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50694/0 (socket says 172.21.15.6:50694) 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/3475632011 learned_addr learned my addr 172.21.15.6:0/3475632011 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b07fff640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af0003a80 0x7f2b080b2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b077fe640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b0815eb20 0x7f2b08156890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b0815eb20 msgr2=0x7f2b08156890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b0815eb20 0x7f2b08156890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af0003a80 msgr2=0x7f2b080b2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af0003a80 0x7f2b080b2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/3475632011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b080b2a50 con 0x7f2b0814dd10 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b077fe640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b0815eb20 0x7f2b08156890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b07fff640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af0003a80 0x7f2b080b2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0c9ca640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b0814dd10 0x7f2b08156dd0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f2b08073ae0 tx=0x7f2b0000dc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:20.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b04ff9640 1 -- 172.21.15.6:0/3475632011 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0000de70 con 0x7f2b0814dd10 2024-09-21T07:27:20.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b04ff9640 1 -- 172.21.15.6:0/3475632011 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b00018070 con 0x7f2b0814dd10 2024-09-21T07:27:20.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 -- 172.21.15.6:0/3475632011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b0814daa0 con 0x7f2b0814dd10 2024-09-21T07:27:20.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b04ff9640 1 -- 172.21.15.6:0/3475632011 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0000ba40 con 0x7f2b0814dd10 2024-09-21T07:27:20.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.562+0000 7f2b0e42d640 1 -- 172.21.15.6:0/3475632011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b0815e040 con 0x7f2b0814dd10 2024-09-21T07:27:20.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b04ff9640 1 -- 172.21.15.6:0/3475632011 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2b0000bbe0 con 0x7f2b0814dd10 2024-09-21T07:27:20.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b04ff9640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2af4073200 0x7f2af4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b04ff9640 1 -- 172.21.15.6:0/3475632011 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2b00093fc0 con 0x7f2b0814dd10 2024-09-21T07:27:20.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b07fff640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2af4073200 0x7f2af4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b156f8000 1 Processor -- start 2024-09-21T07:27:20.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b156f8000 1 -- start start 2024-09-21T07:27:20.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b07fff640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2af4073200 0x7f2af4075710 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2af80af000 tx=0x7f2af8019b80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:20.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209dc1b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209dc2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 0x55f209dc2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b156f8000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f209c92410 con 0x55f209c6c950 2024-09-21T07:27:20.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b156f8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f209bcfb40 con 0x55f20987c460 2024-09-21T07:27:20.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b156f8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55f209bbef70 con 0x55f209c55ca0 2024-09-21T07:27:20.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b077fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209dc2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b077fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209dc2040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50696/0 (socket says 172.21.15.6:50696) 2024-09-21T07:27:20.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b077fe640 1 -- 172.21.15.6:0/581804955 learned_addr learned my addr 172.21.15.6:0/581804955 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:20.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b07fff640 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209dc1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b0c9ca640 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 0x55f209dc2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b077fe640 1 -- 172.21.15.6:0/581804955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 msgr2=0x55f209dc2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b077fe640 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 0x55f209dc2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b077fe640 1 -- 172.21.15.6:0/581804955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 msgr2=0x55f209dc1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b077fe640 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209dc1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.566+0000 7f2b077fe640 1 -- 172.21.15.6:0/581804955 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f209b865b0 con 0x55f209c6c950 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b077fe640 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209dc2040 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f2afc009d20 tx=0x7f2afc010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1c5be38138267ba server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2aedffb640 1 -- 172.21.15.6:0/581804955 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc016070 con 0x55f209c6c950 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2aedffb640 1 -- 172.21.15.6:0/581804955 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2afc01b750 con 0x55f209c6c950 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2aedffb640 1 -- 172.21.15.6:0/581804955 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc01bb00 con 0x55f209c6c950 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- 172.21.15.6:0/581804955 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 msgr2=0x55f209dc2040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209dc2040 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f2afc009d20 tx=0x7f2afc010740 comp rx=0 tx=0).stop 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- 172.21.15.6:0/581804955 shutdown_connections 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 0x55f209dc2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209dc2040 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 --2- 172.21.15.6:0/581804955 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209dc1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- 172.21.15.6:0/581804955 >> 172.21.15.6:0/581804955 conn(0x55f209d42d90 msgr2=0x55f209d72690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:20.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- 172.21.15.6:0/581804955 shutdown_connections 2024-09-21T07:27:20.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- 172.21.15.6:0/581804955 wait complete. 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- start start 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 Processor -- start 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209db00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c55ca0 0x55f209db0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c6c950 0x55f209db0b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f209b595f0 con 0x55f209c55ca0 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55f209bc2d80 con 0x55f20987c460 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55f209b65520 con 0x55f209c6c950 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b156f8000 10 client.0 _ll_register_callbacks cb 0x55f209b69830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b077fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c55ca0 0x55f209db0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b077fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c55ca0 0x55f209db0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50708/0 (socket says 172.21.15.6:50708) 2024-09-21T07:27:20.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b077fe640 1 -- 172.21.15.6:0/356016862 learned_addr learned my addr 172.21.15.6:0/356016862 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b0c9ca640 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c6c950 0x55f209db0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.570+0000 7f2b07fff640 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209db00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b077fe640 1 -- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c6c950 msgr2=0x55f209db0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b077fe640 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c6c950 0x55f209db0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b077fe640 1 -- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 msgr2=0x55f209db00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b077fe640 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209db00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b077fe640 1 -- 172.21.15.6:0/356016862 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f209b5d190 con 0x55f209c55ca0 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b07fff640 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209db00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b077fe640 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c55ca0 0x55f209db0620 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2afc000c10 tx=0x7f2afc01b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72d07d99608b98e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/356016862 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc016040 con 0x55f209c55ca0 2024-09-21T07:27:20.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/356016862 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2afc01bc90 con 0x55f209c55ca0 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 -- 172.21.15.6:0/356016862 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f209b57110 con 0x55f209c55ca0 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/356016862 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2afc030050 con 0x55f209c55ca0 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 10 client.5808 fetch_fsmap learned FSMap version 37 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 -- 172.21.15.6:0/356016862 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=2+}) -- 0x55f209c43f10 con 0x55f209c55ca0 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/356016862 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55f209b57110 con 0x55f209c55ca0 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/356016862 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 37) ==== 3502+0+0 (secure 0 0 0) 0x7f2afc00f040 con 0x55f209c55ca0 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 10 client.5808 fetch_fsmap finished waiting for FSMap version 37 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 10 client.5808 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 20 client.5808 populate_metadata read hostname 'smithi006' 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x55f2098617d0 0x55f209db1570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 4 client.5808 mds_command: new command op to 5679 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 -- 172.21.15.6:0/356016862 --> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f209bd1a90 con 0x55f2098617d0 2024-09-21T07:27:20.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b07fff640 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x55f2098617d0 0x55f209db1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 10 client.5808 ms_handle_connect on v2:172.21.15.6:6834/4093845965 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b07fff640 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x55f2098617d0 0x55f209db1570 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb744fe29483c2a0 server_cookie=7ee0d659baafce68 in_seq=0 out_seq=0 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/356016862 <== mds.0 v2:172.21.15.6:6834/4093845965 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55f209bd1a90 con 0x55f2098617d0 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 10 client.5808 handle_command_reply: tid=0 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 client.5808 shutdown 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 -- 172.21.15.6:0/356016862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c55ca0 msgr2=0x55f209db0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c55ca0 0x55f209db0620 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2afc000c10 tx=0x7f2afc01b690 comp rx=0 tx=0).stop 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 -- 172.21.15.6:0/356016862 shutdown_connections 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x55f2098617d0 0x55f209db1570 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c6c950 0x55f209db0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c55ca0 0x55f209db0620 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2ae6ffd640 0 client.5808 ms_handle_reset on v2:172.21.15.6:6834/4093845965 2024-09-21T07:27:20.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 --2- 172.21.15.6:0/356016862 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f20987c460 0x55f209db00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 -- 172.21.15.6:0/356016862 >> 172.21.15.6:0/356016862 conn(0x55f209d42d90 msgr2=0x55f209d7a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:20.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 -- 172.21.15.6:0/356016862 shutdown_connections 2024-09-21T07:27:20.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 1 -- 172.21.15.6:0/356016862 wait complete. 2024-09-21T07:27:20.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.574+0000 7f2b156f8000 20 client.5808 trim_cache size 0 max 16384 2024-09-21T07:27:20.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b156f8000 1 Processor -- start 2024-09-21T07:27:20.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b156f8000 1 -- start start 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f20987c460 0x55f209d7f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 0x55f209d7f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c6c950 0x55f209dd8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b156f8000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b082018d0 con 0x55f20987c460 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b156f8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b080cc620 con 0x55f209c6c950 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b156f8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2b080cb980 con 0x55f209c55ca0 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f20987c460 0x55f209d7f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f20987c460 0x55f209d7f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50722/0 (socket says 172.21.15.6:50722) 2024-09-21T07:27:20.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 -- 172.21.15.6:0/2447916987 learned_addr learned my addr 172.21.15.6:0/2447916987 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:20.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 -- 172.21.15.6:0/2447916987 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 msgr2=0x55f209d7f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:20.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 --2- 172.21.15.6:0/2447916987 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 0x55f209d7f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 -- 172.21.15.6:0/2447916987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c6c950 msgr2=0x55f209dd8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:20.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 --2- 172.21.15.6:0/2447916987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c6c950 0x55f209dd8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 -- 172.21.15.6:0/2447916987 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f209c1adb0 con 0x55f20987c460 2024-09-21T07:27:20.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2b07fff640 1 --2- 172.21.15.6:0/2447916987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f20987c460 0x55f209d7f190 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2af80b0040 tx=0x7f2af80b5000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1e80a9baa836720 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:20.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2aed7fa640 1 -- 172.21.15.6:0/2447916987 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af80bf040 con 0x55f20987c460 2024-09-21T07:27:20.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2aed7fa640 1 -- 172.21.15.6:0/2447916987 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2af80ca030 con 0x55f20987c460 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.594+0000 7f2aed7fa640 1 -- 172.21.15.6:0/2447916987 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af8004ba0 con 0x55f20987c460 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- 172.21.15.6:0/2447916987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f20987c460 msgr2=0x55f209d7f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 --2- 172.21.15.6:0/2447916987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f20987c460 0x55f209d7f190 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2af80b0040 tx=0x7f2af80b5000 comp rx=0 tx=0).stop 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- 172.21.15.6:0/2447916987 shutdown_connections 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 --2- 172.21.15.6:0/2447916987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c6c950 0x55f209dd8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 --2- 172.21.15.6:0/2447916987 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f209c55ca0 0x55f209d7f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 --2- 172.21.15.6:0/2447916987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f20987c460 0x55f209d7f190 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- 172.21.15.6:0/2447916987 >> 172.21.15.6:0/2447916987 conn(0x55f209d42d90 msgr2=0x55f209d7ea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- 172.21.15.6:0/2447916987 shutdown_connections 2024-09-21T07:27:20.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- 172.21.15.6:0/2447916987 wait complete. 2024-09-21T07:27:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- start start 2024-09-21T07:27:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 Processor -- start 2024-09-21T07:27:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f20987c460 0x55f209e376d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c55ca0 0x55f209e37c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209e38150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f209b8aee0 con 0x55f209c6c950 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b080cbfd0 con 0x55f209c55ca0 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55f209bc73b0 con 0x55f20987c460 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 10 client.0 _ll_register_callbacks cb 0x7f2afc009b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209e38150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209e38150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50734/0 (socket says 172.21.15.6:50734) 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/767019785 learned_addr learned my addr 172.21.15.6:0/767019785 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/767019785 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f20987c460 msgr2=0x55f209e376d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b077fe640 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c55ca0 0x55f209e37c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b07fff640 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f20987c460 0x55f209e376d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f20987c460 0x55f209e376d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/767019785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c55ca0 msgr2=0x55f209e37c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c55ca0 0x55f209e37c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 -- 172.21.15.6:0/767019785 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f209b85ab0 con 0x55f209c6c950 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b0c9ca640 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209e38150 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f2b00092510 tx=0x7f2b000802d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcde457b55d1171f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2ae6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/767019785 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b000631d0 con 0x55f209c6c950 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- 172.21.15.6:0/767019785 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2af80ca030 con 0x55f209c6c950 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/767019785 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2b00010d90 con 0x55f209c6c950 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/767019785 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2b0005e8f0 con 0x55f209c6c950 2024-09-21T07:27:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 10 client.5814 fetch_fsmap learned FSMap version 37 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- 172.21.15.6:0/767019785 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=2+}) -- 0x55f209b64070 con 0x55f209c6c950 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/767019785 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2af80ca030 con 0x55f209c6c950 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/767019785 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 37) ==== 3502+0+0 (secure 0 0 0) 0x7f2b0005db50 con 0x55f209c6c950 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 10 client.5814 fetch_fsmap finished waiting for FSMap version 37 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 10 client.5814 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 20 client.5814 populate_metadata read hostname 'smithi006' 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x55f20984f830 0x55f209dd4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 4 client.5814 mds_command: new command op to 5679 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.598+0000 7f2b156f8000 1 -- 172.21.15.6:0/767019785 --> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] -- command(tid 0: {"prefix": "status"}) -- 0x55f209bcd540 con 0x55f20984f830 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b07fff640 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x55f20984f830 0x55f209dd4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2ae6ffd640 10 client.5814 ms_handle_connect on v2:172.21.15.6:6834/4093845965 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b07fff640 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x55f20984f830 0x55f209dd4d40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cbd49056b15adb1 server_cookie=e89a0bef10a680d0 in_seq=0 out_seq=0 2024-09-21T07:27:20.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2ae6ffd640 1 -- 172.21.15.6:0/767019785 <== mds.0 v2:172.21.15.6:6834/4093845965 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55f209bcd540 con 0x55f20984f830 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2ae6ffd640 10 client.5814 handle_command_reply: tid=0 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 client.5814 shutdown 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 -- 172.21.15.6:0/767019785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 msgr2=0x55f209e38150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209e38150 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f2b00092510 tx=0x7f2b000802d0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 -- 172.21.15.6:0/767019785 shutdown_connections 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x55f20984f830 0x55f209dd4d40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f209c6c950 0x55f209e38150 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55f209c55ca0 0x55f209e37c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 --2- 172.21.15.6:0/767019785 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55f20987c460 0x55f209e376d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2ae6ffd640 0 client.5814 ms_handle_reset on v2:172.21.15.6:6834/4093845965 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 -- 172.21.15.6:0/767019785 >> 172.21.15.6:0/767019785 conn(0x55f209d42d90 msgr2=0x55f209d7f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 -- 172.21.15.6:0/767019785 shutdown_connections 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 1 -- 172.21.15.6:0/767019785 wait complete. 2024-09-21T07:27:20.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b156f8000 20 client.5814 trim_cache size 0 max 16384 2024-09-21T07:27:20.615 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:27:20.615 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:27:20.615 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:27:20.615 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5679, 2024-09-21T07:27:20.615 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:27:20.616 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:27:20.616 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:27:20.616 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 6.0817012369999999, 2024-09-21T07:27:20.616 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 37, 2024-09-21T07:27:20.616 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 58, 2024-09-21T07:27:20.616 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 58, 2024-09-21T07:27:20.616 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 10.599272382000001 2024-09-21T07:27:20.617 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:27:20.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 -- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2af4073200 msgr2=0x7f2af4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2af4073200 0x7f2af4075710 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2af80af000 tx=0x7f2af8019b80 comp rx=0 tx=0).stop 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 -- 172.21.15.6:0/3475632011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b0814dd10 msgr2=0x7f2b08156dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b0814dd10 0x7f2b08156dd0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f2b08073ae0 tx=0x7f2b0000dc20 comp rx=0 tx=0).stop 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 -- 172.21.15.6:0/3475632011 shutdown_connections 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2af4073200 0x7f2af4075710 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b0814dd10 0x7f2b08156dd0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b0815eb20 0x7f2b08156890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 --2- 172.21.15.6:0/3475632011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2af0003a80 0x7f2b080b2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 -- 172.21.15.6:0/3475632011 >> 172.21.15.6:0/3475632011 conn(0x7f2b080cdc60 msgr2=0x7f2b0815f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 -- 172.21.15.6:0/3475632011 shutdown_connections 2024-09-21T07:27:20.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.602+0000 7f2b0e42d640 1 -- 172.21.15.6:0/3475632011 wait complete. 2024-09-21T07:27:20.627 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:27:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.770+0000 7fbd8c95b640 1 -- 172.21.15.6:0/67132265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd74004810 msgr2=0x7fbd74004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.770+0000 7fbd8c95b640 1 --2- 172.21.15.6:0/67132265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd74004810 0x7fbd74004c20 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbd70001690 tx=0x7fbd7001c7a0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.770+0000 7fbd86d9d640 1 -- 172.21.15.6:0/67132265 reap_dead start 2024-09-21T07:27:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.770+0000 7fbd8c95b640 1 -- 172.21.15.6:0/67132265 shutdown_connections 2024-09-21T07:27:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.770+0000 7fbd8c95b640 1 -- 172.21.15.6:0/67132265 >> 172.21.15.6:0/67132265 conn(0x7fbd880cdbb0 msgr2=0x7fbd880cdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.770+0000 7fbd8c95b640 1 -- 172.21.15.6:0/67132265 shutdown_connections 2024-09-21T07:27:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.770+0000 7fbd8c95b640 1 -- 172.21.15.6:0/67132265 wait complete. 2024-09-21T07:27:20.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8c95b640 1 Processor -- start 2024-09-21T07:27:20.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8c95b640 1 -- start start 2024-09-21T07:27:20.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8c95b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd88156120 0x7fbd88149bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8c95b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd881f5520 0x7fbd881f5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8c95b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd881f5e70 0x7fbd881f8b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8c95b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbd880cf9a0 con 0x7fbd881f5e70 2024-09-21T07:27:20.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8c95b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbd880cf820 con 0x7fbd881f5520 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8c95b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbd880cfb20 con 0x7fbd88156120 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd881f5e70 0x7fbd881f8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd881f5e70 0x7fbd881f8b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50756/0 (socket says 172.21.15.6:50756) 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 -- 172.21.15.6:0/2606608589 learned_addr learned my addr 172.21.15.6:0/2606608589 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd8659c640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd88156120 0x7fbd88149bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd85d9b640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd881f5520 0x7fbd881f5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 -- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd88156120 msgr2=0x7fbd88149bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd88156120 0x7fbd88149bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 -- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd881f5520 msgr2=0x7fbd881f5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd881f5520 0x7fbd881f5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 -- 172.21.15.6:0/2606608589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd8814a0f0 con 0x7fbd881f5e70 2024-09-21T07:27:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.774+0000 7fbd86d9d640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd881f5e70 0x7fbd881f8b70 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbd78000c10 tx=0x7fbd7800e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd7effd640 1 -- 172.21.15.6:0/2606608589 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd78005020 con 0x7fbd881f5e70 2024-09-21T07:27:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd7effd640 1 -- 172.21.15.6:0/2606608589 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd780052b0 con 0x7fbd881f5e70 2024-09-21T07:27:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd7effd640 1 -- 172.21.15.6:0/2606608589 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd780047b0 con 0x7fbd881f5e70 2024-09-21T07:27:20.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd880ca5d0 con 0x7fbd881f5e70 2024-09-21T07:27:20.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd880cab90 con 0x7fbd881f5e70 2024-09-21T07:27:20.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd88074580 con 0x7fbd881f5e70 2024-09-21T07:27:20.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd7effd640 1 -- 172.21.15.6:0/2606608589 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbd7801a020 con 0x7fbd881f5e70 2024-09-21T07:27:20.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd7effd640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbd68073200 0x7fbd68075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:20.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd7effd640 1 -- 172.21.15.6:0/2606608589 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fbd78094030 con 0x7fbd881f5e70 2024-09-21T07:27:20.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd8659c640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbd68073200 0x7fbd68075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:20.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.778+0000 7fbd8659c640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbd68073200 0x7fbd68075710 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fbd80001bf0 tx=0x7fbd80002080 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:20.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.782+0000 7fbd7effd640 1 -- 172.21.15.6:0/2606608589 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbd7805f170 con 0x7fbd881f5e70 2024-09-21T07:27:20.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbd880adcc0 con 0x7fbd881f5e70 2024-09-21T07:27:20.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd7effd640 1 -- 172.21.15.6:0/2606608589 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v37) ==== 53+0+73 (secure 0 0 0) 0x7fbd7805ea70 con 0x7fbd881f5e70 2024-09-21T07:27:21.000 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:27:21.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbd68073200 msgr2=0x7fbd68075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:21.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbd68073200 0x7fbd68075710 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fbd80001bf0 tx=0x7fbd80002080 comp rx=0 tx=0).stop 2024-09-21T07:27:21.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd881f5e70 msgr2=0x7fbd881f8b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:21.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd881f5e70 0x7fbd881f8b70 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbd78000c10 tx=0x7fbd7800e970 comp rx=0 tx=0).stop 2024-09-21T07:27:21.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 shutdown_connections 2024-09-21T07:27:21.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbd68073200 0x7fbd68075710 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:21.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbd881f5e70 0x7fbd881f8b70 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:21.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbd881f5520 0x7fbd881f5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:21.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 --2- 172.21.15.6:0/2606608589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbd88156120 0x7fbd88149bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:21.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 >> 172.21.15.6:0/2606608589 conn(0x7fbd880cdbb0 msgr2=0x7fbd880ced00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:21.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 shutdown_connections 2024-09-21T07:27:21.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:20.994+0000 7fbd8c95b640 1 -- 172.21.15.6:0/2606608589 wait complete. 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:27:21.021 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:27:21.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:21.021 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:27:21.027 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:27:21.027 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:27:21.027 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:27:21.027 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:27:21.028 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42330sec preferred_lft 42330sec 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:27:21.030 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:21.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:21.031 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:27:21.080 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:27:21.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:21.082 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:27:21.136 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:27:21.136 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:27:21.136 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:27:21.136 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:27:21.136 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:27:21.136 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:27:21.137 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:27:21.137 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:27:21.137 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:27:21.137 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:27:21.137 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:27:21.137 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:27:21.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:27:21.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:21.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:21.260 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:27:21.266 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:27:21.266 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:27:21.266 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:27:21.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:21.266 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:27:21.323 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:27:21.324 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:27:21.324 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:21.371 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:27:21.371 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:27:21.371 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:21.419 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:27:21.477 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:27:21.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:27:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:27:21.532 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:27:21.532 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:27:21.532 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:27:21.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:27:21.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:21.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:21.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:21.532 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:21.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:21.533 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:27:21.579 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:27:21.579 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:27:21.624 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:27:21.640 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:27:21.691 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:27:21.692 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:27:21.693 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:27:21.693 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:27:21.693 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:27:21.693 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:21.693 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:21.693 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:21.693 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:21.694 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:21.694 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:27:21.740 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:27:21.734+0000 7f36aa61d580 -1 init, newargv = 0x56062f612b90 newargc=15 2024-09-21T07:27:21.740 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[41369]: starting ceph client 2024-09-21T07:27:21.745 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[41369]: starting fuse 2024-09-21T07:27:22.844 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:27:22.860 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:27:22.909 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:27:22.910 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:22.911 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:22.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:22.912 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:27:22.959 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:27:22.959 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:27:22.960 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:27:22.961 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:27:23.087 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.41369.asok 2024-09-21T07:27:23.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:23.100 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.41369.asok 2024-09-21T07:27:23.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:23.100 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.41369.asok status 2024-09-21T07:27:23.285 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "41369", 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5826, 2024-09-21T07:27:23.286 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5826 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1540048241 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:27:23.287 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1540048241 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5826 192.168.0.1:0/1540048241", 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/1540048241", 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 37, 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 58, 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:27:23.288 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:27:23.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:23.303 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:27:23.303 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:23.309 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:27:23.309 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:23.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:23.310 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:23.362 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:27:23.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.562+0000 7fa38aedc640 1 -- 172.21.15.6:0/3931206412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3840cf570 msgr2=0x7fa3840cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:23.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.562+0000 7fa38aedc640 1 --2- 172.21.15.6:0/3931206412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3840cf570 0x7fa3840cdf20 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fa378009900 tx=0x7fa37801c850 comp rx=0 tx=0).stop 2024-09-21T07:27:23.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.562+0000 7fa38aedc640 1 -- 172.21.15.6:0/3931206412 shutdown_connections 2024-09-21T07:27:23.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.562+0000 7fa38aedc640 1 --2- 172.21.15.6:0/3931206412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3840cf570 0x7fa3840cdf20 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:23.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.562+0000 7fa38aedc640 1 --2- 172.21.15.6:0/3931206412 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa38406ee70 0x7fa3840cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:23.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.562+0000 7fa38aedc640 1 -- 172.21.15.6:0/3931206412 >> 172.21.15.6:0/3931206412 conn(0x7fa3840d0020 msgr2=0x7fa3840d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:23.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.562+0000 7fa38aedc640 1 -- 172.21.15.6:0/3931206412 shutdown_connections 2024-09-21T07:27:23.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.562+0000 7fa38aedc640 1 -- 172.21.15.6:0/3931206412 wait complete. 2024-09-21T07:27:23.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 Processor -- start 2024-09-21T07:27:23.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 -- start start 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa38406ee70 0x7fa384157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3840cf570 0x7fa384151bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa38415feb0 0x7fa3840c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa3841672c0 con 0x7fa38406ee70 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa384167140 con 0x7fa3840cf570 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa384167440 con 0x7fa38415feb0 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa38406ee70 0x7fa384157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa38406ee70 0x7fa384157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57234/0 (socket says 172.21.15.6:57234) 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 -- 172.21.15.6:0/2765152713 learned_addr learned my addr 172.21.15.6:0/2765152713 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa383fff640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3840cf570 0x7fa384151bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:23.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa389479640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa38415feb0 0x7fa3840c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 -- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa38415feb0 msgr2=0x7fa3840c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa38415feb0 0x7fa3840c9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 -- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3840cf570 msgr2=0x7fa384151bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3840cf570 0x7fa384151bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 -- 172.21.15.6:0/2765152713 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa38415a960 con 0x7fa38406ee70 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa388c78640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa38406ee70 0x7fa384157840 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fa37400d950 tx=0x7fa37400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa3817fa640 1 -- 172.21.15.6:0/2765152713 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa374017070 con 0x7fa38406ee70 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa3817fa640 1 -- 172.21.15.6:0/2765152713 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa374009d20 con 0x7fa38406ee70 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa38415ac40 con 0x7fa38406ee70 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa3817fa640 1 -- 172.21.15.6:0/2765152713 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3740106c0 con 0x7fa38406ee70 2024-09-21T07:27:23.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.566+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa38415af20 con 0x7fa38406ee70 2024-09-21T07:27:23.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.570+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3840cf030 con 0x7fa38406ee70 2024-09-21T07:27:23.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.570+0000 7fa3817fa640 1 -- 172.21.15.6:0/2765152713 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa37401a070 con 0x7fa38406ee70 2024-09-21T07:27:23.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.570+0000 7fa3817fa640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa370073230 0x7fa370075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:23.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.570+0000 7fa3817fa640 1 -- 172.21.15.6:0/2765152713 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fa3740946b0 con 0x7fa38406ee70 2024-09-21T07:27:23.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.570+0000 7fa383fff640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa370073230 0x7fa370075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:23.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.570+0000 7fa383fff640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa370073230 0x7fa370075740 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa3780af000 tx=0x7fa37801b090 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:23.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.574+0000 7fa3817fa640 1 -- 172.21.15.6:0/2765152713 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa37405f840 con 0x7fa38406ee70 2024-09-21T07:27:23.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.786+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa3840cfd00 con 0x7fa38406ee70 2024-09-21T07:27:23.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.786+0000 7fa3817fa640 1 -- 172.21.15.6:0/2765152713 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v37) ==== 53+0+73 (secure 0 0 0) 0x7fa37405f140 con 0x7fa38406ee70 2024-09-21T07:27:23.794 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:27:23.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa370073230 msgr2=0x7fa370075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa370073230 0x7fa370075740 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa3780af000 tx=0x7fa37801b090 comp rx=0 tx=0).stop 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa38406ee70 msgr2=0x7fa384157840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa38406ee70 0x7fa384157840 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fa37400d950 tx=0x7fa37400de10 comp rx=0 tx=0).stop 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 shutdown_connections 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa370073230 0x7fa370075740 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa38415feb0 0x7fa3840c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa3840cf570 0x7fa384151bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 --2- 172.21.15.6:0/2765152713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa38406ee70 0x7fa384157840 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 >> 172.21.15.6:0/2765152713 conn(0x7fa3840d0020 msgr2=0x7fa38415bb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 shutdown_connections 2024-09-21T07:27:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:23.790+0000 7fa38aedc640 1 -- 172.21.15.6:0/2765152713 wait complete. 2024-09-21T07:27:23.816 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:27:23.816 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:27:23.816 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:27:23.816 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:27:23.816 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:23.816 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:27:23.816 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:27:23.816 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:27:23.817 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:27:23.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:23.817 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42329sec preferred_lft 42329sec 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:23.825 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:27:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:23.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:23.827 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:27:23.880 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:27:23.881 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:23.882 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:27:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:27:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:27:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:27:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:27:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:27:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:27:23.936 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:27:23.936 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:27:23.936 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:27:23.936 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:27:23.936 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:27:23.936 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:27:23.936 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:27:23.936 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:27:23.936 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:27:23.936 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:27:23.937 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:27:24.026 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:27:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:27:24.055 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:27:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:24.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:24.063 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:27:24.068 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:27:24.068 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:27:24.069 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:27:24.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:24.069 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:27:24.122 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:27:24.122 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:27:24.123 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:24.171 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:27:24.172 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:27:24.172 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:24.223 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:27:24.280 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:27:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:27:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:27:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:27:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:27:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:27:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:27:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:27:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:24.331 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:24.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:24.332 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:27:24.379 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:27:24.379 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:27:24.424 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:27:24.438 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:27:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:27:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:27:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:27:24.489 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:24.490 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:24.490 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:24.490 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:24.491 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:24.491 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:27:24.532 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:27:24.529+0000 7fa0da49b580 -1 init, newargv = 0x7fa0c8001090 newargc=15 2024-09-21T07:27:24.532 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35187]: starting ceph client 2024-09-21T07:27:24.541 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35187]: starting fuse 2024-09-21T07:27:25.637 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:27:25.653 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:27:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:27:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:25.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:25.703 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:27:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:27:25.751 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:27:25.751 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:27:25.751 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:27:25.751 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:27:25.752 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:27:25.753 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:27:25.753 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:27:25.753 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:27:25.753 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:27:25.753 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:27:25.753 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:27:25.753 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:27:25.753 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:27:25.873 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.35187.asok 2024-09-21T07:27:25.877 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:27:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:25.885 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.35187.asok 2024-09-21T07:27:25.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:25.885 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.35187.asok status 2024-09-21T07:27:26.068 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:27:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:27:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:27:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:27:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:27:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "35187", 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 5443, 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 5443 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:27:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 1853467182 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 1853467182 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.5443 192.168.0.1:0/1853467182", 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/1853467182", 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 37, 2024-09-21T07:27:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 58, 2024-09-21T07:27:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:27:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:27:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:27:26.071 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:27:26.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:26.084 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:27:26.084 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:26.090 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:27:26.090 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:26.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:26.090 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:26.145 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_session_blocklist_on_evict False 2024-09-21T07:27:26.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b47611640 1 -- 172.21.15.6:0/3191509080 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28004810 msgr2=0x7f0b28004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:26.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b47611640 1 --2- 172.21.15.6:0/3191509080 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b28004810 0x7f0b28004c20 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f0b3400c260 tx=0x7f0b3401cf30 comp rx=0 tx=0).stop 2024-09-21T07:27:26.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b45bae640 1 -- 172.21.15.6:0/3191509080 reap_dead start 2024-09-21T07:27:26.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b47611640 1 -- 172.21.15.6:0/3191509080 shutdown_connections 2024-09-21T07:27:26.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b47611640 1 -- 172.21.15.6:0/3191509080 >> 172.21.15.6:0/3191509080 conn(0x7f0b4006ee90 msgr2=0x7f0b4006f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:26.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b47611640 1 -- 172.21.15.6:0/3191509080 shutdown_connections 2024-09-21T07:27:26.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b47611640 1 -- 172.21.15.6:0/3191509080 wait complete. 2024-09-21T07:27:26.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b47611640 1 Processor -- start 2024-09-21T07:27:26.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.318+0000 7f0b47611640 1 -- start start 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28004810 0x7f0b400b43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b40152fa0 0x7f0b40166540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b40152700 0x7f0b40163260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0b40169100 con 0x7f0b40152700 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0b40168f80 con 0x7f0b28004810 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0b40169280 con 0x7f0b40152fa0 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b40152700 0x7f0b40163260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b40152700 0x7f0b40163260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57266/0 (socket says 172.21.15.6:57266) 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 -- 172.21.15.6:0/269983487 learned_addr learned my addr 172.21.15.6:0/269983487 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b453ad640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28004810 0x7f0b400b43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b44bac640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b40152fa0 0x7f0b40166540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 -- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b40152fa0 msgr2=0x7f0b40166540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b40152fa0 0x7f0b40166540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 -- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28004810 msgr2=0x7f0b400b43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28004810 0x7f0b400b43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 -- 172.21.15.6:0/269983487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b401f7b80 con 0x7f0b40152700 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b45bae640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b40152700 0x7f0b40163260 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f0b40072a90 tx=0x7f0b30001640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b3dffb640 1 -- 172.21.15.6:0/269983487 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b30011660 con 0x7f0b40152700 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b3dffb640 1 -- 172.21.15.6:0/269983487 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b30017070 con 0x7f0b40152700 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b401f78a0 con 0x7f0b40152700 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b3dffb640 1 -- 172.21.15.6:0/269983487 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b30011b90 con 0x7f0b40152700 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b40165d40 con 0x7f0b40152700 2024-09-21T07:27:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.322+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b400caee0 con 0x7f0b40152700 2024-09-21T07:27:26.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.326+0000 7f0b3dffb640 1 -- 172.21.15.6:0/269983487 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0b3001c460 con 0x7f0b40152700 2024-09-21T07:27:26.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.326+0000 7f0b3dffb640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b2c073200 0x7f0b2c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:26.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.326+0000 7f0b3dffb640 1 -- 172.21.15.6:0/269983487 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f0b300945c0 con 0x7f0b40152700 2024-09-21T07:27:26.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.326+0000 7f0b453ad640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b2c073200 0x7f0b2c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:26.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.326+0000 7f0b453ad640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b2c073200 0x7f0b2c075710 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009fa0 tx=0x7f0b38009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:26.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.330+0000 7f0b3dffb640 1 -- 172.21.15.6:0/269983487 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0b3005f670 con 0x7f0b40152700 2024-09-21T07:27:26.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.506+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mds_session_blocklist_on_evict}] v 0) -- 0x7f0b400b5340 con 0x7f0b40152700 2024-09-21T07:27:26.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.510+0000 7f0b3dffb640 1 -- 172.21.15.6:0/269983487 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_session_blocklist_on_evict}]=0 v38)=0 v38) ==== 132+0+0 (secure 0 0 0) 0x7f0b3005ef70 con 0x7f0b40152700 2024-09-21T07:27:26.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b2c073200 msgr2=0x7f0b2c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:26.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b2c073200 0x7f0b2c075710 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009fa0 tx=0x7f0b38009500 comp rx=0 tx=0).stop 2024-09-21T07:27:26.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b40152700 msgr2=0x7f0b40163260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:26.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b40152700 0x7f0b40163260 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f0b40072a90 tx=0x7f0b30001640 comp rx=0 tx=0).stop 2024-09-21T07:27:26.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 shutdown_connections 2024-09-21T07:27:26.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0b2c073200 0x7f0b2c075710 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0b40152700 0x7f0b40163260 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0b40152fa0 0x7f0b40166540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 --2- 172.21.15.6:0/269983487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0b28004810 0x7f0b400b43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 >> 172.21.15.6:0/269983487 conn(0x7f0b4006ee90 msgr2=0x7f0b40154ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:26.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 shutdown_connections 2024-09-21T07:27:26.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.514+0000 7f0b47611640 1 -- 172.21.15.6:0/269983487 wait complete. 2024-09-21T07:27:26.541 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-09-21T07:27:26.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.694+0000 7fc02eeee640 1 -- 172.21.15.6:0/513942197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0280c5d00 msgr2=0x7fc028071180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:26.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.694+0000 7fc02eeee640 1 --2- 172.21.15.6:0/513942197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0280c5d00 0x7fc028071180 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc024009840 tx=0x7fc02401c820 comp rx=0 tx=0).stop 2024-09-21T07:27:26.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.694+0000 7fc02eeee640 1 -- 172.21.15.6:0/513942197 shutdown_connections 2024-09-21T07:27:26.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.694+0000 7fc02eeee640 1 --2- 172.21.15.6:0/513942197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc028160e80 0x7fc0280716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.694+0000 7fc02eeee640 1 --2- 172.21.15.6:0/513942197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0280c5d00 0x7fc028071180 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.694+0000 7fc02eeee640 1 -- 172.21.15.6:0/513942197 >> 172.21.15.6:0/513942197 conn(0x7fc0280d21b0 msgr2=0x7fc0280d25c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:26.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.694+0000 7fc02eeee640 1 -- 172.21.15.6:0/513942197 shutdown_connections 2024-09-21T07:27:26.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.694+0000 7fc02eeee640 1 -- 172.21.15.6:0/513942197 wait complete. 2024-09-21T07:27:26.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.698+0000 7fc02eeee640 1 Processor -- start 2024-09-21T07:27:26.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.698+0000 7fc02eeee640 1 -- start start 2024-09-21T07:27:26.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0280c5d00 0x7fc02814c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:26.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0280c6110 0x7fc028157de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:26.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc028160e80 0x7fc02814aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:26.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc028169fc0 con 0x7fc0280c5d00 2024-09-21T07:27:26.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc028169e40 con 0x7fc0280c6110 2024-09-21T07:27:26.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc02816a140 con 0x7fc028160e80 2024-09-21T07:27:26.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0280c5d00 0x7fc02814c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:26.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0280c5d00 0x7fc02814c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57282/0 (socket says 172.21.15.6:57282) 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 -- 172.21.15.6:0/1761315211 learned_addr learned my addr 172.21.15.6:0/1761315211 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02d48b640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc028160e80 0x7fc02814aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc01ffff640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0280c6110 0x7fc028157de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 -- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc028160e80 msgr2=0x7fc02814aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc028160e80 0x7fc02814aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 -- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0280c6110 msgr2=0x7fc028157de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0280c6110 0x7fc028157de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 -- 172.21.15.6:0/1761315211 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc02814b690 con 0x7fc0280c5d00 2024-09-21T07:27:26.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02cc8a640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0280c5d00 0x7fc02814c450 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fc024009790 tx=0x7fc0240a5670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:26.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc01d7fa640 1 -- 172.21.15.6:0/1761315211 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0240bb070 con 0x7fc0280c5d00 2024-09-21T07:27:26.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc02814b970 con 0x7fc0280c5d00 2024-09-21T07:27:26.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc01d7fa640 1 -- 172.21.15.6:0/1761315211 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc024004470 con 0x7fc0280c5d00 2024-09-21T07:27:26.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc01d7fa640 1 -- 172.21.15.6:0/1761315211 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0240b2040 con 0x7fc0280c5d00 2024-09-21T07:27:26.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc02814bf30 con 0x7fc0280c5d00 2024-09-21T07:27:26.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc028160770 con 0x7fc0280c5d00 2024-09-21T07:27:26.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc01d7fa640 1 -- 172.21.15.6:0/1761315211 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc024005290 con 0x7fc0280c5d00 2024-09-21T07:27:26.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc01d7fa640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc014073230 0x7fc014075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:26.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.702+0000 7fc01d7fa640 1 -- 172.21.15.6:0/1761315211 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc02412def0 con 0x7fc0280c5d00 2024-09-21T07:27:26.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.706+0000 7fc01ffff640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc014073230 0x7fc014075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:26.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.706+0000 7fc01ffff640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc014073230 0x7fc014075740 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fc028160070 tx=0x7fc018009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:26.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.710+0000 7fc01d7fa640 1 -- 172.21.15.6:0/1761315211 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc0240c4020 con 0x7fc0280c5d00 2024-09-21T07:27:26.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:26.918+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7fc0280b6ae0 con 0x7fc0280c5d00 2024-09-21T07:27:27.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.518+0000 7fc01d7fa640 1 -- 172.21.15.6:0/1761315211 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v38) ==== 105+0+0 (secure 0 0 0) 0x7fc024016410 con 0x7fc0280c5d00 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc014073230 msgr2=0x7fc014075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc014073230 0x7fc014075740 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fc028160070 tx=0x7fc018009040 comp rx=0 tx=0).stop 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0280c5d00 msgr2=0x7fc02814c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0280c5d00 0x7fc02814c450 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fc024009790 tx=0x7fc0240a5670 comp rx=0 tx=0).stop 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 shutdown_connections 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc014073230 0x7fc014075740 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc028160e80 0x7fc02814aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc0280c6110 0x7fc028157de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 --2- 172.21.15.6:0/1761315211 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0280c5d00 0x7fc02814c450 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 >> 172.21.15.6:0/1761315211 conn(0x7fc0280d21b0 msgr2=0x7fc0280ccb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 shutdown_connections 2024-09-21T07:27:27.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.522+0000 7fc02eeee640 1 -- 172.21.15.6:0/1761315211 wait complete. 2024-09-21T07:27:27.563 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:27:27.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 -- 172.21.15.6:0/1617203557 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a806ee70 msgr2=0x7f90a80cf030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:27.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 --2- 172.21.15.6:0/1617203557 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a806ee70 0x7f90a80cf030 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f90a80b5e00 tx=0x7f909801c830 comp rx=0 tx=0).stop 2024-09-21T07:27:27.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 -- 172.21.15.6:0/1617203557 shutdown_connections 2024-09-21T07:27:27.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 --2- 172.21.15.6:0/1617203557 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90a815feb0 0x7f90a80ce460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 --2- 172.21.15.6:0/1617203557 >> v2:172.21.15.145:3300/0 conn(0x7f90a80cf570 0x7f90a80cdf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 --2- 172.21.15.6:0/1617203557 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a806ee70 0x7f90a80cf030 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 -- 172.21.15.6:0/1617203557 >> 172.21.15.6:0/1617203557 conn(0x7f90a80d0020 msgr2=0x7f90a80d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:27.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 -- 172.21.15.6:0/1617203557 shutdown_connections 2024-09-21T07:27:27.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 -- 172.21.15.6:0/1617203557 wait complete. 2024-09-21T07:27:27.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 Processor -- start 2024-09-21T07:27:27.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.710+0000 7f90acd46640 1 -- start start 2024-09-21T07:27:27.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90a806ee70 0x7f90a8149c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a80cf570 0x7f90a815e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a815feb0 0x7f90a815ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f90a8073b70 con 0x7f90a815feb0 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f90a8070480 con 0x7f90a80cf570 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f90a8073cf0 con 0x7f90a806ee70 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a815feb0 0x7f90a815ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a815feb0 0x7f90a815ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57298/0 (socket says 172.21.15.6:57298) 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 -- 172.21.15.6:0/3023354082 learned_addr learned my addr 172.21.15.6:0/3023354082 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a659c640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90a806ee70 0x7f90a8149c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a5d9b640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a80cf570 0x7f90a815e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 -- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90a806ee70 msgr2=0x7f90a8149c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90a806ee70 0x7f90a8149c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 -- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a80cf570 msgr2=0x7f90a815e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:27.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a80cf570 0x7f90a815e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 -- 172.21.15.6:0/3023354082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90a814a170 con 0x7f90a815feb0 2024-09-21T07:27:27.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90a6d9d640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a815feb0 0x7f90a815ece0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f90a000e910 tx=0x7f90a000edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:27.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f909effd640 1 -- 172.21.15.6:0/3023354082 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a0004d30 con 0x7f90a815feb0 2024-09-21T07:27:27.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f909effd640 1 -- 172.21.15.6:0/3023354082 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f90a000cb20 con 0x7f90a815feb0 2024-09-21T07:27:27.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90a8158030 con 0x7f90a815feb0 2024-09-21T07:27:27.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f909effd640 1 -- 172.21.15.6:0/3023354082 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a0005020 con 0x7f90a815feb0 2024-09-21T07:27:27.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90a809adb0 con 0x7f90a815feb0 2024-09-21T07:27:27.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90a80cf030 con 0x7f90a815feb0 2024-09-21T07:27:27.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.714+0000 7f909effd640 1 -- 172.21.15.6:0/3023354082 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f90a00051c0 con 0x7f90a815feb0 2024-09-21T07:27:27.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.718+0000 7f909effd640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9088073200 0x7f9088075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:27.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.718+0000 7f909effd640 1 -- 172.21.15.6:0/3023354082 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f90a0094a60 con 0x7f90a815feb0 2024-09-21T07:27:27.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.718+0000 7f90a659c640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9088073200 0x7f9088075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:27.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.718+0000 7f90a659c640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9088073200 0x7f9088075710 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f90980af000 tx=0x7f909801b070 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:27.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.722+0000 7f909effd640 1 -- 172.21.15.6:0/3023354082 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f90a0016030 con 0x7f90a815feb0 2024-09-21T07:27:27.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.934+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f90a8157d80 con 0x7f90a815feb0 2024-09-21T07:27:27.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.934+0000 7f909effd640 1 -- 172.21.15.6:0/3023354082 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5239 (secure 0 0 0) 0x7f90a005fb20 con 0x7f90a815feb0 2024-09-21T07:27:27.940 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:27.940 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":39,"btime":"2024-09-21T07:27:27:531090+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:27:13.888820+0000","modified":"2024-09-21T07:27:27.531024+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5679,"mds_1":5676},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5676":{"gid":5676,"name":"a","rank":1,"incarnation":39,"state":"up:creating","state_seq":1,"addr":"172.21.15.6:6833/3891663650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3891663650},{"type":"v1","addr":"172.21.15.6:6833","nonce":3891663650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5679":{"gid":5679,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/4093845965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":4093845965},{"type":"v1","addr":"172.21.15.6:6835","nonce":4093845965}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5679,"qdb_cluster":[5679]},"id":4}]} 2024-09-21T07:27:27.940 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 39 2024-09-21T07:27:27.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.934+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9088073200 msgr2=0x7f9088075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:27.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.934+0000 7f90acd46640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9088073200 0x7f9088075710 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f90980af000 tx=0x7f909801b070 comp rx=0 tx=0).stop 2024-09-21T07:27:27.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.934+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a815feb0 msgr2=0x7f90a815ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.934+0000 7f90acd46640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a815feb0 0x7f90a815ece0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f90a000e910 tx=0x7f90a000edd0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.938+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 shutdown_connections 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.938+0000 7f90acd46640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9088073200 0x7f9088075710 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.938+0000 7f90acd46640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90a815feb0 0x7f90a815ece0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.938+0000 7f90acd46640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f90a80cf570 0x7f90a815e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.938+0000 7f90acd46640 1 --2- 172.21.15.6:0/3023354082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f90a806ee70 0x7f90a8149c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.938+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 >> 172.21.15.6:0/3023354082 conn(0x7f90a80d0020 msgr2=0x7f90a80af2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.938+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 shutdown_connections 2024-09-21T07:27:27.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:27.938+0000 7f90acd46640 1 -- 172.21.15.6:0/3023354082 wait complete. 2024-09-21T07:27:28.363 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 39, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:27:13.888820+0000', 'modified': '2024-09-21T07:27:27.531024+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 5679, 'mds_1': 5676}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5676': {'gid': 5676, 'name': 'a', 'rank': 1, 'incarnation': 39, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.6:6833/3891663650', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6832', 'nonce': 3891663650}, {'type': 'v1', 'addr': '172.21.15.6:6833', 'nonce': 3891663650}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5679': {'gid': 5679, 'name': 'c', 'rank': 0, 'incarnation': 34, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/4093845965', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 4093845965}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 4093845965}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5679, 'qdb_cluster': [5679]} 2024-09-21T07:27:28.363 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5676:up:creating 2024-09-21T07:27:29.364 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:27:29.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 -- 172.21.15.6:0/685773270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f36500af060 msgr2=0x7f36500af470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:29.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 --2- 172.21.15.6:0/685773270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f36500af060 0x7f36500af470 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3640009900 tx=0x7f364001c8b0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 -- 172.21.15.6:0/685773270 shutdown_connections 2024-09-21T07:27:29.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 --2- 172.21.15.6:0/685773270 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f36500af060 0x7f36500af470 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 --2- 172.21.15.6:0/685773270 >> v2:172.21.15.145:3300/0 conn(0x7f365015c7a0 0x7f36500cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 -- 172.21.15.6:0/685773270 >> 172.21.15.6:0/685773270 conn(0x7f36500d0020 msgr2=0x7f36500d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:29.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 -- 172.21.15.6:0/685773270 shutdown_connections 2024-09-21T07:27:29.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 -- 172.21.15.6:0/685773270 wait complete. 2024-09-21T07:27:29.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 Processor -- start 2024-09-21T07:27:29.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.530+0000 7f3657725640 1 -- start start 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36500adfa0 0x7f36501582d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f365015c7a0 0x7f3650158810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f36501f66f0 0x7f365015b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f365006fcb0 con 0x7f36501f66f0 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f365006fb30 con 0x7f36500adfa0 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f365006fe30 con 0x7f365015c7a0 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f36501f66f0 0x7f365015b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f36501f66f0 0x7f365015b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57302/0 (socket says 172.21.15.6:57302) 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 -- 172.21.15.6:0/2404925865 learned_addr learned my addr 172.21.15.6:0/2404925865 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f36554c1640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36500adfa0 0x7f36501582d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3654cc0640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f365015c7a0 0x7f3650158810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:29.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 -- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f365015c7a0 msgr2=0x7f3650158810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:29.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f365015c7a0 0x7f3650158810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 -- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36500adfa0 msgr2=0x7f36501582d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:29.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36500adfa0 0x7f36501582d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 -- 172.21.15.6:0/2404925865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36501514a0 con 0x7f36501f66f0 2024-09-21T07:27:29.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3655cc2640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f36501f66f0 0x7f365015b0f0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f364800c740 tx=0x7f364800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:29.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3645ffb640 1 -- 172.21.15.6:0/2404925865 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3648003b80 con 0x7f36501f66f0 2024-09-21T07:27:29.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3645ffb640 1 -- 172.21.15.6:0/2404925865 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f364800ce50 con 0x7f36501f66f0 2024-09-21T07:27:29.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36501f6e60 con 0x7f36501f66f0 2024-09-21T07:27:29.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3645ffb640 1 -- 172.21.15.6:0/2404925865 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364800a7f0 con 0x7f36501f66f0 2024-09-21T07:27:29.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36501f7420 con 0x7f36501f66f0 2024-09-21T07:27:29.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.534+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36500702e0 con 0x7f36501f66f0 2024-09-21T07:27:29.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.538+0000 7f3645ffb640 1 -- 172.21.15.6:0/2404925865 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f364800a990 con 0x7f36501f66f0 2024-09-21T07:27:29.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.538+0000 7f3645ffb640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3634073200 0x7f3634075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:29.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.538+0000 7f3645ffb640 1 -- 172.21.15.6:0/2404925865 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f36480949c0 con 0x7f36501f66f0 2024-09-21T07:27:29.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.538+0000 7f36554c1640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3634073200 0x7f3634075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:29.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.538+0000 7f36554c1640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3634073200 0x7f3634075710 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f364c009b40 tx=0x7f364c0091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:29.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.542+0000 7f3645ffb640 1 -- 172.21.15.6:0/2404925865 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f36500af9b0 con 0x7f36501f66f0 2024-09-21T07:27:29.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.754+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f365009e0d0 con 0x7f36501f66f0 2024-09-21T07:27:29.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.754+0000 7f3645ffb640 1 -- 172.21.15.6:0/2404925865 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5242 (secure 0 0 0) 0x7f3648068020 con 0x7f36501f66f0 2024-09-21T07:27:29.762 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:29.762 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":40,"btime":"2024-09-21T07:27:28:534434+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:27:13.888820+0000","modified":"2024-09-21T07:27:28.534419+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5679,"mds_1":5676},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5676":{"gid":5676,"name":"a","rank":1,"incarnation":39,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3891663650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3891663650},{"type":"v1","addr":"172.21.15.6:6833","nonce":3891663650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5679":{"gid":5679,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/4093845965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":4093845965},{"type":"v1","addr":"172.21.15.6:6835","nonce":4093845965}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5679,"qdb_cluster":[5676,5679]},"id":4}]} 2024-09-21T07:27:29.762 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 40 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3634073200 msgr2=0x7f3634075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3634073200 0x7f3634075710 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f364c009b40 tx=0x7f364c0091e0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f36501f66f0 msgr2=0x7f365015b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f36501f66f0 0x7f365015b0f0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f364800c740 tx=0x7f364800cc00 comp rx=0 tx=0).stop 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 shutdown_connections 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3634073200 0x7f3634075710 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f36501f66f0 0x7f365015b0f0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f365015c7a0 0x7f3650158810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 --2- 172.21.15.6:0/2404925865 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f36500adfa0 0x7f36501582d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 >> 172.21.15.6:0/2404925865 conn(0x7f36500d0020 msgr2=0x7f36500b3d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:29.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 shutdown_connections 2024-09-21T07:27:29.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:29.758+0000 7f3657725640 1 -- 172.21.15.6:0/2404925865 wait complete. 2024-09-21T07:27:30.186 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 40, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:27:13.888820+0000', 'modified': '2024-09-21T07:27:28.534419+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 5679, 'mds_1': 5676}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5676': {'gid': 5676, 'name': 'a', 'rank': 1, 'incarnation': 39, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.6:6833/3891663650', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6832', 'nonce': 3891663650}, {'type': 'v1', 'addr': '172.21.15.6:6833', 'nonce': 3891663650}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5679': {'gid': 5679, 'name': 'c', 'rank': 0, 'incarnation': 34, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/4093845965', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 4093845965}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 4093845965}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5679, 'qdb_cluster': [5676, 5679]} 2024-09-21T07:27:30.186 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-09-21T07:27:30.186 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T07:27:30.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 -- 172.21.15.6:0/3224417891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72040cb830 msgr2=0x7f72040b6520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 --2- 172.21.15.6:0/3224417891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72040cb830 0x7f72040b6520 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f71fc009bc0 tx=0x7f71fc01cb10 comp rx=0 tx=0).stop 2024-09-21T07:27:30.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 -- 172.21.15.6:0/3224417891 shutdown_connections 2024-09-21T07:27:30.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 --2- 172.21.15.6:0/3224417891 >> v2:172.21.15.145:3300/0 conn(0x7f720406cde0 0x7f720406d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 --2- 172.21.15.6:0/3224417891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f72040cb830 0x7f72040b6520 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 -- 172.21.15.6:0/3224417891 >> 172.21.15.6:0/3224417891 conn(0x7f72040d0bc0 msgr2=0x7f72040d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 -- 172.21.15.6:0/3224417891 shutdown_connections 2024-09-21T07:27:30.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 -- 172.21.15.6:0/3224417891 wait complete. 2024-09-21T07:27:30.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 Processor -- start 2024-09-21T07:27:30.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.354+0000 7f720b09b640 1 -- start start 2024-09-21T07:27:30.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f720b09b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f720406cde0 0x7f7204153d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f720b09b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7204073640 0x7f72041fa880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f720b09b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72040cb830 0x7f72041fadc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f720b09b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f720416a100 con 0x7f720406cde0 2024-09-21T07:27:30.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f720b09b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7204169f80 con 0x7f72040cb830 2024-09-21T07:27:30.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f720b09b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f720416a280 con 0x7f7204073640 2024-09-21T07:27:30.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f720406cde0 0x7f7204153d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f720406cde0 0x7f7204153d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57312/0 (socket says 172.21.15.6:57312) 2024-09-21T07:27:30.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 -- 172.21.15.6:0/185552686 learned_addr learned my addr 172.21.15.6:0/185552686 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7209638640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72040cb830 0x7f72041fadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7203fff640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7204073640 0x7f72041fa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 -- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7204073640 msgr2=0x7f72041fa880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7204073640 0x7f72041fa880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 -- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72040cb830 msgr2=0x7f72041fadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72040cb830 0x7f72041fadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 -- 172.21.15.6:0/185552686 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72041542d0 con 0x7f720406cde0 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f7208e37640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f720406cde0 0x7f7204153d90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f71fc009b10 tx=0x7f71fc005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f72017fa640 1 -- 172.21.15.6:0/185552686 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71fc0b2040 con 0x7f720406cde0 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f72017fa640 1 -- 172.21.15.6:0/185552686 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71fc004130 con 0x7f720406cde0 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f720b09b640 1 -- 172.21.15.6:0/185552686 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7204154710 con 0x7f720406cde0 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f72017fa640 1 -- 172.21.15.6:0/185552686 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71fc004560 con 0x7f720406cde0 2024-09-21T07:27:30.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f720b09b640 1 -- 172.21.15.6:0/185552686 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f720415dfb0 con 0x7f720406cde0 2024-09-21T07:27:30.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.358+0000 7f72017fa640 1 -- 172.21.15.6:0/185552686 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f71fc0bd060 con 0x7f720406cde0 2024-09-21T07:27:30.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f72017fa640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f71e8073200 0x7f71e8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f72017fa640 1 -- 172.21.15.6:0/185552686 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f71fc12dfd0 con 0x7f720406cde0 2024-09-21T07:27:30.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7203fff640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f71e8073200 0x7f71e8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 Processor -- start 2024-09-21T07:27:30.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 -- start start 2024-09-21T07:27:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7203fff640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f71e8073200 0x7f71e8075710 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f72040ce2d0 tx=0x7f71ec0091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25396a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 0x5603a2539be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a253a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5603a240e410 con 0x5603a1ff8460 2024-09-21T07:27:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5603a234bb40 con 0x5603a23e8950 2024-09-21T07:27:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5603a233af70 con 0x5603a23d1ca0 2024-09-21T07:27:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25396a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25396a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57326/0 (socket says 172.21.15.6:57326) 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 -- 172.21.15.6:0/1276927695 learned_addr learned my addr 172.21.15.6:0/1276927695 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7203fff640 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 0x5603a2539be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7209638640 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a253a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 -- 172.21.15.6:0/1276927695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 msgr2=0x5603a253a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a253a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 -- 172.21.15.6:0/1276927695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 msgr2=0x5603a2539be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 0x5603a2539be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 -- 172.21.15.6:0/1276927695 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603a23025b0 con 0x5603a1ff8460 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7208e37640 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25396a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f71fc019720 tx=0x7f71fc009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=374313784c5b0651 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f71fa7fc640 1 -- 172.21.15.6:0/1276927695 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71fc0a5bc0 con 0x5603a1ff8460 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f71fa7fc640 1 -- 172.21.15.6:0/1276927695 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71fc0f8490 con 0x5603a1ff8460 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f71fa7fc640 1 -- 172.21.15.6:0/1276927695 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71fc0f9080 con 0x5603a1ff8460 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 -- 172.21.15.6:0/1276927695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 msgr2=0x5603a25396a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.362+0000 7f7212366000 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25396a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f71fc019720 tx=0x7f71fc009500 comp rx=0 tx=0).stop 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- 172.21.15.6:0/1276927695 shutdown_connections 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a253a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 0x5603a2539be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 --2- 172.21.15.6:0/1276927695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25396a0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- 172.21.15.6:0/1276927695 >> 172.21.15.6:0/1276927695 conn(0x5603a24bed90 msgr2=0x5603a24ee690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- 172.21.15.6:0/1276927695 shutdown_connections 2024-09-21T07:27:30.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- 172.21.15.6:0/1276927695 wait complete. 2024-09-21T07:27:30.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- start start 2024-09-21T07:27:30.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 Processor -- start 2024-09-21T07:27:30.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a2540920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23d1ca0 0x5603a2540e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23e8950 0x5603a25413a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5603a22d55f0 con 0x5603a23d1ca0 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5603a233ed80 con 0x5603a1ff8460 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5603a22e1520 con 0x5603a23e8950 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 10 client.0 _ll_register_callbacks cb 0x5603a22e5830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23d1ca0 0x5603a2540e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23d1ca0 0x5603a2540e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57342/0 (socket says 172.21.15.6:57342) 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 -- 172.21.15.6:0/4008501972 learned_addr learned my addr 172.21.15.6:0/4008501972 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7208e37640 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a2540920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7209638640 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23e8950 0x5603a25413a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 -- 172.21.15.6:0/4008501972 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23e8950 msgr2=0x5603a25413a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23e8950 0x5603a25413a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 -- 172.21.15.6:0/4008501972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 msgr2=0x5603a2540920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a2540920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 -- 172.21.15.6:0/4008501972 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603a22d9190 con 0x5603a23d1ca0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7203fff640 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23d1ca0 0x5603a2540e60 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f71ec0127a0 tx=0x7f71ec004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f20877104b85805 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f71f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f71f37fe640 1 -- 172.21.15.6:0/4008501972 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71ec01eb30 con 0x5603a23d1ca0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f71f37fe640 1 -- 172.21.15.6:0/4008501972 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f71ec01ecd0 con 0x5603a23d1ca0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- 172.21.15.6:0/4008501972 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5603a22d3110 con 0x5603a23d1ca0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f71f37fe640 1 -- 172.21.15.6:0/4008501972 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f71ec031050 con 0x5603a23d1ca0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 10 client.5865 fetch_fsmap learned FSMap version 40 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.366+0000 7f7212366000 1 -- 172.21.15.6:0/4008501972 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x5603a23bff10 con 0x5603a23d1ca0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f71f37fe640 1 -- 172.21.15.6:0/4008501972 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x5603a22d3110 con 0x5603a23d1ca0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f71f37fe640 1 -- 172.21.15.6:0/4008501972 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 40) ==== 3522+0+0 (secure 0 0 0) 0x7f71ec034020 con 0x5603a23d1ca0 2024-09-21T07:27:30.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 10 client.5865 fetch_fsmap finished waiting for FSMap version 40 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 10 client.5865 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 20 client.5865 populate_metadata read hostname 'smithi006' 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] conn(0x5603a1fdd7d0 0x5603a254ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 4 client.5865 mds_command: new command op to 5676 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 -- 172.21.15.6:0/4008501972 --> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603a234da90 con 0x5603a1fdd7d0 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7208e37640 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] conn(0x5603a1fdd7d0 0x5603a254ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f71f37fe640 10 client.5865 ms_handle_connect on v2:172.21.15.6:6832/3891663650 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7208e37640 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] conn(0x5603a1fdd7d0 0x5603a254ad00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8e8d3f19fc20e948 server_cookie=6447d94bc0f8216e in_seq=0 out_seq=0 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f71f37fe640 1 -- 172.21.15.6:0/4008501972 <== mds.1 v2:172.21.15.6:6832/3891663650 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5603a234da90 con 0x5603a1fdd7d0 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f71f37fe640 10 client.5865 handle_command_reply: tid=0 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 client.5865 shutdown 2024-09-21T07:27:30.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 -- 172.21.15.6:0/4008501972 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23d1ca0 msgr2=0x5603a2540e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23d1ca0 0x5603a2540e60 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f71ec0127a0 tx=0x7f71ec004740 comp rx=0 tx=0).stop 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 -- 172.21.15.6:0/4008501972 shutdown_connections 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] conn(0x5603a1fdd7d0 0x5603a254ad00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23e8950 0x5603a25413a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23d1ca0 0x5603a2540e60 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f71f37fe640 0 client.5865 ms_handle_reset on v2:172.21.15.6:6832/3891663650 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 --2- 172.21.15.6:0/4008501972 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a2540920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 -- 172.21.15.6:0/4008501972 >> 172.21.15.6:0/4008501972 conn(0x5603a24bed90 msgr2=0x5603a24f5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 -- 172.21.15.6:0/4008501972 shutdown_connections 2024-09-21T07:27:30.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 1 -- 172.21.15.6:0/4008501972 wait complete. 2024-09-21T07:27:30.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.370+0000 7f7212366000 20 client.5865 trim_cache size 0 max 16384 2024-09-21T07:27:30.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 Processor -- start 2024-09-21T07:27:30.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- start start 2024-09-21T07:27:30.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a25ab620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25abb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23e8950 0x5603a25ac0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7204202d40 con 0x5603a23e8950 2024-09-21T07:27:30.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7204203410 con 0x5603a1ff8460 2024-09-21T07:27:30.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f720415b320 con 0x5603a23d1ca0 2024-09-21T07:27:30.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23e8950 0x5603a25ac0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23e8950 0x5603a25ac0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57346/0 (socket says 172.21.15.6:57346) 2024-09-21T07:27:30.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 -- 172.21.15.6:0/2264095965 learned_addr learned my addr 172.21.15.6:0/2264095965 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a25ab620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7203fff640 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25abb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 -- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 msgr2=0x5603a25abb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25abb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 -- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 msgr2=0x5603a25ab620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a25ab620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 -- 172.21.15.6:0/2264095965 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603a2396db0 con 0x5603a23e8950 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a25ab620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7203fff640 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25abb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23e8950 0x5603a25ac0a0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f71f4001510 tx=0x7f71f40019d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e85bfd643d49877 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f71f9ffb640 1 -- 172.21.15.6:0/2264095965 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f401a020 con 0x5603a23e8950 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f71f9ffb640 1 -- 172.21.15.6:0/2264095965 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71f4011a20 con 0x5603a23e8950 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f71f9ffb640 1 -- 172.21.15.6:0/2264095965 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f4010040 con 0x5603a23e8950 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- 172.21.15.6:0/2264095965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23e8950 msgr2=0x5603a25ac0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23e8950 0x5603a25ac0a0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f71f4001510 tx=0x7f71f40019d0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- 172.21.15.6:0/2264095965 shutdown_connections 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a23e8950 0x5603a25ac0a0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25abb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- 172.21.15.6:0/2264095965 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a1ff8460 0x5603a25ab620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- 172.21.15.6:0/2264095965 >> 172.21.15.6:0/2264095965 conn(0x5603a24bed90 msgr2=0x5603a2537620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- 172.21.15.6:0/2264095965 shutdown_connections 2024-09-21T07:27:30.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- 172.21.15.6:0/2264095965 wait complete. 2024-09-21T07:27:30.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- start start 2024-09-21T07:27:30.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 Processor -- start 2024-09-21T07:27:30.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25af390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 0x5603a25afe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5603a23433b0 con 0x5603a1ff8460 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5603a2306ee0 con 0x5603a23e8950 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5603a23bfa80 con 0x5603a23d1ca0 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 10 client.0 _ll_register_callbacks cb 0x7f71ec009740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25af390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25af390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57360/0 (socket says 172.21.15.6:57360) 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 -- 172.21.15.6:0/3298159428 learned_addr learned my addr 172.21.15.6:0/3298159428 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7203fff640 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 -- 172.21.15.6:0/3298159428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 msgr2=0x5603a25af8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25af8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 -- 172.21.15.6:0/3298159428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 msgr2=0x5603a25afe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7209638640 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 0x5603a25afe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 0x5603a25afe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 -- 172.21.15.6:0/3298159428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603a2301ab0 con 0x5603a1ff8460 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7208e37640 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25af390 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f71fc01c580 tx=0x7f71fc12c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79fff61d3ef0026a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f71f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f71f37fe640 1 -- 172.21.15.6:0/3298159428 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71fc0f8490 con 0x5603a1ff8460 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f71f37fe640 1 -- 172.21.15.6:0/3298159428 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f71fc0fd040 con 0x5603a1ff8460 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.394+0000 7f7212366000 1 -- 172.21.15.6:0/3298159428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71f4011a20 con 0x5603a1ff8460 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f71f37fe640 1 -- 172.21.15.6:0/3298159428 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f71fc009280 con 0x5603a1ff8460 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 10 client.5871 fetch_fsmap learned FSMap version 40 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 -- 172.21.15.6:0/3298159428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x5603a22e0070 con 0x5603a1ff8460 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f71f37fe640 1 -- 172.21.15.6:0/3298159428 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71f4011a20 con 0x5603a1ff8460 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f71f37fe640 1 -- 172.21.15.6:0/3298159428 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 40) ==== 3522+0+0 (secure 0 0 0) 0x7f71fc0b5070 con 0x5603a1ff8460 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 10 client.5871 fetch_fsmap finished waiting for FSMap version 40 2024-09-21T07:27:30.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 10 client.5871 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 20 client.5871 populate_metadata read hostname 'smithi006' 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] conn(0x5603a1fcb830 0x5603a256b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 4 client.5871 mds_command: new command op to 5676 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 -- 172.21.15.6:0/3298159428 --> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] -- command(tid 0: {"prefix": "status"}) -- 0x5603a2349540 con 0x5603a1fcb830 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7203fff640 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] conn(0x5603a1fcb830 0x5603a256b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f71f37fe640 10 client.5871 ms_handle_connect on v2:172.21.15.6:6832/3891663650 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7203fff640 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] conn(0x5603a1fcb830 0x5603a256b610 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=de025f19e35d3fbb server_cookie=296f643afa7dd7db in_seq=0 out_seq=0 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f71f37fe640 1 -- 172.21.15.6:0/3298159428 <== mds.1 v2:172.21.15.6:6832/3891663650 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5603a2349540 con 0x5603a1fcb830 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f71f37fe640 10 client.5871 handle_command_reply: tid=0 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 client.5871 shutdown 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 -- 172.21.15.6:0/3298159428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 msgr2=0x5603a25af390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25af390 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f71fc01c580 tx=0x7f71fc12c3d0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 -- 172.21.15.6:0/3298159428 shutdown_connections 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.6:6832/3891663650,v1:172.21.15.6:6833/3891663650] conn(0x5603a1fcb830 0x5603a256b610 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5603a23e8950 0x5603a25afe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5603a23d1ca0 0x5603a25af8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f71f37fe640 0 client.5871 ms_handle_reset on v2:172.21.15.6:6832/3891663650 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 --2- 172.21.15.6:0/3298159428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603a1ff8460 0x5603a25af390 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 -- 172.21.15.6:0/3298159428 >> 172.21.15.6:0/3298159428 conn(0x5603a24bed90 msgr2=0x5603a2537fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 -- 172.21.15.6:0/3298159428 shutdown_connections 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 1 -- 172.21.15.6:0/3298159428 wait complete. 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f7212366000 20 client.5871 trim_cache size 0 max 16384 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 1, 2024-09-21T07:27:30.409 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5676, 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 2.8682662109999999, 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 40, 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 58, 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 58, 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 20.398192265999999 2024-09-21T07:27:30.410 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 -- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f71e8073200 msgr2=0x7f71e8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f71e8073200 0x7f71e8075710 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f72040ce2d0 tx=0x7f71ec0091e0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 -- 172.21.15.6:0/185552686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f720406cde0 msgr2=0x7f7204153d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f720406cde0 0x7f7204153d90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f71fc009b10 tx=0x7f71fc005a60 comp rx=0 tx=0).stop 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 -- 172.21.15.6:0/185552686 shutdown_connections 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f71e8073200 0x7f71e8075710 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f72040cb830 0x7f72041fadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7204073640 0x7f72041fa880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 --2- 172.21.15.6:0/185552686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f720406cde0 0x7f7204153d90 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 -- 172.21.15.6:0/185552686 >> 172.21.15.6:0/185552686 conn(0x7f72040d0bc0 msgr2=0x7f72040b43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 -- 172.21.15.6:0/185552686 shutdown_connections 2024-09-21T07:27:30.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.398+0000 7f720b09b640 1 -- 172.21.15.6:0/185552686 wait complete. 2024-09-21T07:27:30.427 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T07:27:30.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.578+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1473955105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a84004050 msgr2=0x7f6a84004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.578+0000 7f6a9b02b640 1 --2- 172.21.15.6:0/1473955105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a84004050 0x7f6a84004810 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000ac70 tx=0x7f6a8001e0d0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.578+0000 7f6a995c8640 1 -- 172.21.15.6:0/1473955105 reap_dead start 2024-09-21T07:27:30.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.578+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1473955105 shutdown_connections 2024-09-21T07:27:30.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.578+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1473955105 >> 172.21.15.6:0/1473955105 conn(0x7f6a940d08e0 msgr2=0x7f6a940d0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.578+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1473955105 shutdown_connections 2024-09-21T07:27:30.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.578+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1473955105 wait complete. 2024-09-21T07:27:30.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 Processor -- start 2024-09-21T07:27:30.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 -- start start 2024-09-21T07:27:30.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a940b6000 0x7f6a941f9c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a941f90e0 0x7f6a940c9540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a940b6480 0x7f6a940c9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6a940aff20 con 0x7f6a940b6480 2024-09-21T07:27:30.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a940afda0 con 0x7f6a940b6000 2024-09-21T07:27:30.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a9406f950 con 0x7f6a941f90e0 2024-09-21T07:27:30.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a940b6480 0x7f6a940c9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a940b6480 0x7f6a940c9a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57378/0 (socket says 172.21.15.6:57378) 2024-09-21T07:27:30.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 -- 172.21.15.6:0/1080889493 learned_addr learned my addr 172.21.15.6:0/1080889493 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a93fff640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a941f90e0 0x7f6a940c9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a940b6000 0x7f6a941f9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 -- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a941f90e0 msgr2=0x7f6a940c9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a941f90e0 0x7f6a940c9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 -- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a940b6000 msgr2=0x7f6a941f9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a940b6000 0x7f6a941f9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 -- 172.21.15.6:0/1080889493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a9415e840 con 0x7f6a940b6480 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a995c8640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a940b6480 0x7f6a940c9a80 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c0013e0 tx=0x7f6a8c00dcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a917fa640 1 -- 172.21.15.6:0/1080889493 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c00b8a0 con 0x7f6a940b6480 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a917fa640 1 -- 172.21.15.6:0/1080889493 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a8c017070 con 0x7f6a940b6480 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1080889493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a940c7be0 con 0x7f6a940b6480 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a917fa640 1 -- 172.21.15.6:0/1080889493 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c00bd00 con 0x7f6a940b6480 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.582+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1080889493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a940c81a0 con 0x7f6a940b6480 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.586+0000 7f6a917fa640 1 -- 172.21.15.6:0/1080889493 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6a8c01c460 con 0x7f6a940b6480 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.586+0000 7f6a917fa640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a78073200 0x7f6a78075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.586+0000 7f6a917fa640 1 -- 172.21.15.6:0/1080889493 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f6a8c0943a0 con 0x7f6a940b6480 2024-09-21T07:27:30.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.586+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a78073200 0x7f6a78075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.586+0000 7f6aa22f6000 1 Processor -- start 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.586+0000 7f6aa22f6000 1 -- start start 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.586+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a78073200 0x7f6a78075710 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6a941eaa60 tx=0x7f6a880091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e20fc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 0x5586e20fcbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e20fd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5586e1fd1410 con 0x5586e1f94ca0 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5586e1f0eb40 con 0x5586e1fab950 2024-09-21T07:27:30.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5586e1efdf70 con 0x5586e1bbb460 2024-09-21T07:27:30.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e20fd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e20fd120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57394/0 (socket says 172.21.15.6:57394) 2024-09-21T07:27:30.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 -- 172.21.15.6:0/4075183895 learned_addr learned my addr 172.21.15.6:0/4075183895 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a93fff640 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 0x5586e20fcbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e20fc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 -- 172.21.15.6:0/4075183895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 msgr2=0x5586e20fc6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e20fc6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 -- 172.21.15.6:0/4075183895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 msgr2=0x5586e20fcbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 0x5586e20fcbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 -- 172.21.15.6:0/4075183895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586e1ec55b0 con 0x5586e1f94ca0 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a995c8640 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e20fd120 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c05ed70 tx=0x7f6a8c05e610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7007338a11763f0c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a7e7fc640 1 -- 172.21.15.6:0/4075183895 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c05ede0 con 0x5586e1f94ca0 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a7e7fc640 1 -- 172.21.15.6:0/4075183895 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a8c062070 con 0x5586e1f94ca0 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6a7e7fc640 1 -- 172.21.15.6:0/4075183895 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c0638c0 con 0x5586e1f94ca0 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- 172.21.15.6:0/4075183895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 msgr2=0x5586e20fd120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e20fd120 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c05ed70 tx=0x7f6a8c05e610 comp rx=0 tx=0).stop 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- 172.21.15.6:0/4075183895 shutdown_connections 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e20fd120 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 0x5586e20fcbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/4075183895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e20fc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- 172.21.15.6:0/4075183895 >> 172.21.15.6:0/4075183895 conn(0x5586e2081d90 msgr2=0x5586e20b1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- 172.21.15.6:0/4075183895 shutdown_connections 2024-09-21T07:27:30.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- 172.21.15.6:0/4075183895 wait complete. 2024-09-21T07:27:30.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 -- start start 2024-09-21T07:27:30.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.590+0000 7f6aa22f6000 1 Processor -- start 2024-09-21T07:27:30.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e2103920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e2103e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 0x5586e21043a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5586e1e985f0 con 0x5586e1f94ca0 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5586e1f01d80 con 0x5586e1fab950 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5586e1ea4520 con 0x5586e1bbb460 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 10 client.0 _ll_register_callbacks cb 0x5586e1ea8830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e2103e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e2103e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57406/0 (socket says 172.21.15.6:57406) 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 -- 172.21.15.6:0/922198714 learned_addr learned my addr 172.21.15.6:0/922198714 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a995c8640 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 0x5586e21043a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e2103920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 -- 172.21.15.6:0/922198714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 msgr2=0x5586e2103920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e2103920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 -- 172.21.15.6:0/922198714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 msgr2=0x5586e21043a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 0x5586e21043a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 -- 172.21.15.6:0/922198714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586e1e9c190 con 0x5586e1f94ca0 2024-09-21T07:27:30.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a93fff640 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e2103e60 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f6a800b1040 tx=0x7f6a800044d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2e38cf7e6ed107f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 1 -- 172.21.15.6:0/922198714 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a800b3070 con 0x5586e1f94ca0 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 1 -- 172.21.15.6:0/922198714 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f6a800b9af0 con 0x5586e1f94ca0 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- 172.21.15.6:0/922198714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5586e1e96110 con 0x5586e1f94ca0 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 1 -- 172.21.15.6:0/922198714 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f6a8000a840 con 0x5586e1f94ca0 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 10 client.5883 fetch_fsmap learned FSMap version 40 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- 172.21.15.6:0/922198714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x5586e1f82f10 con 0x5586e1f94ca0 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 1 -- 172.21.15.6:0/922198714 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x5586e1e96110 con 0x5586e1f94ca0 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 1 -- 172.21.15.6:0/922198714 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 40) ==== 3522+0+0 (secure 0 0 0) 0x7f6a8000b040 con 0x5586e1f94ca0 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 10 client.5883 fetch_fsmap finished waiting for FSMap version 40 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 10 client.5883 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 20 client.5883 populate_metadata read hostname 'smithi006' 2024-09-21T07:27:30.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x5586e1ba07d0 0x5586e210dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 4 client.5883 mds_command: new command op to 5679 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- 172.21.15.6:0/922198714 --> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586e1f10a90 con 0x5586e1ba07d0 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x5586e1ba07d0 0x5586e210dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 10 client.5883 ms_handle_connect on v2:172.21.15.6:6834/4093845965 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x5586e1ba07d0 0x5586e210dd00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea9784d3d8c8a40d server_cookie=493308e8c650de63 in_seq=0 out_seq=0 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 1 -- 172.21.15.6:0/922198714 <== mds.0 v2:172.21.15.6:6834/4093845965 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5586e1f10a90 con 0x5586e1ba07d0 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 10 client.5883 handle_command_reply: tid=0 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 client.5883 shutdown 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- 172.21.15.6:0/922198714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 msgr2=0x5586e2103e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e2103e60 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f6a800b1040 tx=0x7f6a800044d0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- 172.21.15.6:0/922198714 shutdown_connections 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x5586e1ba07d0 0x5586e210dd00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1fab950 0x5586e21043a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e2103e60 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6a737fe640 0 client.5883 ms_handle_reset on v2:172.21.15.6:6834/4093845965 2024-09-21T07:27:30.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/922198714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e2103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- 172.21.15.6:0/922198714 >> 172.21.15.6:0/922198714 conn(0x5586e2081d90 msgr2=0x5586e20b8440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- 172.21.15.6:0/922198714 shutdown_connections 2024-09-21T07:27:30.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 1 -- 172.21.15.6:0/922198714 wait complete. 2024-09-21T07:27:30.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.598+0000 7f6aa22f6000 20 client.5883 trim_cache size 0 max 16384 2024-09-21T07:27:30.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 Processor -- start 2024-09-21T07:27:30.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- start start 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e216e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1f94ca0 0x5586e216eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1fab950 0x5586e216f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6a942058f0 con 0x5586e1fab950 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6a94205fc0 con 0x5586e1f94ca0 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6a941fd030 con 0x5586e1bbb460 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1fab950 0x5586e216f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1fab950 0x5586e216f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57410/0 (socket says 172.21.15.6:57410) 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 -- 172.21.15.6:0/1281932016 learned_addr learned my addr 172.21.15.6:0/1281932016 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 -- 172.21.15.6:0/1281932016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 msgr2=0x5586e216e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e216e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a93fff640 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1f94ca0 0x5586e216eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e216e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 -- 172.21.15.6:0/1281932016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1f94ca0 msgr2=0x5586e216eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1f94ca0 0x5586e216eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 -- 172.21.15.6:0/1281932016 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586e1f59db0 con 0x5586e1fab950 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1fab950 0x5586e216f0a0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c0929b0 tx=0x7f6a8c092830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b0e22894dd653d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a7dffb640 1 -- 172.21.15.6:0/1281932016 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c05b430 con 0x5586e1fab950 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a7dffb640 1 -- 172.21.15.6:0/1281932016 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a8c078030 con 0x5586e1fab950 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a7dffb640 1 -- 172.21.15.6:0/1281932016 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c0638c0 con 0x5586e1fab950 2024-09-21T07:27:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- 172.21.15.6:0/1281932016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1fab950 msgr2=0x5586e216f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1fab950 0x5586e216f0a0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c0929b0 tx=0x7f6a8c092830 comp rx=0 tx=0).stop 2024-09-21T07:27:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- 172.21.15.6:0/1281932016 shutdown_connections 2024-09-21T07:27:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1fab950 0x5586e216f0a0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1f94ca0 0x5586e216eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/1281932016 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1bbb460 0x5586e216e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- 172.21.15.6:0/1281932016 >> 172.21.15.6:0/1281932016 conn(0x5586e2081d90 msgr2=0x5586e20fa620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- 172.21.15.6:0/1281932016 shutdown_connections 2024-09-21T07:27:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- 172.21.15.6:0/1281932016 wait complete. 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- start start 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 Processor -- start 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1bbb460 0x5586e212e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e212e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1fab950 0x5586e212eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5586e1fbd750 con 0x5586e1f94ca0 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5586e1f0d910 con 0x5586e1bbb460 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5586e1f063b0 con 0x5586e1fab950 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6aa22f6000 10 client.0 _ll_register_callbacks cb 0x7f6a800b1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:27:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a93fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e212e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a93fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e212e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57426/0 (socket says 172.21.15.6:57426) 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a93fff640 1 -- 172.21.15.6:0/437618262 learned_addr learned my addr 172.21.15.6:0/437618262 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.618+0000 7f6a995c8640 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1fab950 0x5586e212eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1bbb460 0x5586e212e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a93fff640 1 -- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1fab950 msgr2=0x5586e212eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a93fff640 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1fab950 0x5586e212eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a93fff640 1 -- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1bbb460 msgr2=0x5586e212e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a93fff640 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1bbb460 0x5586e212e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a93fff640 1 -- 172.21.15.6:0/437618262 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586e1ec4ab0 con 0x5586e1f94ca0 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a995c8640 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1fab950 0x5586e212eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a93fff640 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e212e760 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f6a80005e10 tx=0x7f6a8000ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff0a99a025d962d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 1 -- 172.21.15.6:0/437618262 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a800b3070 con 0x5586e1f94ca0 2024-09-21T07:27:30.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 1 -- 172.21.15.6:0/437618262 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f6a80003600 con 0x5586e1f94ca0 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 -- 172.21.15.6:0/437618262 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a8c078030 con 0x5586e1f94ca0 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 1 -- 172.21.15.6:0/437618262 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f6a800d3050 con 0x5586e1f94ca0 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 10 client.5889 fetch_fsmap learned FSMap version 40 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 -- 172.21.15.6:0/437618262 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x5586e1ea3070 con 0x5586e1f94ca0 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 1 -- 172.21.15.6:0/437618262 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a8c078030 con 0x5586e1f94ca0 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 1 -- 172.21.15.6:0/437618262 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 40) ==== 3522+0+0 (secure 0 0 0) 0x7f6a800d6020 con 0x5586e1f94ca0 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 10 client.5889 fetch_fsmap finished waiting for FSMap version 40 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 10 client.5889 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 20 client.5889 populate_metadata read hostname 'smithi006' 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x5586e1b8e830 0x5586e217a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 4 client.5889 mds_command: new command op to 5679 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 -- 172.21.15.6:0/437618262 --> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] -- command(tid 0: {"prefix": "status"}) -- 0x5586e1f0c540 con 0x5586e1b8e830 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x5586e1b8e830 0x5586e217a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 10 client.5889 ms_handle_connect on v2:172.21.15.6:6834/4093845965 2024-09-21T07:27:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a98dc7640 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x5586e1b8e830 0x5586e217a6a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e06e83646d31df40 server_cookie=9d30ed41798f8637 in_seq=0 out_seq=0 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 1 -- 172.21.15.6:0/437618262 <== mds.0 v2:172.21.15.6:6834/4093845965 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5586e1f0c540 con 0x5586e1b8e830 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 10 client.5889 handle_command_reply: tid=0 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 client.5889 shutdown 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 -- 172.21.15.6:0/437618262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 msgr2=0x5586e212e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e212e760 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f6a80005e10 tx=0x7f6a8000ac00 comp rx=0 tx=0).stop 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 -- 172.21.15.6:0/437618262 shutdown_connections 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.6:6834/4093845965,v1:172.21.15.6:6835/4093845965] conn(0x5586e1b8e830 0x5586e217a6a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5586e1fab950 0x5586e212eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586e1f94ca0 0x5586e212e760 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 --2- 172.21.15.6:0/437618262 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5586e1bbb460 0x5586e212e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a737fe640 0 client.5889 ms_handle_reset on v2:172.21.15.6:6834/4093845965 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 -- 172.21.15.6:0/437618262 >> 172.21.15.6:0/437618262 conn(0x5586e2081d90 msgr2=0x5586e20fafe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 -- 172.21.15.6:0/437618262 shutdown_connections 2024-09-21T07:27:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 1 -- 172.21.15.6:0/437618262 wait complete. 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6aa22f6000 20 client.5889 trim_cache size 0 max 16384 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5679, 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:27:30.634 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 16.102791731, 2024-09-21T07:27:30.635 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 40, 2024-09-21T07:27:30.635 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 58, 2024-09-21T07:27:30.635 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 58, 2024-09-21T07:27:30.635 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 20.620363916999999 2024-09-21T07:27:30.635 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:27:30.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a78073200 msgr2=0x7f6a78075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a78073200 0x7f6a78075710 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6a941eaa60 tx=0x7f6a880091e0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1080889493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a940b6480 msgr2=0x7f6a940c9a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a940b6480 0x7f6a940c9a80 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c0013e0 tx=0x7f6a8c00dcd0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1080889493 shutdown_connections 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6a78073200 0x7f6a78075710 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6a940b6480 0x7f6a940c9a80 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6a941f90e0 0x7f6a940c9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 --2- 172.21.15.6:0/1080889493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6a940b6000 0x7f6a941f9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1080889493 >> 172.21.15.6:0/1080889493 conn(0x7f6a940d08e0 msgr2=0x7f6a9415ffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1080889493 shutdown_connections 2024-09-21T07:27:30.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.622+0000 7f6a9b02b640 1 -- 172.21.15.6:0/1080889493 wait complete. 2024-09-21T07:27:30.648 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:27:30.650 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:27:30.669 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-09-21T07:27:30.669 INFO:teuthology.orchestra.run.smithi006.stdout: chdir = "" 2024-09-21T07:27:30.669 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:27:30.669 INFO:teuthology.orchestra.run.smithi006.stdout: auth supported = cephx 2024-09-21T07:27:30.669 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.669 INFO:teuthology.orchestra.run.smithi006.stdout: filestore xattr use omap = true 2024-09-21T07:27:30.669 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.669 INFO:teuthology.orchestra.run.smithi006.stdout: mon clock drift allowed = 1.000 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: osd crush chooseleaf type = 0 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: auth debug = true 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on old message = true 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on bug = true 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: mon pg warn max object skew = 0 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.670 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default size = 2 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow primary affinity = true 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow pg remap = true 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on no sortbitwise = false 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on too few osds = false 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: mon_allow_pool_size_one = true 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:27:30.671 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: osd default data pool replay window = 5 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: mon allow pool delete = true 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: mon cluster log file level = debug 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: debug asserts on shutdown = true 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: mon health detail to clog = false 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout:[osd] 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: osd journal size = 100 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub load threshold = 5.0 2024-09-21T07:27:30.672 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub max interval = 600 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd recover clone overlap = true 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd recovery max chunk = 1048576 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug shutdown = true 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug op order = true 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug verify stray on activate = true 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug trim objects = true 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd open classes on start = true 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug pg log writeout = true 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.673 INFO:teuthology.orchestra.run.smithi006.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: osd map max advance = 10 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: journal zero on create = true 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: filestore apply finisher threads = 3 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: bdev debug aio = true 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug misdirected ops = true 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: bdev async discard = True 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: bdev enable discard = True 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore allocator = bitmap 2024-09-21T07:27:30.674 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore block size = 96636764160 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore fsck on mount = True 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluefs = 1/20 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluestore = 1/20 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: debug osd = 20 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: debug rocksdb = 4/10 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd full ratio = 0.9 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: osd objectstore = bluestore 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr] 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: debug mgr = 20 2024-09-21T07:27:30.675 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: mgr/telemetry/nag = false 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout:[mon] 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: debug paxos = 20 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: mon data avail warn = 5 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: mon mgr mkfs grace = 240 2024-09-21T07:27:30.676 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd reporter subtree level = osd 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd prime pg temp = true 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:27:30.677 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: # 1m isn't quite enough 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: mon down mkfs grace = 300 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout:[client] 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: rgw cache enabled = true 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable ops log = true 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable usage log = true 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = "" 2024-09-21T07:27:30.678 INFO:teuthology.orchestra.run.smithi006.stdout: client reconnect stale = True 2024-09-21T07:27:30.679 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.a] 2024-09-21T07:27:30.679 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.b] 2024-09-21T07:27:30.679 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.c] 2024-09-21T07:27:30.679 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:27:30.679 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:27:30.679 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:27:30.679 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:27:30.683 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.684 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:27:30.685 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:27:30.686 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-21T07:27:30.687 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-21T07:27:30.688 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:27:30.689 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.690 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:27:30.691 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-21T07:27:30.692 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout: client reconnect stale = True 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:27:30.693 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:27:30.694 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:27:30.694 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:30.732 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:27:30.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 -- 172.21.15.6:0/37959507 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c06d560 msgr2=0x7fb12c0ad0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 --2- 172.21.15.6:0/37959507 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c06d560 0x7fb12c0ad0b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fb124009c80 tx=0x7fb12401cce0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 -- 172.21.15.6:0/37959507 shutdown_connections 2024-09-21T07:27:30.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 --2- 172.21.15.6:0/37959507 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c06d560 0x7fb12c0ad0b0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 --2- 172.21.15.6:0/37959507 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb12c0b3ac0 0x7fb12c0cba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 -- 172.21.15.6:0/37959507 >> 172.21.15.6:0/37959507 conn(0x7fb12c0d0b00 msgr2=0x7fb12c0b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:30.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 -- 172.21.15.6:0/37959507 shutdown_connections 2024-09-21T07:27:30.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 -- 172.21.15.6:0/37959507 wait complete. 2024-09-21T07:27:30.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 Processor -- start 2024-09-21T07:27:30.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.938+0000 7fb130fee640 1 -- start start 2024-09-21T07:27:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb12c0b3ac0 0x7fb12c166e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c0b3ed0 0x7fb12c0c69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb12c0c4ac0 0x7fb12c0c4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb12c16a3e0 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb12c16a260 con 0x7fb12c0b3ac0 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb12c16a560 con 0x7fb12c0c4ac0 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c0b3ed0 0x7fb12c0c69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c0b3ed0 0x7fb12c0c69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57440/0 (socket says 172.21.15.6:57440) 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 -- 172.21.15.6:0/4163165722 learned_addr learned my addr 172.21.15.6:0/4163165722 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb12a59c640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb12c0b3ac0 0x7fb12c166e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb12ad9d640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb12c0c4ac0 0x7fb12c0c4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 -- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb12c0c4ac0 msgr2=0x7fb12c0c4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb12c0c4ac0 0x7fb12c0c4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 -- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb12c0b3ac0 msgr2=0x7fb12c166e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb12c0b3ac0 0x7fb12c166e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 -- 172.21.15.6:0/4163165722 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb12c0c5410 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb129d9b640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c0b3ed0 0x7fb12c0c69b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb12000c3c0 tx=0x7fb12000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb11affd640 1 -- 172.21.15.6:0/4163165722 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb120017070 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb11affd640 1 -- 172.21.15.6:0/4163165722 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1200053c0 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb12c1faa90 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb11affd640 1 -- 172.21.15.6:0/4163165722 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb120003860 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb12c1f6fb0 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.942+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb12c1fad30 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.946+0000 7fb11affd640 1 -- 172.21.15.6:0/4163165722 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb12001a070 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.946+0000 7fb11affd640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb10c073200 0x7fb10c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.946+0000 7fb11affd640 1 -- 172.21.15.6:0/4163165722 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fb120093620 con 0x7fb12c0b3ed0 2024-09-21T07:27:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.946+0000 7fb12a59c640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb10c073200 0x7fb10c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.946+0000 7fb12a59c640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb10c073200 0x7fb10c075710 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb11c0058d0 tx=0x7fb11c005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:30.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:30.950+0000 7fb11affd640 1 -- 172.21.15.6:0/4163165722 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb12c0c5410 con 0x7fb12c0b3ed0 2024-09-21T07:27:31.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.126+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb12c1673b0 con 0x7fb12c0b3ed0 2024-09-21T07:27:31.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.126+0000 7fb11affd640 1 -- 172.21.15.6:0/4163165722 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7fb12005e650 con 0x7fb12c0b3ed0 2024-09-21T07:27:31.134 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:27:31.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb10c073200 msgr2=0x7fb10c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:31.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb10c073200 0x7fb10c075710 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb11c0058d0 tx=0x7fb11c005860 comp rx=0 tx=0).stop 2024-09-21T07:27:31.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c0b3ed0 msgr2=0x7fb12c0c69b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:31.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c0b3ed0 0x7fb12c0c69b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb12000c3c0 tx=0x7fb12000c880 comp rx=0 tx=0).stop 2024-09-21T07:27:31.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 shutdown_connections 2024-09-21T07:27:31.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb10c073200 0x7fb10c075710 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb12c0c4ac0 0x7fb12c0c4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb12c0b3ed0 0x7fb12c0c69b0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 --2- 172.21.15.6:0/4163165722 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb12c0b3ac0 0x7fb12c166e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 >> 172.21.15.6:0/4163165722 conn(0x7fb12c0d0b00 msgr2=0x7fb12c070990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:31.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 shutdown_connections 2024-09-21T07:27:31.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.130+0000 7fb130fee640 1 -- 172.21.15.6:0/4163165722 wait complete. 2024-09-21T07:27:31.154 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:27:31.154 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:31.166 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:27:31.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.354+0000 7fb55e677640 1 -- 172.21.15.6:0/602794986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 msgr2=0x7fb544004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:31.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.354+0000 7fb55e677640 1 --2- 172.21.15.6:0/602794986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 0x7fb544004810 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fb55809e400 tx=0x7fb54001d1e0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.354+0000 7fb55cc14640 1 -- 172.21.15.6:0/602794986 reap_dead start 2024-09-21T07:27:31.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.354+0000 7fb55e677640 1 -- 172.21.15.6:0/602794986 shutdown_connections 2024-09-21T07:27:31.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.354+0000 7fb55e677640 1 -- 172.21.15.6:0/602794986 >> 172.21.15.6:0/602794986 conn(0x7fb5580d0b00 msgr2=0x7fb5580b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:31.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.354+0000 7fb55e677640 1 -- 172.21.15.6:0/602794986 shutdown_connections 2024-09-21T07:27:31.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.354+0000 7fb55e677640 1 -- 172.21.15.6:0/602794986 wait complete. 2024-09-21T07:27:31.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 Processor -- start 2024-09-21T07:27:31.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 -- start start 2024-09-21T07:27:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 0x7fb5580b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb558159c30 0x7fb55815d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb55815a040 0x7fb55815deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5580b49f0 con 0x7fb5440040d0 2024-09-21T07:27:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb5580af830 con 0x7fb55815a040 2024-09-21T07:27:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb5580b4b70 con 0x7fb558159c30 2024-09-21T07:27:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 0x7fb5580b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 0x7fb5580b20b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57464/0 (socket says 172.21.15.6:57464) 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 -- 172.21.15.6:0/697595663 learned_addr learned my addr 172.21.15.6:0/697595663 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb5577fe640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb558159c30 0x7fb55815d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55cc14640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb55815a040 0x7fb55815deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 -- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb558159c30 msgr2=0x7fb55815d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb558159c30 0x7fb55815d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 -- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb55815a040 msgr2=0x7fb55815deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb55815a040 0x7fb55815deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 -- 172.21.15.6:0/697595663 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5580cc9f0 con 0x7fb5440040d0 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55cc14640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb55815a040 0x7fb55815deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb557fff640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 0x7fb5580b20b0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fb550010cc0 tx=0x7fb55000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb554ff9640 1 -- 172.21.15.6:0/697595663 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb550017070 con 0x7fb5440040d0 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb554ff9640 1 -- 172.21.15.6:0/697595663 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb550011660 con 0x7fb5440040d0 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb55815c5c0 con 0x7fb5440040d0 2024-09-21T07:27:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb554ff9640 1 -- 172.21.15.6:0/697595663 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb550011ab0 con 0x7fb5440040d0 2024-09-21T07:27:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.358+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb55815cb80 con 0x7fb5440040d0 2024-09-21T07:27:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.362+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5580b44b0 con 0x7fb5440040d0 2024-09-21T07:27:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.362+0000 7fb554ff9640 1 -- 172.21.15.6:0/697595663 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb550011c50 con 0x7fb5440040d0 2024-09-21T07:27:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.362+0000 7fb554ff9640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb538073200 0x7fb538075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.362+0000 7fb554ff9640 1 -- 172.21.15.6:0/697595663 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fb5500951b0 con 0x7fb5440040d0 2024-09-21T07:27:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.362+0000 7fb5577fe640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb538073200 0x7fb538075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.362+0000 7fb5577fe640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb538073200 0x7fb538075710 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb5400ad000 tx=0x7fb540019f80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.366+0000 7fb554ff9640 1 -- 172.21.15.6:0/697595663 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb550060130 con 0x7fb5440040d0 2024-09-21T07:27:31.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb558074bc0 con 0x7fb5440040d0 2024-09-21T07:27:31.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb554ff9640 1 -- 172.21.15.6:0/697595663 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7fb55005fa30 con 0x7fb5440040d0 2024-09-21T07:27:31.551 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:27:31.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb538073200 msgr2=0x7fb538075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:31.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb538073200 0x7fb538075710 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb5400ad000 tx=0x7fb540019f80 comp rx=0 tx=0).stop 2024-09-21T07:27:31.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 msgr2=0x7fb5580b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:31.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 0x7fb5580b20b0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fb550010cc0 tx=0x7fb55000e720 comp rx=0 tx=0).stop 2024-09-21T07:27:31.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 shutdown_connections 2024-09-21T07:27:31.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb538073200 0x7fb538075710 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb55815a040 0x7fb55815deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb558159c30 0x7fb55815d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 --2- 172.21.15.6:0/697595663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5440040d0 0x7fb5580b20b0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:31.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 >> 172.21.15.6:0/697595663 conn(0x7fb5580d0b00 msgr2=0x7fb5580cc2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:31.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 shutdown_connections 2024-09-21T07:27:31.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:31.546+0000 7fb55e677640 1 -- 172.21.15.6:0/697595663 wait complete. 2024-09-21T07:27:31.572 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:27:31.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:31.572 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:31.583 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[41369]: fuse finished with error 0 and tester_r 0 2024-09-21T07:27:31.584 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:27:32.553 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:27:32.556 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:27:37.686 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:27:37.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:37.686 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:27:37.694 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:27:37.694 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:37.743 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:27:37.743 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:27:37.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.950+0000 7f61a6293640 1 -- 172.21.15.6:0/3082209944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a00cdca0 msgr2=0x7f61a00ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:37.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.950+0000 7f61a6293640 1 --2- 172.21.15.6:0/3082209944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a00cdca0 0x7f61a00ce0b0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f6190009900 tx=0x7f619001c8e0 comp rx=0 tx=0).stop 2024-09-21T07:27:37.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.950+0000 7f61a6293640 1 -- 172.21.15.6:0/3082209944 shutdown_connections 2024-09-21T07:27:37.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.950+0000 7f61a6293640 1 --2- 172.21.15.6:0/3082209944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a00cdca0 0x7f61a00ce0b0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:37.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.950+0000 7f61a6293640 1 --2- 172.21.15.6:0/3082209944 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a00cd350 0x7f61a00cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:37.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.950+0000 7f61a6293640 1 -- 172.21.15.6:0/3082209944 >> 172.21.15.6:0/3082209944 conn(0x7f61a00b2e80 msgr2=0x7f61a00b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:37.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.950+0000 7f61a6293640 1 -- 172.21.15.6:0/3082209944 shutdown_connections 2024-09-21T07:27:37.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.950+0000 7f61a6293640 1 -- 172.21.15.6:0/3082209944 wait complete. 2024-09-21T07:27:37.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 Processor -- start 2024-09-21T07:27:37.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 -- start start 2024-09-21T07:27:37.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a00cd350 0x7f61a0154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:37.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a00cdca0 0x7f61a00d0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:37.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a015d7d0 0x7f61a0152460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:37.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f61a0169cf0 con 0x7f61a015d7d0 2024-09-21T07:27:37.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f61a0169b70 con 0x7f61a00cdca0 2024-09-21T07:27:37.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f61a0169e70 con 0x7f61a00cd350 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a015d7d0 0x7f61a0152460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a015d7d0 0x7f61a0152460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52054/0 (socket says 172.21.15.6:52054) 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 -- 172.21.15.6:0/3263354948 learned_addr learned my addr 172.21.15.6:0/3263354948 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f619f7fe640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a00cdca0 0x7f61a00d0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f619ffff640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a00cd350 0x7f61a0154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 -- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a00cd350 msgr2=0x7f61a0154620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a00cd350 0x7f61a0154620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 -- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a00cdca0 msgr2=0x7f61a00d0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a00cdca0 0x7f61a00d0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 -- 172.21.15.6:0/3263354948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61a01f8f60 con 0x7f61a015d7d0 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f619f7fe640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a00cdca0 0x7f61a00d0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a4830640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a015d7d0 0x7f61a0152460 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f61900b0040 tx=0x7f61900a5780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f619cff9640 1 -- 172.21.15.6:0/3263354948 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61900b2040 con 0x7f61a015d7d0 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f619cff9640 1 -- 172.21.15.6:0/3263354948 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6190004230 con 0x7f61a015d7d0 2024-09-21T07:27:37.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61a01f9240 con 0x7f61a015d7d0 2024-09-21T07:27:37.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f619cff9640 1 -- 172.21.15.6:0/3263354948 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6190003600 con 0x7f61a015d7d0 2024-09-21T07:27:37.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.954+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61a01f9800 con 0x7f61a015d7d0 2024-09-21T07:27:37.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.958+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61a00cd760 con 0x7f61a015d7d0 2024-09-21T07:27:37.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.958+0000 7f619cff9640 1 -- 172.21.15.6:0/3263354948 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f61900bd020 con 0x7f61a015d7d0 2024-09-21T07:27:37.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.958+0000 7f619cff9640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6180073200 0x7f6180075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:37.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.958+0000 7f619cff9640 1 -- 172.21.15.6:0/3263354948 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f619012e470 con 0x7f61a015d7d0 2024-09-21T07:27:37.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.958+0000 7f619ffff640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6180073200 0x7f6180075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:37.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.958+0000 7f619ffff640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6180073200 0x7f6180075710 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f61a00cede0 tx=0x7f6198009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:37.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:37.962+0000 7f619cff9640 1 -- 172.21.15.6:0/3263354948 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f61900c4020 con 0x7f61a015d7d0 2024-09-21T07:27:38.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.182+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f61a00b6340 con 0x7f61a015d7d0 2024-09-21T07:27:38.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.182+0000 7f619cff9640 1 -- 172.21.15.6:0/3263354948 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7f61900164d0 con 0x7f61a015d7d0 2024-09-21T07:27:38.184 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:27:38.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6180073200 msgr2=0x7f6180075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:38.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6180073200 0x7f6180075710 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f61a00cede0 tx=0x7f6198009040 comp rx=0 tx=0).stop 2024-09-21T07:27:38.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a015d7d0 msgr2=0x7f61a0152460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:38.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a015d7d0 0x7f61a0152460 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f61900b0040 tx=0x7f61900a5780 comp rx=0 tx=0).stop 2024-09-21T07:27:38.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 shutdown_connections 2024-09-21T07:27:38.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6180073200 0x7f6180075710 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:38.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f61a015d7d0 0x7f61a0152460 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:38.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f61a00cdca0 0x7f61a00d0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:38.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 --2- 172.21.15.6:0/3263354948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f61a00cd350 0x7f61a0154620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:38.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 >> 172.21.15.6:0/3263354948 conn(0x7f61a00b2e80 msgr2=0x7f61a006d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:38.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 shutdown_connections 2024-09-21T07:27:38.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38.186+0000 7f61a6293640 1 -- 172.21.15.6:0/3263354948 wait complete. 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:27:38.208 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:27:38.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:38.209 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:38.215 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42313sec preferred_lft 42313sec 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:27:38.216 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:27:38.217 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:38.218 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:27:38.218 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:38.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:38.218 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:27:38.269 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:27:38.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:38.271 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:27:38.321 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:27:38.321 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:27:38.321 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:27:38.321 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:27:38.321 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:27:38.321 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:27:38.321 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:27:38.321 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:27:38.321 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:27:38.322 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:27:38.322 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:27:38.322 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:27:38.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:27:38.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:38.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:38.447 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:27:38.453 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:27:38.453 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:27:38.453 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:27:38.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:38.453 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:27:38.505 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:27:38.505 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:27:38.505 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:38.551 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:27:38.551 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:27:38.552 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:38.599 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:27:38.656 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:38.704 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:27:38.704 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:27:38.704 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:27:38.704 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:27:38.704 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:27:38.704 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:27:38.705 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:38.706 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:38.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:38.707 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:27:38.755 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:27:38.755 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:27:38.799 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:27:38.814 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:38.864 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:27:38.864 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:27:38.864 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:27:38.864 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:27:38.864 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:27:38.864 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:27:38.864 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:27:38.865 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:38.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:38.867 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:27:38.907 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:27:38.906+0000 7f0d67abc580 -1 init, newargv = 0x7f0d4c0046b0 newargc=15 2024-09-21T07:27:38.908 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[41794]: starting ceph client 2024-09-21T07:27:38.918 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[41794]: starting fuse 2024-09-21T07:27:40.013 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:27:40.030 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:40.076 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:27:40.076 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:27:40.076 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:27:40.076 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:27:40.076 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:40.077 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:27:40.078 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:40.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:40.079 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:27:40.127 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:27:40.127 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:27:40.127 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:27:40.127 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:27:40.127 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:27:40.128 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:27:40.129 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:27:40.129 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:27:40.129 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:27:40.129 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:27:40.129 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:27:40.129 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:27:40.130 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:27:40.130 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:27:40.255 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.41794.asok 2024-09-21T07:27:40.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:40.268 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.41794.asok 2024-09-21T07:27:40.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:40.269 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.41794.asok status 2024-09-21T07:27:40.449 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:27:40.449 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:27:40.449 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:27:40.449 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:27:40.449 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:27:40.449 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "41794", 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5916, 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5916 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:27:40.450 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2879958428 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2879958428 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5916 192.168.0.1:0/2879958428", 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/2879958428", 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 40, 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 58, 2024-09-21T07:27:40.451 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:27:40.452 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:27:40.452 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:27:40.452 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:27:40.466 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:40.466 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:27:40.466 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:40.472 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:27:40.472 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:40.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:40.472 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:27:40.527 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:27:40.527 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:40.535 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:27:40.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.734+0000 7f0f0c76d640 1 -- 172.21.15.6:0/2447559517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f04068db0 msgr2=0x7f0f040cbef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:40.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.734+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/2447559517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f04068db0 0x7f0f040cbef0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f0f00009bc0 tx=0x7f0f0001cb40 comp rx=0 tx=0).stop 2024-09-21T07:27:40.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.734+0000 7f0f0c76d640 1 -- 172.21.15.6:0/2447559517 shutdown_connections 2024-09-21T07:27:40.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.734+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/2447559517 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f040cfb20 0x7f0f040cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.734+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/2447559517 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f04068db0 0x7f0f040cbef0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.734+0000 7f0f0c76d640 1 -- 172.21.15.6:0/2447559517 >> 172.21.15.6:0/2447559517 conn(0x7f0f040d0b70 msgr2=0x7f0f040d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:40.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.734+0000 7f0f0c76d640 1 -- 172.21.15.6:0/2447559517 shutdown_connections 2024-09-21T07:27:40.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.734+0000 7f0f0c76d640 1 -- 172.21.15.6:0/2447559517 wait complete. 2024-09-21T07:27:40.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.738+0000 7f0f0c76d640 1 Processor -- start 2024-09-21T07:27:40.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.738+0000 7f0f0c76d640 1 -- start start 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f04068db0 0x7f0f0414bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f040cc430 0x7f0f04164820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f040cfb20 0x7f0f04164d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0415c8b0 con 0x7f0f040cfb20 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0f04070230 con 0x7f0f04068db0 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0f040738b0 con 0x7f0f040cc430 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f040cfb20 0x7f0f04164d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f040cfb20 0x7f0f04164d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52056/0 (socket says 172.21.15.6:52056) 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 -- 172.21.15.6:0/215231705 learned_addr learned my addr 172.21.15.6:0/215231705 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0a509640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f04068db0 0x7f0f0414bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:40.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f09d08640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f040cc430 0x7f0f04164820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 -- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f040cc430 msgr2=0x7f0f04164820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f040cc430 0x7f0f04164820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 -- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f04068db0 msgr2=0x7f0f0414bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f04068db0 0x7f0f0414bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 -- 172.21.15.6:0/215231705 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f040b4160 con 0x7f0f040cfb20 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0ad0a640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f040cfb20 0x7f0f04164d60 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f0efc00e920 tx=0x7f0efc00ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0efaffd640 1 -- 172.21.15.6:0/215231705 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0efc00cd80 con 0x7f0f040cfb20 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0efaffd640 1 -- 172.21.15.6:0/215231705 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0efc010430 con 0x7f0f040cfb20 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f040b6350 con 0x7f0f040cfb20 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0efaffd640 1 -- 172.21.15.6:0/215231705 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0efc010880 con 0x7f0f040cfb20 2024-09-21T07:27:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f040b3c40 con 0x7f0f040cfb20 2024-09-21T07:27:40.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f0414f510 con 0x7f0f040cfb20 2024-09-21T07:27:40.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0efaffd640 1 -- 172.21.15.6:0/215231705 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0efc01f020 con 0x7f0f040cfb20 2024-09-21T07:27:40.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.742+0000 7f0efaffd640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0ee8073230 0x7f0ee8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:40.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.746+0000 7f0efaffd640 1 -- 172.21.15.6:0/215231705 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f0efc094a10 con 0x7f0f040cfb20 2024-09-21T07:27:40.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.746+0000 7f0f0a509640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0ee8073230 0x7f0ee8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.746+0000 7f0f0a509640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0ee8073230 0x7f0ee8075740 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0f000af000 tx=0x7f0f0001b3e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:40.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.750+0000 7f0efaffd640 1 -- 172.21.15.6:0/215231705 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0efc05f360 con 0x7f0f040cfb20 2024-09-21T07:27:40.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0f040b6870 con 0x7f0f040cfb20 2024-09-21T07:27:40.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0efaffd640 1 -- 172.21.15.6:0/215231705 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f0f040b6870 con 0x7f0f040cfb20 2024-09-21T07:27:40.943 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:27:40.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0ee8073230 msgr2=0x7f0ee8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:40.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0ee8073230 0x7f0ee8075740 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0f000af000 tx=0x7f0f0001b3e0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f040cfb20 msgr2=0x7f0f04164d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:40.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f040cfb20 0x7f0f04164d60 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f0efc00e920 tx=0x7f0efc00ede0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 shutdown_connections 2024-09-21T07:27:40.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0ee8073230 0x7f0ee8075740 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f040cfb20 0x7f0f04164d60 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0f040cc430 0x7f0f04164820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 --2- 172.21.15.6:0/215231705 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0f04068db0 0x7f0f0414bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:40.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 >> 172.21.15.6:0/215231705 conn(0x7f0f040d0b70 msgr2=0x7f0f0406f910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:40.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 shutdown_connections 2024-09-21T07:27:40.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:40.942+0000 7f0f0c76d640 1 -- 172.21.15.6:0/215231705 wait complete. 2024-09-21T07:27:40.966 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:27:40.966 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:40.973 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:27:41.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.134+0000 7f3bf1c71640 1 -- 172.21.15.6:0/3290197545 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bd4004d50 msgr2=0x7f3bd4005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:41.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.134+0000 7f3bf1c71640 1 --2- 172.21.15.6:0/3290197545 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bd4004d50 0x7f3bd4005160 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f3bec0cf6d0 tx=0x7f3be401d210 comp rx=0 tx=0).stop 2024-09-21T07:27:41.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.134+0000 7f3bebfff640 1 -- 172.21.15.6:0/3290197545 reap_dead start 2024-09-21T07:27:41.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 -- 172.21.15.6:0/3290197545 shutdown_connections 2024-09-21T07:27:41.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 -- 172.21.15.6:0/3290197545 >> 172.21.15.6:0/3290197545 conn(0x7f3bec0b2e80 msgr2=0x7f3bec0b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:41.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 -- 172.21.15.6:0/3290197545 shutdown_connections 2024-09-21T07:27:41.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 -- 172.21.15.6:0/3290197545 wait complete. 2024-09-21T07:27:41.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 Processor -- start 2024-09-21T07:27:41.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 -- start start 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3bec154640 0x7f3bec153b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3bec154d60 0x7f3bec0d1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bec0b0df0 0x7f3bec0d1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3bec0b6cd0 con 0x7f3bec0b0df0 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3bec0b6e50 con 0x7f3bec154d60 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bf1c71640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3bec0b48b0 con 0x7f3bec154640 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bebfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bec0b0df0 0x7f3bec0d1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bebfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bec0b0df0 0x7f3bec0d1bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52074/0 (socket says 172.21.15.6:52074) 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bebfff640 1 -- 172.21.15.6:0/4263500610 learned_addr learned my addr 172.21.15.6:0/4263500610 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3beb7fe640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3bec154640 0x7f3bec153b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3beaffd640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3bec154d60 0x7f3bec0d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bebfff640 1 -- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3bec154640 msgr2=0x7f3bec153b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:41.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bebfff640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3bec154640 0x7f3bec153b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bebfff640 1 -- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3bec154d60 msgr2=0x7f3bec0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bebfff640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3bec154d60 0x7f3bec0d1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.138+0000 7f3bebfff640 1 -- 172.21.15.6:0/4263500610 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bec1540b0 con 0x7f3bec0b0df0 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bebfff640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bec0b0df0 0x7f3bec0d1bc0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f3be40ae040 tx=0x7f3be4003e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bd3fff640 1 -- 172.21.15.6:0/4263500610 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be4009ac0 con 0x7f3bec0b0df0 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bd3fff640 1 -- 172.21.15.6:0/4263500610 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3be40be070 con 0x7f3bec0b0df0 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bec154af0 con 0x7f3bec0b0df0 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bd3fff640 1 -- 172.21.15.6:0/4263500610 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be40093a0 con 0x7f3bec0b0df0 2024-09-21T07:27:41.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bec167db0 con 0x7f3bec0b0df0 2024-09-21T07:27:41.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bec0cdd60 con 0x7f3bec0b0df0 2024-09-21T07:27:41.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bd3fff640 1 -- 172.21.15.6:0/4263500610 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3be40042a0 con 0x7f3bec0b0df0 2024-09-21T07:27:41.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bd3fff640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3bd8073200 0x7f3bd8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:41.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3bd3fff640 1 -- 172.21.15.6:0/4263500610 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f3be412f540 con 0x7f3bec0b0df0 2024-09-21T07:27:41.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3beb7fe640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3bd8073200 0x7f3bd8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:41.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.142+0000 7f3beb7fe640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3bd8073200 0x7f3bd8075710 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3bec069310 tx=0x7f3bdc006040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:41.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.146+0000 7f3bd3fff640 1 -- 172.21.15.6:0/4263500610 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3be4016f20 con 0x7f3bec0b0df0 2024-09-21T07:27:41.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3bec0b3760 con 0x7f3bec0b0df0 2024-09-21T07:27:41.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bd3fff640 1 -- 172.21.15.6:0/4263500610 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f3be40fa5f0 con 0x7f3bec0b0df0 2024-09-21T07:27:41.336 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:27:41.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3bd8073200 msgr2=0x7f3bd8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:41.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3bd8073200 0x7f3bd8075710 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3bec069310 tx=0x7f3bdc006040 comp rx=0 tx=0).stop 2024-09-21T07:27:41.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bec0b0df0 msgr2=0x7f3bec0d1bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:41.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bec0b0df0 0x7f3bec0d1bc0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f3be40ae040 tx=0x7f3be4003e60 comp rx=0 tx=0).stop 2024-09-21T07:27:41.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 shutdown_connections 2024-09-21T07:27:41.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3bd8073200 0x7f3bd8075710 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:41.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bec0b0df0 0x7f3bec0d1bc0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:41.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3bec154d60 0x7f3bec0d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:41.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 --2- 172.21.15.6:0/4263500610 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3bec154640 0x7f3bec153b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:41.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 >> 172.21.15.6:0/4263500610 conn(0x7f3bec0b2e80 msgr2=0x7f3bec0caa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:41.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 shutdown_connections 2024-09-21T07:27:41.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:41.334+0000 7f3bf1c71640 1 -- 172.21.15.6:0/4263500610 wait complete. 2024-09-21T07:27:41.356 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:27:41.356 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:41.357 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:41.370 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35187]: fuse finished with error 0 and tester_r 0 2024-09-21T07:27:41.372 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:27:47.473 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:27:47.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:47.474 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:27:47.481 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:27:47.482 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:27:47.527 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:27:47.527 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:27:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- 172.21.15.6:0/2939022229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b18004810 msgr2=0x7f8b18004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 --2- 172.21.15.6:0/2939022229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b18004810 0x7f8b18004c20 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f8b24009b60 tx=0x7f8b2401d290 comp rx=0 tx=0).stop 2024-09-21T07:27:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b3670f640 1 -- 172.21.15.6:0/2939022229 reap_dead start 2024-09-21T07:27:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- 172.21.15.6:0/2939022229 shutdown_connections 2024-09-21T07:27:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- 172.21.15.6:0/2939022229 >> 172.21.15.6:0/2939022229 conn(0x7f8b300d0b70 msgr2=0x7f8b300d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- 172.21.15.6:0/2939022229 shutdown_connections 2024-09-21T07:27:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- 172.21.15.6:0/2939022229 wait complete. 2024-09-21T07:27:47.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 Processor -- start 2024-09-21T07:27:47.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- start start 2024-09-21T07:27:47.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b301629e0 0x7f8b301567d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:47.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b3014f340 0x7f8b30152470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:47.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b301529b0 0x7f8b302008d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:47.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8b30167630 con 0x7f8b301529b0 2024-09-21T07:27:47.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8b30153a90 con 0x7f8b301629e0 2024-09-21T07:27:47.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b38172640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8b301677b0 con 0x7f8b3014f340 2024-09-21T07:27:47.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.698+0000 7f8b3670f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b301529b0 0x7f8b302008d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3670f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b301529b0 0x7f8b302008d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57540/0 (socket says 172.21.15.6:57540) 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3670f640 1 -- 172.21.15.6:0/4182932863 learned_addr learned my addr 172.21.15.6:0/4182932863 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3570d640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b3014f340 0x7f8b30152470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b35f0e640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b301629e0 0x7f8b301567d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3670f640 1 -- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b3014f340 msgr2=0x7f8b30152470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3670f640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b3014f340 0x7f8b30152470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3670f640 1 -- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b301629e0 msgr2=0x7f8b301567d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3670f640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b301629e0 0x7f8b301567d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3670f640 1 -- 172.21.15.6:0/4182932863 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b30152dc0 con 0x7f8b301529b0 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3570d640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b3014f340 0x7f8b30152470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b3670f640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b301529b0 0x7f8b302008d0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f8b3015ccb0 tx=0x7f8b20010ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b2e7fc640 1 -- 172.21.15.6:0/4182932863 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2000ea20 con 0x7f8b301529b0 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b2e7fc640 1 -- 172.21.15.6:0/4182932863 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b2001b070 con 0x7f8b301529b0 2024-09-21T07:27:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b2e7fc640 1 -- 172.21.15.6:0/4182932863 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b20012450 con 0x7f8b301529b0 2024-09-21T07:27:47.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b30156ed0 con 0x7f8b301529b0 2024-09-21T07:27:47.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b30159730 con 0x7f8b301529b0 2024-09-21T07:27:47.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b300cb1c0 con 0x7f8b301529b0 2024-09-21T07:27:47.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b2e7fc640 1 -- 172.21.15.6:0/4182932863 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8b200125f0 con 0x7f8b301529b0 2024-09-21T07:27:47.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b2e7fc640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8b1c073200 0x7f8b1c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:27:47.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b2e7fc640 1 -- 172.21.15.6:0/4182932863 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f8b200947a0 con 0x7f8b301529b0 2024-09-21T07:27:47.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.702+0000 7f8b35f0e640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8b1c073200 0x7f8b1c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:27:47.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.706+0000 7f8b35f0e640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8b1c073200 0x7f8b1c075710 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8b30071230 tx=0x7f8b28001950 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:27:47.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.710+0000 7f8b2e7fc640 1 -- 172.21.15.6:0/4182932863 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8b30152dc0 con 0x7f8b301529b0 2024-09-21T07:27:47.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.926+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8b30076210 con 0x7f8b301529b0 2024-09-21T07:27:47.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b2e7fc640 1 -- 172.21.15.6:0/4182932863 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7f8b2005f840 con 0x7f8b301529b0 2024-09-21T07:27:47.931 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8b1c073200 msgr2=0x7f8b1c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8b1c073200 0x7f8b1c075710 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8b30071230 tx=0x7f8b28001950 comp rx=0 tx=0).stop 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b301529b0 msgr2=0x7f8b302008d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b301529b0 0x7f8b302008d0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f8b3015ccb0 tx=0x7f8b20010ce0 comp rx=0 tx=0).stop 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 shutdown_connections 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8b1c073200 0x7f8b1c075710 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b301529b0 0x7f8b302008d0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8b3014f340 0x7f8b30152470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 --2- 172.21.15.6:0/4182932863 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8b301629e0 0x7f8b301567d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 >> 172.21.15.6:0/4182932863 conn(0x7f8b300d0b70 msgr2=0x7f8b300b1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 shutdown_connections 2024-09-21T07:27:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:47.930+0000 7f8b38172640 1 -- 172.21.15.6:0/4182932863 wait complete. 2024-09-21T07:27:47.953 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:27:47.953 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:27:47.953 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:27:47.953 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:27:47.953 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:47.953 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:27:47.953 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:27:47.953 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:27:47.954 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:27:47.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:47.954 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:27:47.960 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:27:47.960 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:47.961 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42305sec preferred_lft 42305sec 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:47.962 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:27:47.963 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:47.963 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:27:47.963 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:47.963 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:27:47.963 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:47.963 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:27:47.963 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:27:47.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:47.963 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:27:48.014 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:27:48.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:48.016 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:27:48.068 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:27:48.068 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:27:48.068 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:27:48.068 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:27:48.068 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:27:48.068 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:27:48.068 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:27:48.069 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:27:48.069 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:27:48.069 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:27:48.069 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:27:48.069 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:27:48.069 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:27:48.069 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:27:48.069 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:27:48.069 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:27:48.069 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:27:48.156 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:27:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:27:48.186 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:27:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:48.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:48.193 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:27:48.198 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:27:48.198 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:27:48.198 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:27:48.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:48.198 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:27:48.254 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:27:48.254 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:27:48.254 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:48.303 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:27:48.303 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:27:48.303 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:48.350 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:27:48.408 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:48.456 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:27:48.456 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:27:48.456 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:27:48.456 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:27:48.456 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:27:48.456 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:27:48.456 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:27:48.457 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:48.458 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:48.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:48.459 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:27:48.507 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:27:48.507 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:27:48.552 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:27:48.566 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:48.615 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:27:48.615 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:27:48.615 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:27:48.615 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:27:48.615 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:27:48.616 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:48.617 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:48.619 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:48.619 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:27:48.662 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:27:48.657+0000 7fd38857b580 -1 init, newargv = 0x7fd378004e00 newargc=15 2024-09-21T07:27:48.662 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35291]: starting ceph client 2024-09-21T07:27:48.675 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35291]: starting fuse 2024-09-21T07:27:49.767 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:27:49.784 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:27:49.836 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:27:49.837 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:27:49.838 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:49.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:49.839 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:27:49.887 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:27:49.887 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:27:49.887 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:27:49.888 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:27:49.889 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:27:50.011 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.35291.asok 2024-09-21T07:27:50.015 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:27:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:50.024 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.35291.asok 2024-09-21T07:27:50.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:50.024 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.35291.asok status 2024-09-21T07:27:50.203 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:27:50.203 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:27:50.203 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:27:50.203 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:27:50.203 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:27:50.203 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:27:50.203 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "35291", 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 5171, 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 5171 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:27:50.204 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 2509826392 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 2509826392 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.5171 192.168.0.1:0/2509826392", 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/2509826392", 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 40, 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 58, 2024-09-21T07:27:50.205 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:27:50.206 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:27:50.206 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:27:50.206 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:27:50.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:50.219 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:27:50.219 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:50.224 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:27:50.224 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:50.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:50.225 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:27:50.276 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mkdir {d0,d1} && touch {d0,d1}/file') 2024-09-21T07:27:50.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T07:27:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:27:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:27:50.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:50.362 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d0) 2024-09-21T07:27:50.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:27:50.377 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1) 2024-09-21T07:27:50.426 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:27:50.644 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":1},"nref":5}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:27:50.644 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 5, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:27:50.644 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:27:52.645 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:27:52.826 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":1},"nref":5}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:27:52.826 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 5, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:27:52.827 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:27:54.828 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:27:55.008 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":1},"nref":5}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:27:55.009 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 5, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:27:55.009 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:27:57.010 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:27:57.187 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"17","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":1},"nref":5}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:27:57.188 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 5, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "17", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:27:57.188 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:27:59.189 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:27:59.368 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"17","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":1},"nref":5}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-21T07:27:59.369 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 5, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "17", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-21T07:27:59.369 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:28:01.370 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-21T07:28:01.554 INFO:teuthology.orchestra.run.smithi006.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"18","version":"18","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d0","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":1,"authpin":0},"nref":3}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-21T07:28:01.555 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "18", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "18" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 3, "path": "/d0", "pins": { "authpin": 0, "child": 1, "dirty": 1, "subtree": 1 }, "projected_version": "5", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000001", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1", "pins": { "authpin": 0, "child": 0, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "5", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-21T07:28:01.555 INFO:tasks.cephfs.cephfs_test_case:[('/d0', 0), ('/d1', 1)] =?= [('/d0', 0), ('/d1', 1)] 2024-09-21T07:28:01.555 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:01.555 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch d0/f0) 2024-09-21T07:28:01.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:01.565 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch d1/f0) 2024-09-21T07:28:01.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:01.622 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch d0/f1) 2024-09-21T07:28:01.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:01.646 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch d1/f1) 2024-09-21T07:28:01.717 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-21T07:28:01.900 INFO:teuthology.orchestra.run.smithi006.stdout:[{"id":5171,"entity":{"name":{"type":"client","num":5171},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2509826392}},"state":"open","num_leases":1,"num_caps":2,"request_load_avg":0,"uptime":13.211869567000001,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":3.9978010393076366,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":5,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5171 192.168.0.1:0/2509826392","completed_requests":[{"tid":6,"created_ino":"0x100000005e0"}],"prealloc_inos":[{"start":"0x100000005e1","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"35291","root":"/"}},{"id":5916,"entity":{"name":{"type":"client","num":5916},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2879958428}},"state":"open","num_leases":3,"num_caps":5,"request_load_avg":8,"uptime":22.963772902999999,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":2,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.574613967146533,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":10,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000003","length":500}],"inst":"client.5916 192.168.0.1:0/2879958428","completed_requests":[{"tid":10,"created_ino":"0x100000001f8"}],"prealloc_inos":[{"start":"0x10000000003","length":500},{"start":"0x100000001f9","length":999}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"0","hostname":"smithi006","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"41794","root":"/"}}] 2024-09-21T07:28:01.901 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "35291", "root": "/" }, "completed_requests": [ { "created_ino": "0x100000005e0", "tid": 6 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2509826392, "type": "any" }, "name": { "num": 5171, "type": "client" } }, "id": 5171, "inst": "client.5171 192.168.0.1:0/2509826392", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 5, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x100000005e1" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 3.9978010393076366 }, "state": "open", "uptime": 13.211869567 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi006", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "41794", "root": "/" }, "completed_requests": [ { "created_ino": "0x100000001f8", "tid": 10 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000003" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2879958428, "type": "any" }, "name": { "num": 5916, "type": "client" } }, "id": 5916, "inst": "client.5916 192.168.0.1:0/2879958428", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 10, "num_caps": 5, "num_completed_flushes": 2, "num_completed_requests": 1, "num_leases": 3, "prealloc_inos": [ { "length": 500, "start": "0x10000000003" }, { "length": 999, "start": "0x100000001f9" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.574613967146533 }, "state": "open", "uptime": 22.963772903 } ] 2024-09-21T07:28:01.901 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-21T07:28:02.074 INFO:teuthology.orchestra.run.smithi006.stdout:[{"id":5171,"entity":{"name":{"type":"client","num":5171},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2509826392}},"state":"open","num_leases":1,"num_caps":4,"request_load_avg":8,"uptime":13.391867795,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":7.9119621144114296,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5171 192.168.0.1:0/2509826392","completed_requests":[{"tid":10,"created_ino":"0x200000003e9"}],"prealloc_inos":[{"start":"0x200000003ea","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"35291","root":"/"}},{"id":5916,"entity":{"name":{"type":"client","num":5916},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2879958428}},"state":"open","num_leases":1,"num_caps":4,"request_load_avg":3,"uptime":23.143771130000001,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":5.9414663013476128,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":10,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5916 192.168.0.1:0/2879958428","completed_requests":[{"tid":14,"created_ino":"0x20000000000"}],"prealloc_inos":[{"start":"0x20000000001","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"0","hostname":"smithi006","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"41794","root":"/"}}] 2024-09-21T07:28:02.075 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "35291", "root": "/" }, "completed_requests": [ { "created_ino": "0x200000003e9", "tid": 10 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2509826392, "type": "any" }, "name": { "num": 5171, "type": "client" } }, "id": 5171, "inst": "client.5171 192.168.0.1:0/2509826392", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 9, "num_caps": 4, "num_completed_flushes": 0, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x200000003ea" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 7.91196211441143 }, "state": "open", "uptime": 13.391867795 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi006", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "41794", "root": "/" }, "completed_requests": [ { "created_ino": "0x20000000000", "tid": 14 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2879958428, "type": "any" }, "name": { "num": 5916, "type": "client" } }, "id": 5916, "inst": "client.5916 192.168.0.1:0/2879958428", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 10, "num_caps": 4, "num_completed_flushes": 0, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x20000000001" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 5.941466301347613 }, "state": "open", "uptime": 23.14377113 } ] 2024-09-21T07:28:02.075 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:28:02.075 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:28:02.075 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:28:02.075 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:28:02.076 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:28:02.076 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:02.076 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:28:02.076 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:28:02.076 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:28:02.076 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:28:02.076 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:28:02.078 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:28:02.078 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:28:02.078 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:02.078 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:28:02.078 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:28:02.158 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.41794.asok 2024-09-21T07:28:02.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:28:02.170 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.41794.asok 2024-09-21T07:28:02.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:02.171 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.41794.asok mds_sessions 2024-09-21T07:28:02.356 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:28:02.356 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5916, 2024-09-21T07:28:02.356 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:28:02.356 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:28:02.356 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:28:02.356 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5916 2024-09-21T07:28:02.357 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:02.357 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:28:02.357 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:28:02.357 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:28:02.357 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2879958428 2024-09-21T07:28:02.357 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:02.357 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:02.357 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5916 v1:192.168.0.1:0/2879958428", 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "v1:192.168.0.1:0/2879958428", 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "sessions": [ 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": 0, 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "addrs": { 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:6834", 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 4093845965 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:02.358 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:6835", 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 4093845965 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "seq": 11, 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_gen": 0, 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_ttl": "2024-09-21T07:28:59.914422+0000", 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "last_cap_renew_request": "2024-09-21T07:27:59.914422+0000", 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_renew_seq": 3, 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "num_caps": 5, 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "open" 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:02.359 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": 1, 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "addrs": { 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:6832", 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3891663650 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:6833", 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3891663650 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:02.360 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: "seq": 1, 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_gen": 0, 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_ttl": "2024-09-21T07:28:59.914472+0000", 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: "last_cap_renew_request": "2024-09-21T07:27:59.914472+0000", 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_renew_seq": 3, 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: "num_caps": 4, 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "open" 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 41 2024-09-21T07:28:02.361 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:28:02.373 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session evict 5916 2024-09-21T07:28:02.569 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:28:02.566+0000 7f0d48ff9640 -1 client.5916 remove_session_caps still has dirty|flushing caps on 0x100000001f8.head(faked_ino=0 nref=5 ll_ref=1 cap_refs={} open={2=0} mode=100664 size=0/4194304 nlink=1 btime=2024-09-21T07:28:01.561160+0000 mtime=2024-09-21T07:28:01.562159+0000 ctime=2024-09-21T07:28:01.564247+0000 change_attr=1 caps=- dirty_caps=AxFx objectset[0x100000001f8 ts 0/0 objects 0 dirty_or_tx 0] parents=0x10000000000.head["f0"] 0x7f0d400082e0) 2024-09-21T07:28:02.600 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:28:02.603 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:28:02.607 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-21T07:28:02.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:02.607 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch d0/f00) 2024-09-21T07:28:02.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:02.883 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch d1/f00) 2024-09-21T07:28:02.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:02.906 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch d0/f10) 2024-09-21T07:28:02.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:02.926 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch d1/f10) 2024-09-21T07:28:12.999 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-21T07:28:13.182 INFO:teuthology.orchestra.run.smithi006.stdout:[{"id":5916,"entity":{"name":{"type":"client","num":5916},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2879958428}},"state":"open","num_leases":1,"num_caps":2,"request_load_avg":2,"uptime":10.299898772000001,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":4.8940066888897533,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":18,"last_trim_completed_flushes_tid":5,"delegated_inos":[],"inst":"client.5916 192.168.0.1:0/2879958428","completed_requests":[{"tid":19,"created_ino":"0x10000000003"}],"prealloc_inos":[{"start":"0x10000000004","length":499},{"start":"0x100000001f9","length":501}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"0","hostname":"smithi006","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"41794","root":"/"}},{"id":5171,"entity":{"name":{"type":"client","num":5171},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2509826392}},"state":"open","num_leases":2,"num_caps":3,"request_load_avg":3,"uptime":24.495758648999999,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":2,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":8.7995446939565856,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":17,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x100000005e2","length":500}],"inst":"client.5171 192.168.0.1:0/2509826392","completed_requests":[],"prealloc_inos":[{"start":"0x100000005e2","length":999}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"35291","root":"/"}}] 2024-09-21T07:28:13.183 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi006", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "41794", "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000003", "tid": 19 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2879958428, "type": "any" }, "name": { "num": 5916, "type": "client" } }, "id": 5916, "inst": "client.5916 192.168.0.1:0/2879958428", "last_trim_completed_flushes_tid": 5, "last_trim_completed_requests_tid": 18, "num_caps": 2, "num_completed_flushes": 1, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 499, "start": "0x10000000004" }, { "length": 501, "start": "0x100000001f9" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 4.894006688889753 }, "state": "open", "uptime": 10.299898772 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "35291", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x100000005e2" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2509826392, "type": "any" }, "name": { "num": 5171, "type": "client" } }, "id": 5171, "inst": "client.5171 192.168.0.1:0/2509826392", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 17, "num_caps": 3, "num_completed_flushes": 2, "num_completed_requests": 0, "num_leases": 2, "prealloc_inos": [ { "length": 999, "start": "0x100000005e2" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 3, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 8.799544693956586 }, "state": "open", "uptime": 24.495758649 } ] 2024-09-21T07:28:13.183 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-21T07:28:13.359 INFO:teuthology.orchestra.run.smithi006.stdout:[{"id":5171,"entity":{"name":{"type":"client","num":5171},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2509826392}},"state":"open","num_leases":2,"num_caps":5,"request_load_avg":12,"uptime":24.675756883999998,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":2,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":14.566191038548665,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":17,"last_trim_completed_flushes_tid":3,"delegated_inos":[{"start":"0x200000003eb","length":500}],"inst":"client.5171 192.168.0.1:0/2509826392","completed_requests":[{"tid":18,"created_ino":"0x200000003ea"}],"prealloc_inos":[{"start":"0x200000003eb","length":999}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"35291","root":"/"}},{"id":5916,"entity":{"name":{"type":"client","num":5916},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2879958428}},"state":"open","num_leases":2,"num_caps":6,"request_load_avg":8,"uptime":34.427660219000003,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":2,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":13.617734081156396,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":22,"last_trim_completed_flushes_tid":4,"delegated_inos":[{"start":"0x20000000002","length":500}],"inst":"client.5916 192.168.0.1:0/2879958428","completed_requests":[{"tid":23,"created_ino":"0x20000000001"}],"prealloc_inos":[{"start":"0x20000000002","length":999}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"0","hostname":"smithi006","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"41794","root":"/"}}] 2024-09-21T07:28:13.360 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "35291", "root": "/" }, "completed_requests": [ { "created_ino": "0x200000003ea", "tid": 18 } ], "delegated_inos": [ { "length": 500, "start": "0x200000003eb" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2509826392, "type": "any" }, "name": { "num": 5171, "type": "client" } }, "id": 5171, "inst": "client.5171 192.168.0.1:0/2509826392", "last_trim_completed_flushes_tid": 3, "last_trim_completed_requests_tid": 17, "num_caps": 5, "num_completed_flushes": 2, "num_completed_requests": 1, "num_leases": 2, "prealloc_inos": [ { "length": 999, "start": "0x200000003eb" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 12, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 14.566191038548665 }, "state": "open", "uptime": 24.675756884 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi006", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "41794", "root": "/" }, "completed_requests": [ { "created_ino": "0x20000000001", "tid": 23 } ], "delegated_inos": [ { "length": 500, "start": "0x20000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2879958428, "type": "any" }, "name": { "num": 5916, "type": "client" } }, "id": 5916, "inst": "client.5916 192.168.0.1:0/2879958428", "last_trim_completed_flushes_tid": 4, "last_trim_completed_requests_tid": 22, "num_caps": 6, "num_completed_flushes": 2, "num_completed_requests": 1, "num_leases": 2, "prealloc_inos": [ { "length": 999, "start": "0x20000000002" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 13.617734081156396 }, "state": "open", "uptime": 34.427660219 } ] 2024-09-21T07:28:13.360 INFO:tasks.cephfs.mount:Cleaning up killed connection on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:28:13.360 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:13.360 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:13.366 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:28:13.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.582+0000 7fe58bfb3640 1 -- 172.21.15.6:0/1967553220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b1db0 msgr2=0x7fe5840d0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:13.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.582+0000 7fe58bfb3640 1 --2- 172.21.15.6:0/1967553220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b1db0 0x7fe5840d0c20 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fe580009840 tx=0x7fe58001c700 comp rx=0 tx=0).stop 2024-09-21T07:28:13.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.582+0000 7fe58bfb3640 1 -- 172.21.15.6:0/1967553220 shutdown_connections 2024-09-21T07:28:13.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.582+0000 7fe58bfb3640 1 --2- 172.21.15.6:0/1967553220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b1db0 0x7fe5840d0c20 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:13.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.582+0000 7fe58bfb3640 1 -- 172.21.15.6:0/1967553220 >> 172.21.15.6:0/1967553220 conn(0x7fe5840ceed0 msgr2=0x7fe5840cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:13.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.582+0000 7fe58bfb3640 1 -- 172.21.15.6:0/1967553220 shutdown_connections 2024-09-21T07:28:13.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.582+0000 7fe58bfb3640 1 -- 172.21.15.6:0/1967553220 wait complete. 2024-09-21T07:28:13.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 Processor -- start 2024-09-21T07:28:13.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 -- start start 2024-09-21T07:28:13.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5840b1db0 0x7fe584153050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:13.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe584160fb0 0x7fe5840c5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:13.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b24c0 0x7fe5840b28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:13.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe58416b770 con 0x7fe5840b24c0 2024-09-21T07:28:13.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe58416b5f0 con 0x7fe5840b1db0 2024-09-21T07:28:13.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe58416b8f0 con 0x7fe584160fb0 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b24c0 0x7fe5840b28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b24c0 0x7fe5840b28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56380/0 (socket says 172.21.15.6:56380) 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 -- 172.21.15.6:0/3006252197 learned_addr learned my addr 172.21.15.6:0/3006252197 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe589d4f640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5840b1db0 0x7fe584153050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58954e640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe584160fb0 0x7fe5840c5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 -- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe584160fb0 msgr2=0x7fe5840c5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe584160fb0 0x7fe5840c5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 -- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5840b1db0 msgr2=0x7fe584153050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5840b1db0 0x7fe584153050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 -- 172.21.15.6:0/3006252197 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5840b2e10 con 0x7fe5840b24c0 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58954e640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe584160fb0 0x7fe5840c5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58a550640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b24c0 0x7fe5840b28d0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fe57c00cb10 tx=0x7fe57c00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe57a7fc640 1 -- 172.21.15.6:0/3006252197 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57c016020 con 0x7fe5840b24c0 2024-09-21T07:28:13.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe57a7fc640 1 -- 172.21.15.6:0/3006252197 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe57c00ce50 con 0x7fe5840b24c0 2024-09-21T07:28:13.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe57a7fc640 1 -- 172.21.15.6:0/3006252197 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57c00ade0 con 0x7fe5840b24c0 2024-09-21T07:28:13.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe584153790 con 0x7fe5840b24c0 2024-09-21T07:28:13.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe58415eff0 con 0x7fe5840b24c0 2024-09-21T07:28:13.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.586+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5841608a0 con 0x7fe5840b24c0 2024-09-21T07:28:13.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.590+0000 7fe57a7fc640 1 -- 172.21.15.6:0/3006252197 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe57c019020 con 0x7fe5840b24c0 2024-09-21T07:28:13.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.590+0000 7fe57a7fc640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073200 0x7fe568075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:13.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.590+0000 7fe57a7fc640 1 -- 172.21.15.6:0/3006252197 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fe57c0943b0 con 0x7fe5840b24c0 2024-09-21T07:28:13.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.590+0000 7fe589d4f640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073200 0x7fe568075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:13.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.590+0000 7fe589d4f640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073200 0x7fe568075710 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe5800af000 tx=0x7fe58001af40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:13.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.594+0000 7fe57a7fc640 1 -- 172.21.15.6:0/3006252197 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe57c020020 con 0x7fe5840b24c0 2024-09-21T07:28:13.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.778+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe5840c5720 con 0x7fe5840b24c0 2024-09-21T07:28:13.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe57a7fc640 1 -- 172.21.15.6:0/3006252197 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7fe5840b2e10 con 0x7fe5840b24c0 2024-09-21T07:28:13.783 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:28:13.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073200 msgr2=0x7fe568075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:13.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073200 0x7fe568075710 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe5800af000 tx=0x7fe58001af40 comp rx=0 tx=0).stop 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b24c0 msgr2=0x7fe5840b28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b24c0 0x7fe5840b28d0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fe57c00cb10 tx=0x7fe57c00cc00 comp rx=0 tx=0).stop 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 shutdown_connections 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073200 0x7fe568075710 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5840b24c0 0x7fe5840b28d0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe584160fb0 0x7fe5840c5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 --2- 172.21.15.6:0/3006252197 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5840b1db0 0x7fe584153050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 >> 172.21.15.6:0/3006252197 conn(0x7fe5840ceed0 msgr2=0x7fe5840b34f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 shutdown_connections 2024-09-21T07:28:13.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:13.782+0000 7fe58bfb3640 1 -- 172.21.15.6:0/3006252197 wait complete. 2024-09-21T07:28:13.807 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:13.807 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:13.813 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:28:14.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e0af2b640 1 -- 172.21.15.6:0/1067100793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6df0005160 msgr2=0x7f6df000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e0af2b640 1 --2- 172.21.15.6:0/1067100793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6df0005160 0x7f6df000b9d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f6df4009b60 tx=0x7f6df401d290 comp rx=0 tx=0).stop 2024-09-21T07:28:14.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e094c8640 1 -- 172.21.15.6:0/1067100793 reap_dead start 2024-09-21T07:28:14.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e0af2b640 1 -- 172.21.15.6:0/1067100793 shutdown_connections 2024-09-21T07:28:14.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e0af2b640 1 -- 172.21.15.6:0/1067100793 >> 172.21.15.6:0/1067100793 conn(0x7f6e040d0b00 msgr2=0x7f6e040b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:14.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e0af2b640 1 -- 172.21.15.6:0/1067100793 shutdown_connections 2024-09-21T07:28:14.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e0af2b640 1 -- 172.21.15.6:0/1067100793 wait complete. 2024-09-21T07:28:14.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e0af2b640 1 Processor -- start 2024-09-21T07:28:14.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.014+0000 7f6e0af2b640 1 -- start start 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0415eff0 0x7f6e0415d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e040c6820 0x7f6e040b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e041f6b10 0x7f6e041f6f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6e040ad0b0 con 0x7f6e0415eff0 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6e0406d770 con 0x7f6e041f6b10 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6e040ad230 con 0x7f6e040c6820 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0415eff0 0x7f6e0415d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0415eff0 0x7f6e0415d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56404/0 (socket says 172.21.15.6:56404) 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 -- 172.21.15.6:0/2572002337 learned_addr learned my addr 172.21.15.6:0/2572002337 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e094c8640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e041f6b10 0x7f6e041f6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e03fff640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e040c6820 0x7f6e040b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 -- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e040c6820 msgr2=0x7f6e040b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e040c6820 0x7f6e040b1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 -- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e041f6b10 msgr2=0x7f6e041f6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e041f6b10 0x7f6e041f6f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 -- 172.21.15.6:0/2572002337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e041f7460 con 0x7f6e0415eff0 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e094c8640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e041f6b10 0x7f6e041f6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e03fff640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e040c6820 0x7f6e040b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e08cc7640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0415eff0 0x7f6e0415d8e0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc011990 tx=0x7f6dfc011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e017fa640 1 -- 172.21.15.6:0/2572002337 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc017070 con 0x7f6e0415eff0 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e017fa640 1 -- 172.21.15.6:0/2572002337 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dfc00fd70 con 0x7f6e0415eff0 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e0415df50 con 0x7f6e0415eff0 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e017fa640 1 -- 172.21.15.6:0/2572002337 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc0136b0 con 0x7f6e0415eff0 2024-09-21T07:28:14.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e0415e510 con 0x7f6e0415eff0 2024-09-21T07:28:14.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e040ad730 con 0x7f6e0415eff0 2024-09-21T07:28:14.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e017fa640 1 -- 172.21.15.6:0/2572002337 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6dfc013850 con 0x7f6e0415eff0 2024-09-21T07:28:14.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e017fa640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6de4073230 0x7f6de4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:14.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.018+0000 7f6e017fa640 1 -- 172.21.15.6:0/2572002337 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f6dfc098860 con 0x7f6e0415eff0 2024-09-21T07:28:14.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.022+0000 7f6e03fff640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6de4073230 0x7f6de4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:14.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.022+0000 7f6e03fff640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6de4073230 0x7f6de4075740 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f6e041ea5f0 tx=0x7f6dec006aa0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:14.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.022+0000 7f6e017fa640 1 -- 172.21.15.6:0/2572002337 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6e041f7460 con 0x7f6e0415eff0 2024-09-21T07:28:14.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6e040af700 con 0x7f6e0415eff0 2024-09-21T07:28:14.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e017fa640 1 -- 172.21.15.6:0/2572002337 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f6dfc063a80 con 0x7f6e0415eff0 2024-09-21T07:28:14.216 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:28:14.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6de4073230 msgr2=0x7f6de4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6de4073230 0x7f6de4075740 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f6e041ea5f0 tx=0x7f6dec006aa0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0415eff0 msgr2=0x7f6e0415d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0415eff0 0x7f6e0415d8e0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc011990 tx=0x7f6dfc011e50 comp rx=0 tx=0).stop 2024-09-21T07:28:14.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 shutdown_connections 2024-09-21T07:28:14.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6de4073230 0x7f6de4075740 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6e041f6b10 0x7f6e041f6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6e040c6820 0x7f6e040b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 --2- 172.21.15.6:0/2572002337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6e0415eff0 0x7f6e0415d8e0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.214+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 >> 172.21.15.6:0/2572002337 conn(0x7f6e040d0b00 msgr2=0x7f6e0406fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:14.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.218+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 shutdown_connections 2024-09-21T07:28:14.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.218+0000 7f6e0af2b640 1 -- 172.21.15.6:0/2572002337 wait complete. 2024-09-21T07:28:14.239 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:28:14.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:14.239 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:14.251 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:28:14.252 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:28:14.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:14.252 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:28:14.303 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:28:14.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 -- 172.21.15.6:0/3593159636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000cbf40 msgr2=0x7f860006d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 --2- 172.21.15.6:0/3593159636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000cbf40 0x7f860006d390 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f86000cc6f0 tx=0x7f85f801cca0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 -- 172.21.15.6:0/3593159636 shutdown_connections 2024-09-21T07:28:14.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 --2- 172.21.15.6:0/3593159636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000cbf40 0x7f860006d390 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 --2- 172.21.15.6:0/3593159636 >> v2:172.21.15.145:3300/0 conn(0x7f86000b3ed0 0x7f860006ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 --2- 172.21.15.6:0/3593159636 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86000b3ac0 0x7f86000cba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 -- 172.21.15.6:0/3593159636 >> 172.21.15.6:0/3593159636 conn(0x7f86000d0b00 msgr2=0x7f86000b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:14.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 -- 172.21.15.6:0/3593159636 shutdown_connections 2024-09-21T07:28:14.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 -- 172.21.15.6:0/3593159636 wait complete. 2024-09-21T07:28:14.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 Processor -- start 2024-09-21T07:28:14.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.510+0000 7f86078fd640 1 -- start start 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86000b3ac0 0x7f8600074930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000b3ed0 0x7f8600157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86000cbf40 0x7f8600158ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8600160bd0 con 0x7f86000b3ed0 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8600160a50 con 0x7f86000cbf40 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8600160d50 con 0x7f86000b3ac0 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000b3ed0 0x7f8600157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000b3ed0 0x7f8600157ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56410/0 (socket says 172.21.15.6:56410) 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 -- 172.21.15.6:0/687814977 learned_addr learned my addr 172.21.15.6:0/687814977 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:14.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8605699640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86000b3ac0 0x7f8600074930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8605e9a640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86000cbf40 0x7f8600158ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 -- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86000b3ac0 msgr2=0x7f8600074930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86000b3ac0 0x7f8600074930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 -- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86000cbf40 msgr2=0x7f8600158ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86000cbf40 0x7f8600158ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 -- 172.21.15.6:0/687814977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86000aff00 con 0x7f86000b3ed0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f8604e98640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000b3ed0 0x7f8600157ed0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f85f000ca20 tx=0x7f85f000cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f85f5ffb640 1 -- 172.21.15.6:0/687814977 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f0007c70 con 0x7f86000b3ed0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f85f5ffb640 1 -- 172.21.15.6:0/687814977 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85f000f450 con 0x7f86000b3ed0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86000b01e0 con 0x7f86000b3ed0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f85f5ffb640 1 -- 172.21.15.6:0/687814977 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f000f8a0 con 0x7f86000b3ed0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86000b07a0 con 0x7f86000b3ed0 2024-09-21T07:28:14.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.514+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86000cba00 con 0x7f86000b3ed0 2024-09-21T07:28:14.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.518+0000 7f85f5ffb640 1 -- 172.21.15.6:0/687814977 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f85f000fa40 con 0x7f86000b3ed0 2024-09-21T07:28:14.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.518+0000 7f85f5ffb640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f85e4073200 0x7f85e4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:14.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.518+0000 7f85f5ffb640 1 -- 172.21.15.6:0/687814977 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f85f0094aa0 con 0x7f86000b3ed0 2024-09-21T07:28:14.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.518+0000 7f8605699640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f85e4073200 0x7f85e4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:14.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.518+0000 7f8605699640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f85e4073200 0x7f85e4075710 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f85fc00c9c0 tx=0x7f85fc00c3a0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:14.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.522+0000 7f85f5ffb640 1 -- 172.21.15.6:0/687814977 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f85f0014030 con 0x7f86000b3ed0 2024-09-21T07:28:14.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f86000af700 con 0x7f86000b3ed0 2024-09-21T07:28:14.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f85f5ffb640 1 -- 172.21.15.6:0/687814977 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v41) ==== 53+0+73 (secure 0 0 0) 0x7f85f005fac0 con 0x7f86000b3ed0 2024-09-21T07:28:14.744 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f85e4073200 msgr2=0x7f85e4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f85e4073200 0x7f85e4075710 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f85fc00c9c0 tx=0x7f85fc00c3a0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000b3ed0 msgr2=0x7f8600157ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000b3ed0 0x7f8600157ed0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f85f000ca20 tx=0x7f85f000cee0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 shutdown_connections 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f85e4073200 0x7f85e4075710 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86000cbf40 0x7f8600158ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86000b3ed0 0x7f8600157ed0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 --2- 172.21.15.6:0/687814977 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86000b3ac0 0x7f8600074930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:14.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 >> 172.21.15.6:0/687814977 conn(0x7f86000d0b00 msgr2=0x7f86000ced60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:14.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 shutdown_connections 2024-09-21T07:28:14.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14.742+0000 7f86078fd640 1 -- 172.21.15.6:0/687814977 wait complete. 2024-09-21T07:28:14.767 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:28:14.767 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:28:14.767 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:28:14.767 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:28:14.767 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:14.768 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:28:14.768 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:28:14.768 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:28:14.768 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:28:14.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:14.768 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:28:14.773 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:28:14.773 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:28:14.773 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:28:14.773 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:14.773 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42276sec preferred_lft 42276sec 2024-09-21T07:28:14.774 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:28:14.775 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:14.776 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:28:14.776 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:14.776 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:28:14.776 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:14.776 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:28:14.776 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:14.776 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:28:14.776 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:14.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:14.777 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:28:14.825 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:28:14.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:14.827 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:28:14.875 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:28:14.876 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:28:14.876 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:28:14.876 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:28:14.876 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:28:14.876 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:28:14.876 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:28:14.876 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:28:14.876 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:28:14.876 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:28:14.876 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:28:14.877 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:28:14.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:28:14.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:28:15.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:15.003 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:28:15.008 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:28:15.008 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:28:15.009 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:28:15.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:15.009 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:28:15.067 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:28:15.067 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:28:15.067 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:15.116 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:28:15.116 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:28:15.116 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:15.167 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:28:15.225 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:15.274 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:28:15.274 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:28:15.274 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:28:15.274 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:28:15.274 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:28:15.274 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:28:15.274 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:28:15.275 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:28:15.275 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:28:15.275 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:28:15.275 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:28:15.275 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:28:15.275 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:15.275 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:28:15.275 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:28:15.276 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:28:15.276 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:28:15.276 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:28:15.276 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:15.276 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:28:15.276 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:15.276 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:28:15.276 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:28:15.277 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:28:15.277 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:28:15.277 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:28:15.277 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:28:15.278 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:28:15.278 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:28:15.278 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:15.278 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:15.279 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:15.279 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:15.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:15.280 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:28:15.327 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:28:15.327 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:28:15.372 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:28:15.387 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:15.436 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:28:15.436 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:28:15.437 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:28:15.438 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:28:15.439 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:28:15.439 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:28:15.439 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:28:15.439 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:15.439 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:15.439 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:15.439 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:15.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:15.439 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:28:15.483 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:28:15.482+0000 7f39458e0580 -1 init, newargv = 0x7f3928001090 newargc=15 2024-09-21T07:28:15.483 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[42111]: starting ceph client 2024-09-21T07:28:15.493 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[42111]: starting fuse 2024-09-21T07:28:16.584 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:28:16.601 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:16.648 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:28:16.648 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:28:16.648 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:28:16.648 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:28:16.648 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:28:16.648 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:28:16.649 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:16.650 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:16.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:16.651 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:28:16.699 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:28:16.700 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:28:16.700 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:28:16.701 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:28:16.830 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.42111.asok 2024-09-21T07:28:16.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:28:16.842 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.42111.asok 2024-09-21T07:28:16.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:16.842 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.42111.asok status 2024-09-21T07:28:17.031 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:28:17.031 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:28:17.031 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:28:17.031 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:28:17.031 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "42111", 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 5961, 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 5961 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:17.032 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2202914973 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2202914973 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.5961 192.168.0.1:0/2202914973", 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/2202914973", 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 41, 2024-09-21T07:28:17.033 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 58, 2024-09-21T07:28:17.034 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:28:17.034 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:28:17.034 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:28:17.034 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:28:17.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:17.048 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:28:17.048 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:17.054 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:28:17.054 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:17.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:17.055 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:17.111 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:28:17.111 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:28:17.224 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:28:17.300 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:28:17.300 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:28:17.300 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:17.300 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:17.307 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:17.307 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:17.356 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:28:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.566+0000 7f21138c7640 1 -- 172.21.15.6:0/3312859687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0b6140 msgr2=0x7f210c0b6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.566+0000 7f21138c7640 1 --2- 172.21.15.6:0/3312859687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0b6140 0x7f210c0b6550 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f2108009840 tx=0x7f210801c750 comp rx=0 tx=0).stop 2024-09-21T07:28:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.566+0000 7f21138c7640 1 -- 172.21.15.6:0/3312859687 shutdown_connections 2024-09-21T07:28:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.566+0000 7f21138c7640 1 --2- 172.21.15.6:0/3312859687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0b6140 0x7f210c0b6550 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.566+0000 7f21138c7640 1 --2- 172.21.15.6:0/3312859687 >> v2:172.21.15.145:3300/0 conn(0x7f210c0b3650 0x7f210c06f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.566+0000 7f21138c7640 1 -- 172.21.15.6:0/3312859687 >> 172.21.15.6:0/3312859687 conn(0x7f210c08bfe0 msgr2=0x7f210c0d46c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.566+0000 7f21138c7640 1 -- 172.21.15.6:0/3312859687 shutdown_connections 2024-09-21T07:28:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.566+0000 7f21138c7640 1 -- 172.21.15.6:0/3312859687 wait complete. 2024-09-21T07:28:17.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 Processor -- start 2024-09-21T07:28:17.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 -- start start 2024-09-21T07:28:17.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f210c0b3650 0x7f210c153660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:17.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210c0b6140 0x7f210c15df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:17.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0cf1b0 0x7f210c0b4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:17.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f210c16c270 con 0x7f210c0cf1b0 2024-09-21T07:28:17.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f210c16c0f0 con 0x7f210c0b3650 2024-09-21T07:28:17.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f210c16c3f0 con 0x7f210c0b6140 2024-09-21T07:28:17.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0cf1b0 0x7f210c0b4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:17.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0cf1b0 0x7f210c0b4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56432/0 (socket says 172.21.15.6:56432) 2024-09-21T07:28:17.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 -- 172.21.15.6:0/1393588037 learned_addr learned my addr 172.21.15.6:0/1393588037 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:17.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111663640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f210c0b3650 0x7f210c153660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:17.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2110e62640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210c0b6140 0x7f210c15df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:17.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 -- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210c0b6140 msgr2=0x7f210c15df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:17.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210c0b6140 0x7f210c15df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 -- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f210c0b3650 msgr2=0x7f210c153660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:17.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f210c0b3650 0x7f210c153660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 -- 172.21.15.6:0/1393588037 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f210c0b3480 con 0x7f210c0cf1b0 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2110e62640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210c0b6140 0x7f210c15df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f2111e64640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0cf1b0 0x7f210c0b4790 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f210400cb10 tx=0x7f210400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f20fdffb640 1 -- 172.21.15.6:0/1393588037 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2104016020 con 0x7f210c0cf1b0 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f20fdffb640 1 -- 172.21.15.6:0/1393588037 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f210400ce50 con 0x7f210c0cf1b0 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f210c153eb0 con 0x7f210c0cf1b0 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f20fdffb640 1 -- 172.21.15.6:0/1393588037 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f210400ada0 con 0x7f210c0cf1b0 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.570+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f210c0b7bb0 con 0x7f210c0cf1b0 2024-09-21T07:28:17.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.574+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f210c0b7640 con 0x7f210c0cf1b0 2024-09-21T07:28:17.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.574+0000 7f20fdffb640 1 -- 172.21.15.6:0/1393588037 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2104019020 con 0x7f210c0cf1b0 2024-09-21T07:28:17.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.574+0000 7f20fdffb640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f20f0073200 0x7f20f0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:17.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.574+0000 7f20fdffb640 1 -- 172.21.15.6:0/1393588037 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2104094a10 con 0x7f210c0cf1b0 2024-09-21T07:28:17.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.574+0000 7f2111663640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f20f0073200 0x7f20f0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:17.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.574+0000 7f2111663640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f20f0073200 0x7f20f0075710 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f210000bb00 tx=0x7f2100005dd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:17.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.578+0000 7f20fdffb640 1 -- 172.21.15.6:0/1393588037 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2104020030 con 0x7f210c0cf1b0 2024-09-21T07:28:17.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f210c06f630 con 0x7f210c0cf1b0 2024-09-21T07:28:17.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f20fdffb640 1 -- 172.21.15.6:0/1393588037 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f210c0b6a90 con 0x7f210c0cf1b0 2024-09-21T07:28:17.768 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:28:17.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f20f0073200 msgr2=0x7f20f0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:17.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f20f0073200 0x7f20f0075710 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f210000bb00 tx=0x7f2100005dd0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0cf1b0 msgr2=0x7f210c0b4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0cf1b0 0x7f210c0b4790 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f210400cb10 tx=0x7f210400cc00 comp rx=0 tx=0).stop 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 shutdown_connections 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f20f0073200 0x7f20f0075710 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f210c0cf1b0 0x7f210c0b4790 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f210c0b6140 0x7f210c15df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 --2- 172.21.15.6:0/1393588037 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f210c0b3650 0x7f210c153660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.766+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 >> 172.21.15.6:0/1393588037 conn(0x7f210c08bfe0 msgr2=0x7f210c0b2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.770+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 shutdown_connections 2024-09-21T07:28:17.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:17.770+0000 7f21138c7640 1 -- 172.21.15.6:0/1393588037 wait complete. 2024-09-21T07:28:17.790 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:28:17.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:17.791 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:17.802 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[42111]: fuse finished with error 0 and tester_r 0 2024-09-21T07:28:17.803 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:28:17.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:17.803 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:28:17.891 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:28:17.891 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:28:17.891 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:17.898 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:28:17.898 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:17.948 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:28:18.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.113+0000 7f2c9842c640 1 -- 172.21.15.6:0/1558690736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 msgr2=0x7f2c90166020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.113+0000 7f2c9842c640 1 --2- 172.21.15.6:0/1558690736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 0x7f2c90166020 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f2c80009840 tx=0x7f2c8001c820 comp rx=0 tx=0).stop 2024-09-21T07:28:18.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.113+0000 7f2c9842c640 1 -- 172.21.15.6:0/1558690736 shutdown_connections 2024-09-21T07:28:18.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.113+0000 7f2c9842c640 1 --2- 172.21.15.6:0/1558690736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 0x7f2c90166020 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.113+0000 7f2c9842c640 1 --2- 172.21.15.6:0/1558690736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c900cfd20 0x7f2c900cdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.113+0000 7f2c9842c640 1 -- 172.21.15.6:0/1558690736 >> 172.21.15.6:0/1558690736 conn(0x7f2c900b2e80 msgr2=0x7f2c900b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:18.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.113+0000 7f2c9842c640 1 -- 172.21.15.6:0/1558690736 shutdown_connections 2024-09-21T07:28:18.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.113+0000 7f2c9842c640 1 -- 172.21.15.6:0/1558690736 wait complete. 2024-09-21T07:28:18.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c9842c640 1 Processor -- start 2024-09-21T07:28:18.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c9842c640 1 -- start start 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c9842c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 0x7f2c9015b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c9842c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c900cf910 0x7f2c90159d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c9842c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c900cfd20 0x7f2c9014d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c9842c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2c900b4a30 con 0x7f2c900ce1c0 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c9842c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2c900b48b0 con 0x7f2c900cfd20 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c9842c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2c90168d80 con 0x7f2c900cf910 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 0x7f2c9015b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 0x7f2c9015b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56450/0 (socket says 172.21.15.6:56450) 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 -- 172.21.15.6:0/427819484 learned_addr learned my addr 172.21.15.6:0/427819484 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c969c9640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c900cfd20 0x7f2c9014d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c959c7640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c900cf910 0x7f2c90159d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:18.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 -- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c900cf910 msgr2=0x7f2c90159d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c900cf910 0x7f2c90159d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 -- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c900cfd20 msgr2=0x7f2c9014d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c900cfd20 0x7f2c9014d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 -- 172.21.15.6:0/427819484 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c9015a5c0 con 0x7f2c900ce1c0 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c969c9640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c900cfd20 0x7f2c9014d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c959c7640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c900cf910 0x7f2c90159d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.117+0000 7f2c961c8640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 0x7f2c9015b360 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f2c8800c430 tx=0x7f2c8800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c8effd640 1 -- 172.21.15.6:0/427819484 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c88011790 con 0x7f2c900ce1c0 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c8effd640 1 -- 172.21.15.6:0/427819484 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c88017070 con 0x7f2c900ce1c0 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c9015a8a0 con 0x7f2c900ce1c0 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c8effd640 1 -- 172.21.15.6:0/427819484 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c88011ce0 con 0x7f2c900ce1c0 2024-09-21T07:28:18.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c9015ae60 con 0x7f2c900ce1c0 2024-09-21T07:28:18.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c900cdc80 con 0x7f2c900ce1c0 2024-09-21T07:28:18.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c8effd640 1 -- 172.21.15.6:0/427819484 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2c8801c460 con 0x7f2c900ce1c0 2024-09-21T07:28:18.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c8effd640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c7c073200 0x7f2c7c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:18.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c8effd640 1 -- 172.21.15.6:0/427819484 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2c88093f80 con 0x7f2c900ce1c0 2024-09-21T07:28:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c959c7640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c7c073200 0x7f2c7c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:18.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.121+0000 7f2c959c7640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c7c073200 0x7f2c7c075710 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2c900b02f0 tx=0x7f2c84009340 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:18.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.125+0000 7f2c8effd640 1 -- 172.21.15.6:0/427819484 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2c8805f0f0 con 0x7f2c900ce1c0 2024-09-21T07:28:18.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.309+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2c900cb590 con 0x7f2c900ce1c0 2024-09-21T07:28:18.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.309+0000 7f2c8effd640 1 -- 172.21.15.6:0/427819484 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f2c8805e9f0 con 0x7f2c900ce1c0 2024-09-21T07:28:18.313 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c7c073200 msgr2=0x7f2c7c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c7c073200 0x7f2c7c075710 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2c900b02f0 tx=0x7f2c84009340 comp rx=0 tx=0).stop 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 msgr2=0x7f2c9015b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 0x7f2c9015b360 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f2c8800c430 tx=0x7f2c8800c8f0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 shutdown_connections 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2c7c073200 0x7f2c7c075710 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2c900cfd20 0x7f2c9014d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2c900cf910 0x7f2c90159d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 --2- 172.21.15.6:0/427819484 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c900ce1c0 0x7f2c9015b360 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 >> 172.21.15.6:0/427819484 conn(0x7f2c900b2e80 msgr2=0x7f2c9006ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 shutdown_connections 2024-09-21T07:28:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.313+0000 7f2c9842c640 1 -- 172.21.15.6:0/427819484 wait complete. 2024-09-21T07:28:18.335 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:28:18.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:18.335 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:18.348 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35291]: fuse finished with error 0 and tester_r 0 2024-09-21T07:28:18.350 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:28:18.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:18.350 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:28:18.459 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:28:18.459 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:18.459 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:18.467 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:28:18.468 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:28:18.468 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:28:18.468 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:18.474 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:28:18.474 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:28:18.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- 172.21.15.6:0/614703084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 msgr2=0x7fcca0004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 --2- 172.21.15.6:0/614703084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 0x7fcca0004c20 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fccac00c260 tx=0x7fccac01cf60 comp rx=0 tx=0).stop 2024-09-21T07:28:18.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- 172.21.15.6:0/614703084 shutdown_connections 2024-09-21T07:28:18.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 --2- 172.21.15.6:0/614703084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 0x7fcca0004c20 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- 172.21.15.6:0/614703084 >> 172.21.15.6:0/614703084 conn(0x7fccb80d0b00 msgr2=0x7fccb80b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:18.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- 172.21.15.6:0/614703084 shutdown_connections 2024-09-21T07:28:18.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- 172.21.15.6:0/614703084 wait complete. 2024-09-21T07:28:18.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 Processor -- start 2024-09-21T07:28:18.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- start start 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 0x7fccb80c5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb815f610 0x7fccb80c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fccb8156a20 0x7fccb80c9b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fccb80ad0b0 con 0x7fcca0004810 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fccb806d790 con 0x7fccb815f610 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbe8b0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fccb80ad230 con 0x7fccb8156a20 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccb7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 0x7fccb80c5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccb7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 0x7fccb80c5be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56478/0 (socket says 172.21.15.6:56478) 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccb7fff640 1 -- 172.21.15.6:0/1134820621 learned_addr learned my addr 172.21.15.6:0/1134820621 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:18.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccb77fe640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb815f610 0x7fccb80c95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.661+0000 7fccbce4d640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fccb8156a20 0x7fccb80c9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb7fff640 1 -- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fccb8156a20 msgr2=0x7fccb80c9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb7fff640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fccb8156a20 0x7fccb80c9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb7fff640 1 -- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb815f610 msgr2=0x7fccb80c95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb7fff640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb815f610 0x7fccb80c95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb7fff640 1 -- 172.21.15.6:0/1134820621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccb815e570 con 0x7fcca0004810 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb7fff640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 0x7fccb80c5be0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fcca800d530 tx=0x7fcca800d9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb4ff9640 1 -- 172.21.15.6:0/1134820621 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcca8016020 con 0x7fcca0004810 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb4ff9640 1 -- 172.21.15.6:0/1134820621 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcca8012630 con 0x7fcca0004810 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb4ff9640 1 -- 172.21.15.6:0/1134820621 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcca8012a60 con 0x7fcca0004810 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccb815e850 con 0x7fcca0004810 2024-09-21T07:28:18.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccb815ee10 con 0x7fcca0004810 2024-09-21T07:28:18.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccb80ad720 con 0x7fcca0004810 2024-09-21T07:28:18.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb4ff9640 1 -- 172.21.15.6:0/1134820621 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcca8019020 con 0x7fcca0004810 2024-09-21T07:28:18.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb4ff9640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcca4073230 0x7fcca4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:18.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb4ff9640 1 -- 172.21.15.6:0/1134820621 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fcca8093ec0 con 0x7fcca0004810 2024-09-21T07:28:18.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.665+0000 7fccb77fe640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcca4073230 0x7fcca4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:18.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.669+0000 7fccb77fe640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcca4073230 0x7fcca4075740 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fccac0ab000 tx=0x7fccac019da0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:18.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.669+0000 7fccb4ff9640 1 -- 172.21.15.6:0/1134820621 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fcca8020020 con 0x7fcca0004810 2024-09-21T07:28:18.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.881+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fccb80af700 con 0x7fcca0004810 2024-09-21T07:28:18.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.881+0000 7fccb4ff9640 1 -- 172.21.15.6:0/1134820621 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5243 (secure 0 0 0) 0x7fcca805f000 con 0x7fcca0004810 2024-09-21T07:28:18.886 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:18.886 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":41,"btime":"2024-09-21T07:28:00:980395+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:27:13.888820+0000","modified":"2024-09-21T07:28:00.013374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5679,"mds_1":5676},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5676":{"gid":5676,"name":"a","rank":1,"incarnation":39,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3891663650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3891663650},{"type":"v1","addr":"172.21.15.6:6833","nonce":3891663650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5679":{"gid":5679,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/4093845965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":4093845965},{"type":"v1","addr":"172.21.15.6:6835","nonce":4093845965}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5679,"qdb_cluster":[5679,5676]},"id":4}]} 2024-09-21T07:28:18.887 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 41 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcca4073230 msgr2=0x7fcca4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcca4073230 0x7fcca4075740 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fccac0ab000 tx=0x7fccac019da0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 msgr2=0x7fccb80c5be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 0x7fccb80c5be0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fcca800d530 tx=0x7fcca800d9f0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 shutdown_connections 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcca4073230 0x7fcca4075740 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fccb8156a20 0x7fccb80c9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fccb815f610 0x7fccb80c95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 --2- 172.21.15.6:0/1134820621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcca0004810 0x7fccb80c5be0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:18.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 >> 172.21.15.6:0/1134820621 conn(0x7fccb80d0b00 msgr2=0x7fccb80ad930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:18.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 shutdown_connections 2024-09-21T07:28:18.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:18.885+0000 7fccbe8b0640 1 -- 172.21.15.6:0/1134820621 wait complete. 2024-09-21T07:28:18.910 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:28:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.069+0000 7f7cfd316640 1 -- 172.21.15.6:0/2402227613 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80caa90 msgr2=0x7f7cf80caea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.069+0000 7f7cfd316640 1 --2- 172.21.15.6:0/2402227613 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80caa90 0x7f7cf80caea0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8009c80 tx=0x7f7ce801cda0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.069+0000 7f7cfd316640 1 -- 172.21.15.6:0/2402227613 shutdown_connections 2024-09-21T07:28:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.069+0000 7f7cfd316640 1 --2- 172.21.15.6:0/2402227613 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80caa90 0x7f7cf80caea0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.069+0000 7f7cfd316640 1 --2- 172.21.15.6:0/2402227613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cf80cc130 0x7f7cf8070a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.069+0000 7f7cfd316640 1 -- 172.21.15.6:0/2402227613 >> 172.21.15.6:0/2402227613 conn(0x7f7cf80d0b00 msgr2=0x7f7cf80b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:19.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.069+0000 7f7cfd316640 1 -- 172.21.15.6:0/2402227613 shutdown_connections 2024-09-21T07:28:19.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.069+0000 7f7cfd316640 1 -- 172.21.15.6:0/2402227613 wait complete. 2024-09-21T07:28:19.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cfd316640 1 Processor -- start 2024-09-21T07:28:19.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cfd316640 1 -- start start 2024-09-21T07:28:19.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cfd316640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cf80caa90 0x7f7cf8165a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cfd316640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cf80cc130 0x7f7cf815a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cfd316640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80ce280 0x7f7cf815ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cfd316640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf8168f30 con 0x7f7cf80ce280 2024-09-21T07:28:19.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cfd316640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf8168db0 con 0x7f7cf80cc130 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cfd316640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7cf81690b0 con 0x7f7cf80caa90 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80ce280 0x7f7cf815ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80ce280 0x7f7cf815ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56504/0 (socket says 172.21.15.6:56504) 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 -- 172.21.15.6:0/418785193 learned_addr learned my addr 172.21.15.6:0/418785193 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf6ffd640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cf80caa90 0x7f7cf8165a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf67fc640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cf80cc130 0x7f7cf815a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 -- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cf80caa90 msgr2=0x7f7cf8165a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cf80caa90 0x7f7cf8165a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 -- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cf80cc130 msgr2=0x7f7cf815a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cf80cc130 0x7f7cf815a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 -- 172.21.15.6:0/418785193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cf81f7500 con 0x7f7cf80ce280 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.073+0000 7f7cf77fe640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80ce280 0x7f7cf815ad20 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f7ce801b450 tx=0x7f7ce8005ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cdf7fe640 1 -- 172.21.15.6:0/418785193 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce80bc070 con 0x7f7cf80ce280 2024-09-21T07:28:19.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cf81f77e0 con 0x7f7cf80ce280 2024-09-21T07:28:19.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cdf7fe640 1 -- 172.21.15.6:0/418785193 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ce8003fd0 con 0x7f7cf80ce280 2024-09-21T07:28:19.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cdf7fe640 1 -- 172.21.15.6:0/418785193 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce80b2040 con 0x7f7cf80ce280 2024-09-21T07:28:19.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cf81f7da0 con 0x7f7cf80ce280 2024-09-21T07:28:19.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cf80caea0 con 0x7f7cf80ce280 2024-09-21T07:28:19.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cdf7fe640 1 -- 172.21.15.6:0/418785193 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7ce8004420 con 0x7f7cf80ce280 2024-09-21T07:28:19.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cdf7fe640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ce4073200 0x7f7ce4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cdf7fe640 1 -- 172.21.15.6:0/418785193 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f7ce812df20 con 0x7f7cf80ce280 2024-09-21T07:28:19.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cf6ffd640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ce4073200 0x7f7ce4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.077+0000 7f7cf6ffd640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ce4073200 0x7f7ce4075710 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7cf0009ad0 tx=0x7f7cf00091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:19.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.081+0000 7f7cdf7fe640 1 -- 172.21.15.6:0/418785193 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7ce8016990 con 0x7f7cf80ce280 2024-09-21T07:28:19.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.293+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7cf81f7290 con 0x7f7cf80ce280 2024-09-21T07:28:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.293+0000 7f7cdf7fe640 1 -- 172.21.15.6:0/418785193 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5243 (secure 0 0 0) 0x7f7ce80f8fe0 con 0x7f7cf80ce280 2024-09-21T07:28:19.298 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:19.298 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":41,"btime":"2024-09-21T07:28:00:980395+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:27:13.888820+0000","modified":"2024-09-21T07:28:00.013374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5679,"mds_1":5676},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5676":{"gid":5676,"name":"a","rank":1,"incarnation":39,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3891663650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3891663650},{"type":"v1","addr":"172.21.15.6:6833","nonce":3891663650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5679":{"gid":5679,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/4093845965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":4093845965},{"type":"v1","addr":"172.21.15.6:6835","nonce":4093845965}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5679,"qdb_cluster":[5679,5676]},"id":4}]} 2024-09-21T07:28:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 41 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ce4073200 msgr2=0x7f7ce4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ce4073200 0x7f7ce4075710 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7cf0009ad0 tx=0x7f7cf00091e0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80ce280 msgr2=0x7f7cf815ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80ce280 0x7f7cf815ad20 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f7ce801b450 tx=0x7f7ce8005ae0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 shutdown_connections 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7ce4073200 0x7f7ce4075710 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7cf80ce280 0x7f7cf815ad20 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7cf80cc130 0x7f7cf815a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 --2- 172.21.15.6:0/418785193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7cf80caa90 0x7f7cf8165a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 >> 172.21.15.6:0/418785193 conn(0x7f7cf80d0b00 msgr2=0x7f7cf80add60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:19.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 shutdown_connections 2024-09-21T07:28:19.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.297+0000 7f7cfd316640 1 -- 172.21.15.6:0/418785193 wait complete. 2024-09-21T07:28:19.322 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:28:19.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.473+0000 7f4951f48640 1 -- 172.21.15.6:0/1164658687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4938004810 msgr2=0x7f4938004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.473+0000 7f4951f48640 1 --2- 172.21.15.6:0/1164658687 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4938004810 0x7f4938004c20 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f493400c290 tx=0x7f493401f700 comp rx=0 tx=0).stop 2024-09-21T07:28:19.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.473+0000 7f494bfff640 1 -- 172.21.15.6:0/1164658687 reap_dead start 2024-09-21T07:28:19.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.473+0000 7f4951f48640 1 -- 172.21.15.6:0/1164658687 shutdown_connections 2024-09-21T07:28:19.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.473+0000 7f4951f48640 1 -- 172.21.15.6:0/1164658687 >> 172.21.15.6:0/1164658687 conn(0x7f494c0d0b00 msgr2=0x7f494c0b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:19.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.473+0000 7f4951f48640 1 -- 172.21.15.6:0/1164658687 shutdown_connections 2024-09-21T07:28:19.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.473+0000 7f4951f48640 1 -- 172.21.15.6:0/1164658687 wait complete. 2024-09-21T07:28:19.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f4951f48640 1 Processor -- start 2024-09-21T07:28:19.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f4951f48640 1 -- start start 2024-09-21T07:28:19.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f4951f48640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4938004810 0x7f494c09dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f4951f48640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f494c1e4e90 0x7f494c1e52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f4951f48640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f494c1e57e0 0x7f494c1f6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f4951f48640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f494c0b2540 con 0x7f494c1e57e0 2024-09-21T07:28:19.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f4951f48640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f494c0d0050 con 0x7f494c1e4e90 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f4951f48640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f494c0b26c0 con 0x7f4938004810 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f494c1e57e0 0x7f494c1f6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f494c1e57e0 0x7f494c1f6a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56528/0 (socket says 172.21.15.6:56528) 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 -- 172.21.15.6:0/222907792 learned_addr learned my addr 172.21.15.6:0/222907792 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494affd640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f494c1e4e90 0x7f494c1e52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494b7fe640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4938004810 0x7f494c09dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 -- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4938004810 msgr2=0x7f494c09dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4938004810 0x7f494c09dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 -- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f494c1e4e90 msgr2=0x7f494c1e52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f494c1e4e90 0x7f494c1e52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 -- 172.21.15.6:0/222907792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494c15ca50 con 0x7f494c1e57e0 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494b7fe640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4938004810 0x7f494c09dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.477+0000 7f494bfff640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f494c1e57e0 0x7f494c1f6a70 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f494c0cb370 tx=0x7f494400d7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:19.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4943fff640 1 -- 172.21.15.6:0/222907792 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4944003980 con 0x7f494c1e57e0 2024-09-21T07:28:19.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4943fff640 1 -- 172.21.15.6:0/222907792 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4944003b40 con 0x7f494c1e57e0 2024-09-21T07:28:19.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f494c15cd30 con 0x7f494c1e57e0 2024-09-21T07:28:19.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4943fff640 1 -- 172.21.15.6:0/222907792 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4944004030 con 0x7f494c1e57e0 2024-09-21T07:28:19.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f494c1e4970 con 0x7f494c1e57e0 2024-09-21T07:28:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f494c15d250 con 0x7f494c1e57e0 2024-09-21T07:28:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4943fff640 1 -- 172.21.15.6:0/222907792 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f49440041d0 con 0x7f494c1e57e0 2024-09-21T07:28:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4943fff640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f492c073200 0x7f492c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f4943fff640 1 -- 172.21.15.6:0/222907792 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f4944094b30 con 0x7f494c1e57e0 2024-09-21T07:28:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f494b7fe640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f492c073200 0x7f492c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.481+0000 7f494b7fe640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f492c073200 0x7f492c075710 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f493c009bf0 tx=0x7f493c0091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:19.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.485+0000 7f4943fff640 1 -- 172.21.15.6:0/222907792 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f494c15d250 con 0x7f494c1e57e0 2024-09-21T07:28:19.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.657+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f494c0cf900 con 0x7f494c1e57e0 2024-09-21T07:28:19.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4943fff640 1 -- 172.21.15.6:0/222907792 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16689 (secure 0 0 0) 0x7f494405fb50 con 0x7f494c1e57e0 2024-09-21T07:28:19.663 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:19.663 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":58,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:27:15.473753+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:27:11.577198+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T07:27:12.861300+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:28:19.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f492c073200 msgr2=0x7f492c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f492c073200 0x7f492c075710 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f493c009bf0 tx=0x7f493c0091e0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f494c1e57e0 msgr2=0x7f494c1f6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f494c1e57e0 0x7f494c1f6a70 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f494c0cb370 tx=0x7f494400d7b0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 shutdown_connections 2024-09-21T07:28:19.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f492c073200 0x7f492c075710 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f494c1e57e0 0x7f494c1f6a70 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f494c1e4e90 0x7f494c1e52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 --2- 172.21.15.6:0/222907792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4938004810 0x7f494c09dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 >> 172.21.15.6:0/222907792 conn(0x7f494c0d0b00 msgr2=0x7f494c0ccd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:19.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 shutdown_connections 2024-09-21T07:28:19.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.661+0000 7f4951f48640 1 -- 172.21.15.6:0/222907792 wait complete. 2024-09-21T07:28:19.684 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:28:19.684 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:28:19.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.825+0000 7fd3a596e640 1 -- 172.21.15.6:0/1085338519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a0160330 msgr2=0x7fd3a0160740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.825+0000 7fd3a596e640 1 --2- 172.21.15.6:0/1085338519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a0160330 0x7fd3a0160740 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd390009900 tx=0x7fd39001c8e0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.825+0000 7fd3a596e640 1 -- 172.21.15.6:0/1085338519 shutdown_connections 2024-09-21T07:28:19.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.825+0000 7fd3a596e640 1 --2- 172.21.15.6:0/1085338519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a00d0e00 0x7fd3a00ced90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.825+0000 7fd3a596e640 1 --2- 172.21.15.6:0/1085338519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a0160330 0x7fd3a0160740 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.825+0000 7fd3a596e640 1 -- 172.21.15.6:0/1085338519 >> 172.21.15.6:0/1085338519 conn(0x7fd3a0069570 msgr2=0x7fd3a00b4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:19.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.825+0000 7fd3a596e640 1 -- 172.21.15.6:0/1085338519 shutdown_connections 2024-09-21T07:28:19.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.825+0000 7fd3a596e640 1 -- 172.21.15.6:0/1085338519 wait complete. 2024-09-21T07:28:19.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd3a596e640 1 Processor -- start 2024-09-21T07:28:19.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd3a596e640 1 -- start start 2024-09-21T07:28:19.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd3a596e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3a00d09f0 0x7fd3a015d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd3a596e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a00d0e00 0x7fd3a01f6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd3a596e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a0160330 0x7fd3a015b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd3a596e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a016a060 con 0x7fd3a00d09f0 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd3a596e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a0169ee0 con 0x7fd3a00d0e00 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd3a596e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd3a016a1e0 con 0x7fd3a0160330 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3a00d09f0 0x7fd3a015d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3a00d09f0 0x7fd3a015d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56542/0 (socket says 172.21.15.6:56542) 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 -- 172.21.15.6:0/2303947648 learned_addr learned my addr 172.21.15.6:0/2303947648 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd397fff640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a00d0e00 0x7fd3a01f6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39f7fe640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a0160330 0x7fd3a015b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 -- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a0160330 msgr2=0x7fd3a015b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a0160330 0x7fd3a015b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 -- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a00d0e00 msgr2=0x7fd3a01f6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a00d0e00 0x7fd3a01f6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:19.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 -- 172.21.15.6:0/2303947648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a015efc0 con 0x7fd3a00d09f0 2024-09-21T07:28:19.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.829+0000 7fd39effd640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3a00d09f0 0x7fd3a015d6a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fd390009850 tx=0x7fd390005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:19.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd39cff9640 1 -- 172.21.15.6:0/2303947648 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3900bc070 con 0x7fd3a00d09f0 2024-09-21T07:28:19.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3a015df20 con 0x7fd3a00d09f0 2024-09-21T07:28:19.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd39cff9640 1 -- 172.21.15.6:0/2303947648 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd390005310 con 0x7fd3a00d09f0 2024-09-21T07:28:19.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd39cff9640 1 -- 172.21.15.6:0/2303947648 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3900b2040 con 0x7fd3a00d09f0 2024-09-21T07:28:19.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3a015e4e0 con 0x7fd3a00d09f0 2024-09-21T07:28:19.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3a00ced90 con 0x7fd3a00d09f0 2024-09-21T07:28:19.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd39cff9640 1 -- 172.21.15.6:0/2303947648 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd3900046d0 con 0x7fd3a00d09f0 2024-09-21T07:28:19.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd39cff9640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd380073220 0x7fd380075730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:19.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd39cff9640 1 -- 172.21.15.6:0/2303947648 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fd39012e400 con 0x7fd3a00d09f0 2024-09-21T07:28:19.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd397fff640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd380073220 0x7fd380075730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:19.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.833+0000 7fd397fff640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd380073220 0x7fd380075730 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fd3a00b1b60 tx=0x7fd388009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:19.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:19.841+0000 7fd39cff9640 1 -- 172.21.15.6:0/2303947648 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd3900f3290 con 0x7fd3a00d09f0 2024-09-21T07:28:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3a00c6190 con 0x7fd3a00d09f0 2024-09-21T07:28:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd39cff9640 1 -- 172.21.15.6:0/2303947648 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5243 (secure 0 0 0) 0x7fd3900164d0 con 0x7fd3a00d09f0 2024-09-21T07:28:20.051 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:20.051 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":41,"btime":"2024-09-21T07:28:00:980395+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:27:13.888820+0000","modified":"2024-09-21T07:28:00.013374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5679,"mds_1":5676},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5676":{"gid":5676,"name":"a","rank":1,"incarnation":39,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3891663650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3891663650},{"type":"v1","addr":"172.21.15.6:6833","nonce":3891663650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5679":{"gid":5679,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/4093845965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":4093845965},{"type":"v1","addr":"172.21.15.6:6835","nonce":4093845965}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5679,"qdb_cluster":[5679,5676]},"id":4}]} 2024-09-21T07:28:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 41 2024-09-21T07:28:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd380073220 msgr2=0x7fd380075730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd380073220 0x7fd380075730 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fd3a00b1b60 tx=0x7fd388009040 comp rx=0 tx=0).stop 2024-09-21T07:28:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3a00d09f0 msgr2=0x7fd3a015d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3a00d09f0 0x7fd3a015d6a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fd390009850 tx=0x7fd390005de0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 shutdown_connections 2024-09-21T07:28:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd380073220 0x7fd380075730 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3a0160330 0x7fd3a015b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3a00d0e00 0x7fd3a01f6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 --2- 172.21.15.6:0/2303947648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3a00d09f0 0x7fd3a015d6a0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.049+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 >> 172.21.15.6:0/2303947648 conn(0x7fd3a0069570 msgr2=0x7fd3a015ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.053+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 shutdown_connections 2024-09-21T07:28:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.053+0000 7fd3a596e640 1 -- 172.21.15.6:0/2303947648 wait complete. 2024-09-21T07:28:20.073 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:28:20.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 -- 172.21.15.6:0/282080355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ac0 msgr2=0x7f52b80cba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 --2- 172.21.15.6:0/282080355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ac0 0x7f52b80cba00 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f52b4009840 tx=0x7f52b401c760 comp rx=0 tx=0).stop 2024-09-21T07:28:20.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 -- 172.21.15.6:0/282080355 shutdown_connections 2024-09-21T07:28:20.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 --2- 172.21.15.6:0/282080355 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52b806d560 0x7f52b80ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 --2- 172.21.15.6:0/282080355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ac0 0x7f52b80cba00 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 -- 172.21.15.6:0/282080355 >> 172.21.15.6:0/282080355 conn(0x7f52b80d0b00 msgr2=0x7f52b80b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:20.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 -- 172.21.15.6:0/282080355 shutdown_connections 2024-09-21T07:28:20.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 -- 172.21.15.6:0/282080355 wait complete. 2024-09-21T07:28:20.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 Processor -- start 2024-09-21T07:28:20.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.213+0000 7f52bfe59640 1 -- start start 2024-09-21T07:28:20.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52b80b3ac0 0x7f52b8074890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ed0 0x7f52b815d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52b80c5fe0 0x7f52b815da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52b816a470 con 0x7f52b80b3ed0 2024-09-21T07:28:20.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f52b816a2f0 con 0x7f52b80c5fe0 2024-09-21T07:28:20.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f52b816a5f0 con 0x7f52b80b3ac0 2024-09-21T07:28:20.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ed0 0x7f52b815d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ed0 0x7f52b815d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56560/0 (socket says 172.21.15.6:56560) 2024-09-21T07:28:20.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 -- 172.21.15.6:0/4275709564 learned_addr learned my addr 172.21.15.6:0/4275709564 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bdbf5640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52b80b3ac0 0x7f52b8074890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52be3f6640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52b80c5fe0 0x7f52b815da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 -- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52b80b3ac0 msgr2=0x7f52b8074890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52b80b3ac0 0x7f52b8074890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 -- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52b80c5fe0 msgr2=0x7f52b815da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52b80c5fe0 0x7f52b815da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 -- 172.21.15.6:0/4275709564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52b8167370 con 0x7f52b80b3ed0 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bd3f4640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ed0 0x7f52b815d4c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f52a800c430 tx=0x7f52a800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52ae7fc640 1 -- 172.21.15.6:0/4275709564 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a8011790 con 0x7f52b80b3ed0 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52ae7fc640 1 -- 172.21.15.6:0/4275709564 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f52a8017070 con 0x7f52b80b3ed0 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52ae7fc640 1 -- 172.21.15.6:0/4275709564 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a8011cc0 con 0x7f52b80b3ed0 2024-09-21T07:28:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52b80b1860 con 0x7f52b80b3ed0 2024-09-21T07:28:20.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52b81664d0 con 0x7f52b80b3ed0 2024-09-21T07:28:20.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.217+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52b80ad0b0 con 0x7f52b80b3ed0 2024-09-21T07:28:20.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.221+0000 7f52ae7fc640 1 -- 172.21.15.6:0/4275709564 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f52a801c460 con 0x7f52b80b3ed0 2024-09-21T07:28:20.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.221+0000 7f52ae7fc640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f529c073200 0x7f529c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.221+0000 7f52ae7fc640 1 -- 172.21.15.6:0/4275709564 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f52a8094070 con 0x7f52b80b3ed0 2024-09-21T07:28:20.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.221+0000 7f52bdbf5640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f529c073200 0x7f529c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.221+0000 7f52bdbf5640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f529c073200 0x7f529c075710 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f52b40af000 tx=0x7f52b401afa0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:20.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.225+0000 7f52ae7fc640 1 -- 172.21.15.6:0/4275709564 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f52a805f090 con 0x7f52b80b3ed0 2024-09-21T07:28:20.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f52b80b01a0 con 0x7f52b80b3ed0 2024-09-21T07:28:20.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52ae7fc640 1 -- 172.21.15.6:0/4275709564 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+5243 (secure 0 0 0) 0x7f52a805e990 con 0x7f52b80b3ed0 2024-09-21T07:28:20.432 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:20.432 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":41,"btime":"2024-09-21T07:28:00:980395+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:27:13.888820+0000","modified":"2024-09-21T07:28:00.013374+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5679,"mds_1":5676},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5676":{"gid":5676,"name":"a","rank":1,"incarnation":39,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3891663650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3891663650},{"type":"v1","addr":"172.21.15.6:6833","nonce":3891663650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5679":{"gid":5679,"name":"c","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/4093845965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":4093845965},{"type":"v1","addr":"172.21.15.6:6835","nonce":4093845965}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5679,"qdb_cluster":[5679,5676]},"id":4}]} 2024-09-21T07:28:20.432 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 41 2024-09-21T07:28:20.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f529c073200 msgr2=0x7f529c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f529c073200 0x7f529c075710 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f52b40af000 tx=0x7f52b401afa0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ed0 msgr2=0x7f52b815d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ed0 0x7f52b815d4c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f52a800c430 tx=0x7f52a800c8f0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 shutdown_connections 2024-09-21T07:28:20.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f529c073200 0x7f529c075710 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52b80c5fe0 0x7f52b815da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b80b3ed0 0x7f52b815d4c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 --2- 172.21.15.6:0/4275709564 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52b80b3ac0 0x7f52b8074890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 >> 172.21.15.6:0/4275709564 conn(0x7f52b80d0b00 msgr2=0x7f52b815f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:20.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.429+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 shutdown_connections 2024-09-21T07:28:20.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.433+0000 7f52bfe59640 1 -- 172.21.15.6:0/4275709564 wait complete. 2024-09-21T07:28:20.453 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:28:20.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.601+0000 7fa5cb00c640 1 -- 172.21.15.6:0/686987997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c406d560 msgr2=0x7fa5c40ad0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.601+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/686987997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c406d560 0x7fa5c40ad0b0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac009900 tx=0x7fa5ac01c820 comp rx=0 tx=0).stop 2024-09-21T07:28:20.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.601+0000 7fa5cb00c640 1 -- 172.21.15.6:0/686987997 shutdown_connections 2024-09-21T07:28:20.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.601+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/686987997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c406d560 0x7fa5c40ad0b0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.601+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/686987997 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c40b3ac0 0x7fa5c40cba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.601+0000 7fa5cb00c640 1 -- 172.21.15.6:0/686987997 >> 172.21.15.6:0/686987997 conn(0x7fa5c40d0b00 msgr2=0x7fa5c40b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:20.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.601+0000 7fa5cb00c640 1 -- 172.21.15.6:0/686987997 shutdown_connections 2024-09-21T07:28:20.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.601+0000 7fa5cb00c640 1 -- 172.21.15.6:0/686987997 wait complete. 2024-09-21T07:28:20.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 Processor -- start 2024-09-21T07:28:20.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 -- start start 2024-09-21T07:28:20.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c40b3ac0 0x7fa5c4155cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c40b3ed0 0x7fa5c41597f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4155290 0x7fa5c41556a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c416a3e0 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c416a260 con 0x7fa5c40b3ac0 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa5c416a560 con 0x7fa5c4155290 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c40b3ed0 0x7fa5c41597f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c40b3ed0 0x7fa5c41597f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56574/0 (socket says 172.21.15.6:56574) 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 -- 172.21.15.6:0/2756668048 learned_addr learned my addr 172.21.15.6:0/2756668048 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 -- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4155290 msgr2=0x7fa5c41556a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c95a9640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4155290 0x7fa5c41556a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c8da8640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c40b3ac0 0x7fa5c4155cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4155290 0x7fa5c41556a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 -- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c40b3ac0 msgr2=0x7fa5c4155cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c40b3ac0 0x7fa5c4155cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 -- 172.21.15.6:0/2756668048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5c4073d20 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c3fff640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c40b3ed0 0x7fa5c41597f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc00ba80 tx=0x7fa5bc00bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c17fa640 1 -- 172.21.15.6:0/2756668048 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5bc019070 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c17fa640 1 -- 172.21.15.6:0/2756668048 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5bc00cd80 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5c41547d0 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5c17fa640 1 -- 172.21.15.6:0/2756668048 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5bc0146a0 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.605+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5c4156380 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.609+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5c40ad0b0 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.609+0000 7fa5c17fa640 1 -- 172.21.15.6:0/2756668048 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa5bc01d3f0 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.609+0000 7fa5c17fa640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5a4073230 0x7fa5a4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.609+0000 7fa5c17fa640 1 -- 172.21.15.6:0/2756668048 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fa5bc093dd0 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.609+0000 7fa5c8da8640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5a4073230 0x7fa5a4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.609+0000 7fa5c8da8640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5a4073230 0x7fa5a4075740 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa5b400a790 tx=0x7fa5b4008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:20.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.613+0000 7fa5c17fa640 1 -- 172.21.15.6:0/2756668048 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa5bc05ef10 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.785+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa5c40af700 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5c17fa640 1 -- 172.21.15.6:0/2756668048 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16689 (secure 0 0 0) 0x7fa5bc05e810 con 0x7fa5c40b3ed0 2024-09-21T07:28:20.792 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:20.792 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":58,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:27:15.473753+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:27:11.577198+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T07:27:12.861300+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:28:20.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5a4073230 msgr2=0x7fa5a4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5a4073230 0x7fa5a4075740 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa5b400a790 tx=0x7fa5b4008040 comp rx=0 tx=0).stop 2024-09-21T07:28:20.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c40b3ed0 msgr2=0x7fa5c41597f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c40b3ed0 0x7fa5c41597f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc00ba80 tx=0x7fa5bc00bf40 comp rx=0 tx=0).stop 2024-09-21T07:28:20.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 shutdown_connections 2024-09-21T07:28:20.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa5a4073230 0x7fa5a4075740 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa5c4155290 0x7fa5c41556a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5c40b3ed0 0x7fa5c41597f0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 --2- 172.21.15.6:0/2756668048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa5c40b3ac0 0x7fa5c4155cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 >> 172.21.15.6:0/2756668048 conn(0x7fa5c40d0b00 msgr2=0x7fa5c406ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:20.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 shutdown_connections 2024-09-21T07:28:20.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.789+0000 7fa5cb00c640 1 -- 172.21.15.6:0/2756668048 wait complete. 2024-09-21T07:28:20.813 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T07:28:20.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- 172.21.15.6:0/12937112 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 msgr2=0x7fa014003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 --2- 172.21.15.6:0/12937112 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 0x7fa014003ed0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fa020009b40 tx=0x7fa02001d250 comp rx=0 tx=0).stop 2024-09-21T07:28:20.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- 172.21.15.6:0/12937112 shutdown_connections 2024-09-21T07:28:20.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 --2- 172.21.15.6:0/12937112 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 0x7fa014003ed0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- 172.21.15.6:0/12937112 >> 172.21.15.6:0/12937112 conn(0x7fa0280b6810 msgr2=0x7fa0280b2ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:20.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- 172.21.15.6:0/12937112 shutdown_connections 2024-09-21T07:28:20.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- 172.21.15.6:0/12937112 wait complete. 2024-09-21T07:28:20.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 Processor -- start 2024-09-21T07:28:20.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- start start 2024-09-21T07:28:20.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 0x7fa028151740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa028151c80 0x7fa02814c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa02809e680 0x7fa02814cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa0280b4c80 con 0x7fa014003a60 2024-09-21T07:28:20.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa0280b4b00 con 0x7fa02809e680 2024-09-21T07:28:20.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa02e88e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa0280b4e00 con 0x7fa028151c80 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.965+0000 7fa027fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 0x7fa028151740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa02ce2b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa02809e680 0x7fa02814cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa0277fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa028151c80 0x7fa02814c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa027fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 0x7fa028151740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56592/0 (socket says 172.21.15.6:56592) 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa027fff640 1 -- 172.21.15.6:0/1891042605 learned_addr learned my addr 172.21.15.6:0/1891042605 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa027fff640 1 -- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa028151c80 msgr2=0x7fa02814c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa027fff640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa028151c80 0x7fa02814c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa027fff640 1 -- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa02809e680 msgr2=0x7fa02814cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa027fff640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa02809e680 0x7fa02814cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa027fff640 1 -- 172.21.15.6:0/1891042605 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa02809f3c0 con 0x7fa014003a60 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa027fff640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 0x7fa028151740 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fa02001d080 tx=0x7fa0200a5e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa024ff9640 1 -- 172.21.15.6:0/1891042605 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0200050c0 con 0x7fa014003a60 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa024ff9640 1 -- 172.21.15.6:0/1891042605 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa020005350 con 0x7fa014003a60 2024-09-21T07:28:20.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa024ff9640 1 -- 172.21.15.6:0/1891042605 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0200046d0 con 0x7fa014003a60 2024-09-21T07:28:20.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0281f9700 con 0x7fa014003a60 2024-09-21T07:28:20.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0281f9cc0 con 0x7fa014003a60 2024-09-21T07:28:20.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa02815cfa0 con 0x7fa014003a60 2024-09-21T07:28:20.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa024ff9640 1 -- 172.21.15.6:0/1891042605 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa0200c0020 con 0x7fa014003a60 2024-09-21T07:28:20.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa024ff9640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa008073200 0x7fa008075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:20.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa024ff9640 1 -- 172.21.15.6:0/1891042605 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fa02012f890 con 0x7fa014003a60 2024-09-21T07:28:20.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.969+0000 7fa0277fe640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa008073200 0x7fa008075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:20.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.973+0000 7fa0277fe640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa008073200 0x7fa008075710 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fa02815e490 tx=0x7fa010006f00 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:20.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:20.973+0000 7fa024ff9640 1 -- 172.21.15.6:0/1891042605 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa0200c7020 con 0x7fa014003a60 2024-09-21T07:28:21.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.177+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa02814f540 con 0x7fa014003a60 2024-09-21T07:28:21.183 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:28:21.181+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:28:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.181+0000 7fa024ff9640 1 -- 172.21.15.6:0/1891042605 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v42) ==== 161+0+0 (secure 0 0 0) 0x7fa020016f60 con 0x7fa014003a60 2024-09-21T07:28:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T07:28:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa008073200 msgr2=0x7fa008075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa008073200 0x7fa008075710 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fa02815e490 tx=0x7fa010006f00 comp rx=0 tx=0).stop 2024-09-21T07:28:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 msgr2=0x7fa028151740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 0x7fa028151740 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fa02001d080 tx=0x7fa0200a5e80 comp rx=0 tx=0).stop 2024-09-21T07:28:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 shutdown_connections 2024-09-21T07:28:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa008073200 0x7fa008075710 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa02809e680 0x7fa02814cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa028151c80 0x7fa02814c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 --2- 172.21.15.6:0/1891042605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa014003a60 0x7fa028151740 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 >> 172.21.15.6:0/1891042605 conn(0x7fa0280b6810 msgr2=0x7fa02814ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 shutdown_connections 2024-09-21T07:28:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.189+0000 7fa02e88e640 1 -- 172.21.15.6:0/1891042605 wait complete. 2024-09-21T07:28:21.218 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T07:28:21.265 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:28:21.266 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:28:21.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.373+0000 7f6abedf9640 1 -- 172.21.15.6:0/2391589729 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80cd920 msgr2=0x7f6ab80b3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:21.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.373+0000 7f6abedf9640 1 --2- 172.21.15.6:0/2391589729 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80cd920 0x7f6ab80b3890 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f6aac009bc0 tx=0x7f6aac01cb10 comp rx=0 tx=0).stop 2024-09-21T07:28:21.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.373+0000 7f6abedf9640 1 -- 172.21.15.6:0/2391589729 shutdown_connections 2024-09-21T07:28:21.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.373+0000 7f6abedf9640 1 --2- 172.21.15.6:0/2391589729 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ab815fc00 0x7f6ab80702c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:21.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.373+0000 7f6abedf9640 1 --2- 172.21.15.6:0/2391589729 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80cd920 0x7f6ab80b3890 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:21.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.373+0000 7f6abedf9640 1 -- 172.21.15.6:0/2391589729 >> 172.21.15.6:0/2391589729 conn(0x7f6ab80b2740 msgr2=0x7f6ab80b2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:21.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.373+0000 7f6abedf9640 1 -- 172.21.15.6:0/2391589729 shutdown_connections 2024-09-21T07:28:21.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.373+0000 7f6abedf9640 1 -- 172.21.15.6:0/2391589729 wait complete. 2024-09-21T07:28:21.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 Processor -- start 2024-09-21T07:28:21.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 -- start start 2024-09-21T07:28:21.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80690d0 0x7f6ab81fcfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ab80cd920 0x7f6ab8153a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ab815fc00 0x7f6ab8165820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab816a740 con 0x7f6ab80690d0 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab816a5c0 con 0x7f6ab80cd920 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6ab816a8c0 con 0x7f6ab815fc00 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80690d0 0x7f6ab81fcfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80690d0 0x7f6ab81fcfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56638/0 (socket says 172.21.15.6:56638) 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 -- 172.21.15.6:0/3066002480 learned_addr learned my addr 172.21.15.6:0/3066002480 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abd396640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ab815fc00 0x7f6ab8165820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6ab7fff640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ab80cd920 0x7f6ab8153a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 -- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ab815fc00 msgr2=0x7f6ab8165820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ab815fc00 0x7f6ab8165820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:21.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 -- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ab80cd920 msgr2=0x7f6ab8153a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ab80cd920 0x7f6ab8153a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 -- 172.21.15.6:0/3066002480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ab8154460 con 0x7f6ab80690d0 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abd396640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ab815fc00 0x7f6ab8165820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abcb95640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80690d0 0x7f6ab81fcfb0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f6ab000c460 tx=0x7f6ab000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6ab57fa640 1 -- 172.21.15.6:0/3066002480 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab0016020 con 0x7f6ab80690d0 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6ab57fa640 1 -- 172.21.15.6:0/3066002480 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ab0012940 con 0x7f6ab80690d0 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ab81f9570 con 0x7f6ab80690d0 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6ab57fa640 1 -- 172.21.15.6:0/3066002480 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab0012d90 con 0x7f6ab80690d0 2024-09-21T07:28:21.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.377+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ab81f9b30 con 0x7f6ab80690d0 2024-09-21T07:28:21.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.381+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ab80b3890 con 0x7f6ab80690d0 2024-09-21T07:28:21.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.381+0000 7f6ab57fa640 1 -- 172.21.15.6:0/3066002480 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6ab0019020 con 0x7f6ab80690d0 2024-09-21T07:28:21.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.381+0000 7f6ab57fa640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6aa4073230 0x7f6aa4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:21.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.381+0000 7f6ab57fa640 1 -- 172.21.15.6:0/3066002480 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5881+0+0 (secure 0 0 0) 0x7f6ab0094270 con 0x7f6ab80690d0 2024-09-21T07:28:21.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.381+0000 7f6ab7fff640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6aa4073230 0x7f6aa4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:21.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.381+0000 7f6ab7fff640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6aa4073230 0x7f6aa4075740 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6aac0af000 tx=0x7f6aac01b350 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:21.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.385+0000 7f6ab57fa640 1 -- 172.21.15.6:0/3066002480 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6ab0020020 con 0x7f6ab80690d0 2024-09-21T07:28:21.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:21.593+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6ab806f9e0 con 0x7f6ab80690d0 2024-09-21T07:28:22.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.185+0000 7f6ab57fa640 1 -- 172.21.15.6:0/3066002480 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v43) ==== 104+0+0 (secure 0 0 0) 0x7f6ab8154460 con 0x7f6ab80690d0 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6aa4073230 msgr2=0x7f6aa4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6aa4073230 0x7f6aa4075740 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6aac0af000 tx=0x7f6aac01b350 comp rx=0 tx=0).stop 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80690d0 msgr2=0x7f6ab81fcfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80690d0 0x7f6ab81fcfb0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f6ab000c460 tx=0x7f6ab000c920 comp rx=0 tx=0).stop 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 shutdown_connections 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6aa4073230 0x7f6aa4075740 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ab815fc00 0x7f6ab8165820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ab80cd920 0x7f6ab8153a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 --2- 172.21.15.6:0/3066002480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ab80690d0 0x7f6ab81fcfb0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 >> 172.21.15.6:0/3066002480 conn(0x7f6ab80b2740 msgr2=0x7f6ab80b2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:22.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 shutdown_connections 2024-09-21T07:28:22.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.189+0000 7f6abedf9640 1 -- 172.21.15.6:0/3066002480 wait complete. 2024-09-21T07:28:22.221 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T07:28:22.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.381+0000 7ff897dc0640 1 -- 172.21.15.6:0/4244111505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff89006ce50 msgr2=0x7ff89006d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:22.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.381+0000 7ff897dc0640 1 --2- 172.21.15.6:0/4244111505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff89006ce50 0x7ff89006d260 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7ff88c009900 tx=0x7ff88c01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.381+0000 7ff897dc0640 1 -- 172.21.15.6:0/4244111505 shutdown_connections 2024-09-21T07:28:22.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.381+0000 7ff897dc0640 1 --2- 172.21.15.6:0/4244111505 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89015d250 0x7ff89015d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.381+0000 7ff897dc0640 1 --2- 172.21.15.6:0/4244111505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff89006ce50 0x7ff89006d260 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.381+0000 7ff897dc0640 1 -- 172.21.15.6:0/4244111505 >> 172.21.15.6:0/4244111505 conn(0x7ff8900b2560 msgr2=0x7ff8900d0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:22.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.381+0000 7ff897dc0640 1 -- 172.21.15.6:0/4244111505 shutdown_connections 2024-09-21T07:28:22.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.381+0000 7ff897dc0640 1 -- 172.21.15.6:0/4244111505 wait complete. 2024-09-21T07:28:22.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 Processor -- start 2024-09-21T07:28:22.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 -- start start 2024-09-21T07:28:22.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89006ce50 0x7ff890098c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:22.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89015d250 0x7ff8900984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:22.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff890160530 0x7ff8901fac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:22.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff89016a2f0 con 0x7ff890160530 2024-09-21T07:28:22.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff89015dd40 con 0x7ff89015d250 2024-09-21T07:28:22.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff89016a470 con 0x7ff89006ce50 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff890160530 0x7ff8901fac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff890160530 0x7ff8901fac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56656/0 (socket says 172.21.15.6:56656) 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 -- 172.21.15.6:0/3323989418 learned_addr learned my addr 172.21.15.6:0/3323989418 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89535b640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89015d250 0x7ff8900984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff895b5c640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89006ce50 0x7ff890098c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 -- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89006ce50 msgr2=0x7ff890098c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89006ce50 0x7ff890098c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 -- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89015d250 msgr2=0x7ff8900984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89015d250 0x7ff8900984a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:22.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 -- 172.21.15.6:0/3323989418 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8900af630 con 0x7ff890160530 2024-09-21T07:28:22.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff895b5c640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89006ce50 0x7ff890098c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:22.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff89635d640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff890160530 0x7ff8901fac20 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7ff88800c700 tx=0x7ff88800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:22.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff8867fc640 1 -- 172.21.15.6:0/3323989418 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff888017070 con 0x7ff890160530 2024-09-21T07:28:22.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff8867fc640 1 -- 172.21.15.6:0/3323989418 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff88800ce10 con 0x7ff890160530 2024-09-21T07:28:22.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8901f7690 con 0x7ff890160530 2024-09-21T07:28:22.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff8867fc640 1 -- 172.21.15.6:0/3323989418 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8880052d0 con 0x7ff890160530 2024-09-21T07:28:22.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8901f7c50 con 0x7ff890160530 2024-09-21T07:28:22.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.385+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff89006d260 con 0x7ff890160530 2024-09-21T07:28:22.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.389+0000 7ff8867fc640 1 -- 172.21.15.6:0/3323989418 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff88801a070 con 0x7ff890160530 2024-09-21T07:28:22.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.389+0000 7ff8867fc640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff874073230 0x7ff874075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:22.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.389+0000 7ff8867fc640 1 -- 172.21.15.6:0/3323989418 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5881+0+0 (secure 0 0 0) 0x7ff888093920 con 0x7ff890160530 2024-09-21T07:28:22.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.389+0000 7ff895b5c640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff874073230 0x7ff874075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:22.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.389+0000 7ff895b5c640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff874073230 0x7ff874075740 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff88c0af000 tx=0x7ff88c01b120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:22.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.393+0000 7ff8867fc640 1 -- 172.21.15.6:0/3323989418 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff89006d7a0 con 0x7ff890160530 2024-09-21T07:28:22.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:22.565+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff8901fa560 con 0x7ff890160530 2024-09-21T07:28:23.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.189+0000 7ff8867fc640 1 -- 172.21.15.6:0/3323989418 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v60) ==== 181+0+0 (secure 0 0 0) 0x7ff88805e890 con 0x7ff890160530 2024-09-21T07:28:23.195 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-09-21T07:28:23.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff874073230 msgr2=0x7ff874075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:23.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff874073230 0x7ff874075740 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff88c0af000 tx=0x7ff88c01b120 comp rx=0 tx=0).stop 2024-09-21T07:28:23.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff890160530 msgr2=0x7ff8901fac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:23.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff890160530 0x7ff8901fac20 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7ff88800c700 tx=0x7ff88800cbc0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 shutdown_connections 2024-09-21T07:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff874073230 0x7ff874075740 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff890160530 0x7ff8901fac20 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff89015d250 0x7ff8900984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 --2- 172.21.15.6:0/3323989418 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff89006ce50 0x7ff890098c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.193+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 >> 172.21.15.6:0/3323989418 conn(0x7ff8900b2560 msgr2=0x7ff89006fd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:23.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.197+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 shutdown_connections 2024-09-21T07:28:23.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.197+0000 7ff897dc0640 1 -- 172.21.15.6:0/3323989418 wait complete. 2024-09-21T07:28:23.226 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T07:28:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 -- 172.21.15.6:0/3605746728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e380b4e60 msgr2=0x7f4e380ce070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:23.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/3605746728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e380b4e60 0x7f4e380ce070 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f4e30009cb0 tx=0x7f4e3001cda0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 -- 172.21.15.6:0/3605746728 shutdown_connections 2024-09-21T07:28:23.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/3605746728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e380b4e60 0x7f4e380ce070 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/3605746728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e3815ef20 0x7f4e380b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 -- 172.21.15.6:0/3605746728 >> 172.21.15.6:0/3605746728 conn(0x7f4e380b2560 msgr2=0x7f4e380d0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:23.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 -- 172.21.15.6:0/3605746728 shutdown_connections 2024-09-21T07:28:23.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 -- 172.21.15.6:0/3605746728 wait complete. 2024-09-21T07:28:23.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 Processor -- start 2024-09-21T07:28:23.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.393+0000 7f4e3fa35640 1 -- start start 2024-09-21T07:28:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e380b4e60 0x7f4e3809db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e380d0ef0 0x7f4e38155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e3815ef20 0x7f4e380ccd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4e381691e0 con 0x7f4e3815ef20 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4e38169060 con 0x7f4e380b4e60 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4e38169360 con 0x7f4e380d0ef0 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e3815ef20 0x7f4e380ccd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e3815ef20 0x7f4e380ccd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57254/0 (socket says 172.21.15.6:57254) 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 -- 172.21.15.6:0/304310352 learned_addr learned my addr 172.21.15.6:0/304310352 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3d7d1640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e380b4e60 0x7f4e3809db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3cfd0640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e380d0ef0 0x7f4e38155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 -- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e380d0ef0 msgr2=0x7f4e38155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e380d0ef0 0x7f4e38155260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 -- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e380b4e60 msgr2=0x7f4e3809db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e380b4e60 0x7f4e3809db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 -- 172.21.15.6:0/304310352 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e381557a0 con 0x7f4e3815ef20 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3cfd0640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e380d0ef0 0x7f4e38155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3dfd2640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e3815ef20 0x7f4e380ccd80 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f4e3001a9d0 tx=0x7f4e300092c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e2dffb640 1 -- 172.21.15.6:0/304310352 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e300b2040 con 0x7f4e3815ef20 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e2dffb640 1 -- 172.21.15.6:0/304310352 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e30004c50 con 0x7f4e3815ef20 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e3809aa30 con 0x7f4e3815ef20 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e2dffb640 1 -- 172.21.15.6:0/304310352 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e30004000 con 0x7f4e3815ef20 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e3809aff0 con 0x7f4e3815ef20 2024-09-21T07:28:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.397+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e380ce070 con 0x7f4e3815ef20 2024-09-21T07:28:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.401+0000 7f4e2dffb640 1 -- 172.21.15.6:0/304310352 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4e300be060 con 0x7f4e3815ef20 2024-09-21T07:28:23.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.401+0000 7f4e2dffb640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4e1c0731f0 0x7f4e1c075700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:23.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.401+0000 7f4e2dffb640 1 -- 172.21.15.6:0/304310352 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5443+0+0 (secure 0 0 0) 0x7f4e3012deb0 con 0x7f4e3815ef20 2024-09-21T07:28:23.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.401+0000 7f4e3d7d1640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4e1c0731f0 0x7f4e1c075700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:23.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.401+0000 7f4e3d7d1640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4e1c0731f0 0x7f4e1c075700 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f4e34001650 tx=0x7f4e34009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:23.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.405+0000 7f4e2dffb640 1 -- 172.21.15.6:0/304310352 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4e30016990 con 0x7f4e3815ef20 2024-09-21T07:28:23.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:23.581+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4e3815af40 con 0x7f4e3815ef20 2024-09-21T07:28:24.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.209+0000 7f4e2dffb640 1 -- 172.21.15.6:0/304310352 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v61) ==== 169+0+0 (secure 0 0 0) 0x7f4e300f9140 con 0x7f4e3815ef20 2024-09-21T07:28:24.212 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-09-21T07:28:24.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4e1c0731f0 msgr2=0x7f4e1c075700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4e1c0731f0 0x7f4e1c075700 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f4e34001650 tx=0x7f4e34009040 comp rx=0 tx=0).stop 2024-09-21T07:28:24.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e3815ef20 msgr2=0x7f4e380ccd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e3815ef20 0x7f4e380ccd80 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f4e3001a9d0 tx=0x7f4e300092c0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 shutdown_connections 2024-09-21T07:28:24.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4e1c0731f0 0x7f4e1c075700 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e3815ef20 0x7f4e380ccd80 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4e380d0ef0 0x7f4e38155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 --2- 172.21.15.6:0/304310352 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4e380b4e60 0x7f4e3809db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 >> 172.21.15.6:0/304310352 conn(0x7f4e380b2560 msgr2=0x7f4e38159f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:24.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 shutdown_connections 2024-09-21T07:28:24.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.213+0000 7f4e3fa35640 1 -- 172.21.15.6:0/304310352 wait complete. 2024-09-21T07:28:24.246 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T07:28:24.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 -- 172.21.15.6:0/178754605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 msgr2=0x7f9c9c070a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 --2- 172.21.15.6:0/178754605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 0x7f9c9c070a60 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c073050 tx=0x7f9c9401c650 comp rx=0 tx=0).stop 2024-09-21T07:28:24.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 -- 172.21.15.6:0/178754605 shutdown_connections 2024-09-21T07:28:24.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 --2- 172.21.15.6:0/178754605 >> v2:172.21.15.145:3300/0 conn(0x7f9c9c0ce280 0x7f9c9c0ce690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 --2- 172.21.15.6:0/178754605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 0x7f9c9c070a60 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 -- 172.21.15.6:0/178754605 >> 172.21.15.6:0/178754605 conn(0x7f9c9c0d0b00 msgr2=0x7f9c9c0b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:24.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 -- 172.21.15.6:0/178754605 shutdown_connections 2024-09-21T07:28:24.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 -- 172.21.15.6:0/178754605 wait complete. 2024-09-21T07:28:24.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 Processor -- start 2024-09-21T07:28:24.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.401+0000 7f9ca458c640 1 -- start start 2024-09-21T07:28:24.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 0x7f9c9c099660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:24.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9c0ce280 0x7f9c9c072ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:24.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c9c15f290 0x7f9c9c073430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:24.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9c169420 con 0x7f9c9c0cc130 2024-09-21T07:28:24.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9c1692a0 con 0x7f9c9c15f290 2024-09-21T07:28:24.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9c9c1695a0 con 0x7f9c9c0ce280 2024-09-21T07:28:24.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 0x7f9c9c099660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:24.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 0x7f9c9c099660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57286/0 (socket says 172.21.15.6:57286) 2024-09-21T07:28:24.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 -- 172.21.15.6:0/2992862618 learned_addr learned my addr 172.21.15.6:0/2992862618 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:24.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca1b27640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9c0ce280 0x7f9c9c072ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:24.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2b29640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c9c15f290 0x7f9c9c073430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:24.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 -- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9c0ce280 msgr2=0x7f9c9c072ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9c0ce280 0x7f9c9c072ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 -- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c9c15f290 msgr2=0x7f9c9c073430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c9c15f290 0x7f9c9c073430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 -- 172.21.15.6:0/2992862618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c9c1fa340 con 0x7f9c9c0cc130 2024-09-21T07:28:24.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca2328640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 0x7f9c9c099660 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f9c940ac040 tx=0x7f9c940aa590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:24.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9c9affd640 1 -- 172.21.15.6:0/2992862618 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c940aab10 con 0x7f9c9c0cc130 2024-09-21T07:28:24.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9c9affd640 1 -- 172.21.15.6:0/2992862618 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c940aada0 con 0x7f9c9c0cc130 2024-09-21T07:28:24.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c9c0b1d30 con 0x7f9c9c0cc130 2024-09-21T07:28:24.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9c9affd640 1 -- 172.21.15.6:0/2992862618 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c94003860 con 0x7f9c9c0cc130 2024-09-21T07:28:24.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c9c0b1fd0 con 0x7f9c9c0cc130 2024-09-21T07:28:24.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c9c070a60 con 0x7f9c9c0cc130 2024-09-21T07:28:24.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.405+0000 7f9c9affd640 1 -- 172.21.15.6:0/2992862618 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9c940a8050 con 0x7f9c9c0cc130 2024-09-21T07:28:24.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.409+0000 7f9c9affd640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9c80073230 0x7f9c80075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:24.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.409+0000 7f9c9affd640 1 -- 172.21.15.6:0/2992862618 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7f9c9412ee30 con 0x7f9c9c0cc130 2024-09-21T07:28:24.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.409+0000 7f9ca1b27640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9c80073230 0x7f9c80075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:24.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.409+0000 7f9ca1b27640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9c80073230 0x7f9c80075740 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c09a090 tx=0x7f9c88005db0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:24.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.413+0000 7f9c9affd640 1 -- 172.21.15.6:0/2992862618 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9c940a6040 con 0x7f9c9c0cc130 2024-09-21T07:28:24.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.597+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f9c9c15c0d0 con 0x7f9c9c0cc130 2024-09-21T07:28:24.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.609+0000 7f9c9affd640 1 -- 172.21.15.6:0/2992862618 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v39) ==== 71+0+0 (secure 0 0 0) 0x7f9c9c0cc9b0 con 0x7f9c9c0cc130 2024-09-21T07:28:24.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9c80073230 msgr2=0x7f9c80075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9c80073230 0x7f9c80075740 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c09a090 tx=0x7f9c88005db0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 msgr2=0x7f9c9c099660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 0x7f9c9c099660 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f9c940ac040 tx=0x7f9c940aa590 comp rx=0 tx=0).stop 2024-09-21T07:28:24.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 shutdown_connections 2024-09-21T07:28:24.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9c80073230 0x7f9c80075740 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9c9c15f290 0x7f9c9c073430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9c9c0ce280 0x7f9c9c072ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 --2- 172.21.15.6:0/2992862618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c9c0cc130 0x7f9c9c099660 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.613+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 >> 172.21.15.6:0/2992862618 conn(0x7f9c9c0d0b00 msgr2=0x7f9c9c0c9f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:24.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.617+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 shutdown_connections 2024-09-21T07:28:24.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.617+0000 7f9ca458c640 1 -- 172.21.15.6:0/2992862618 wait complete. 2024-09-21T07:28:24.640 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_non_blocklisted' 2024-09-21T07:28:24.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- 172.21.15.6:0/3300755266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006fc80 msgr2=0x7f02c0070090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 --2- 172.21.15.6:0/3300755266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006fc80 0x7f02c0070090 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f02b8009cb0 tx=0x7f02b801cc80 comp rx=0 tx=0).stop 2024-09-21T07:28:24.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- 172.21.15.6:0/3300755266 shutdown_connections 2024-09-21T07:28:24.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 --2- 172.21.15.6:0/3300755266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006fc80 0x7f02c0070090 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 --2- 172.21.15.6:0/3300755266 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c006ce50 0x7f02c006d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- 172.21.15.6:0/3300755266 >> 172.21.15.6:0/3300755266 conn(0x7f02c00d0b00 msgr2=0x7f02c00b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:24.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- 172.21.15.6:0/3300755266 shutdown_connections 2024-09-21T07:28:24.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- 172.21.15.6:0/3300755266 wait complete. 2024-09-21T07:28:24.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 Processor -- start 2024-09-21T07:28:24.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- start start 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006ce50 0x7f02c0155480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c006fc80 0x7f02c0073c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c00730a0 0x7f02c0074150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0166290 con 0x7f02c006ce50 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0166110 con 0x7f02c00730a0 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c62e6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f02c0166410 con 0x7f02c006fc80 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02bffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006ce50 0x7f02c0155480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02bffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006ce50 0x7f02c0155480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57314/0 (socket says 172.21.15.6:57314) 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02bffff640 1 -- 172.21.15.6:0/494911914 learned_addr learned my addr 172.21.15.6:0/494911914 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02c4883640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c00730a0 0x7f02c0074150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.797+0000 7f02bf7fe640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c006fc80 0x7f02c0073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bffff640 1 -- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c006fc80 msgr2=0x7f02c0073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bffff640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c006fc80 0x7f02c0073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bffff640 1 -- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c00730a0 msgr2=0x7f02c0074150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bffff640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c00730a0 0x7f02c0074150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bffff640 1 -- 172.21.15.6:0/494911914 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02c00b20b0 con 0x7f02c006ce50 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bf7fe640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c006fc80 0x7f02c0073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bffff640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006ce50 0x7f02c0155480 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f02b000c3c0 tx=0x7f02b000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bcff9640 1 -- 172.21.15.6:0/494911914 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0017070 con 0x7f02c006ce50 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bcff9640 1 -- 172.21.15.6:0/494911914 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02b00053c0 con 0x7f02c006ce50 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02c00c5400 con 0x7f02c006ce50 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bcff9640 1 -- 172.21.15.6:0/494911914 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0003860 con 0x7f02c006ce50 2024-09-21T07:28:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02c0158680 con 0x7f02c006ce50 2024-09-21T07:28:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02c006d260 con 0x7f02c006ce50 2024-09-21T07:28:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bcff9640 1 -- 172.21.15.6:0/494911914 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f02b001a070 con 0x7f02c006ce50 2024-09-21T07:28:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bcff9640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02ac073230 0x7f02ac075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bcff9640 1 -- 172.21.15.6:0/494911914 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7f02b0093640 con 0x7f02c006ce50 2024-09-21T07:28:24.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.801+0000 7f02bf7fe640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02ac073230 0x7f02ac075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:24.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.805+0000 7f02bf7fe640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02ac073230 0x7f02ac075740 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f02c00ccad0 tx=0x7f02b400b5d0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:24.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:24.805+0000 7f02bcff9640 1 -- 172.21.15.6:0/494911914 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f02b0021020 con 0x7f02c006ce50 2024-09-21T07:28:25.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.045+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_non_blocklisted"]} v 0) -- 0x7f02c0074c20 con 0x7f02c006ce50 2024-09-21T07:28:25.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.209+0000 7f02bcff9640 1 -- 172.21.15.6:0/494911914 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_non_blocklisted"]}]=0 v198) ==== 157+0+0 (secure 0 0 0) 0x7f02c006d7a0 con 0x7f02c006ce50 2024-09-21T07:28:25.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02ac073230 msgr2=0x7f02ac075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02ac073230 0x7f02ac075740 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f02c00ccad0 tx=0x7f02b400b5d0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006ce50 msgr2=0x7f02c0155480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006ce50 0x7f02c0155480 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f02b000c3c0 tx=0x7f02b000c880 comp rx=0 tx=0).stop 2024-09-21T07:28:25.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 shutdown_connections 2024-09-21T07:28:25.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f02ac073230 0x7f02ac075740 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f02c00730a0 0x7f02c0074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f02c006fc80 0x7f02c0073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 --2- 172.21.15.6:0/494911914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f02c006ce50 0x7f02c0155480 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 >> 172.21.15.6:0/494911914 conn(0x7f02c00d0b00 msgr2=0x7f02c0159d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:25.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.213+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 shutdown_connections 2024-09-21T07:28:25.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.217+0000 7f02c62e6640 1 -- 172.21.15.6:0/494911914 wait complete. 2024-09-21T07:28:25.245 INFO:tasks.cephfs_test_runner:Check that mds evicts without blocklisting client ... ok 2024-09-21T07:28:25.245 INFO:tasks.cephfs_test_runner:Starting test: test_session_reject (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-21T07:28:25.245 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:28:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.405+0000 7fb7f8a77640 1 -- 172.21.15.6:0/2773442722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 msgr2=0x7fb7f415d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.405+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/2773442722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 0x7fb7f415d4e0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec009bc0 tx=0x7fb7ec01cba0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.405+0000 7fb7f8a77640 1 -- 172.21.15.6:0/2773442722 shutdown_connections 2024-09-21T07:28:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.405+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/2773442722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 0x7fb7f415d4e0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.405+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/2773442722 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb7f415fae0 0x7fb7f415cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.405+0000 7fb7f8a77640 1 -- 172.21.15.6:0/2773442722 >> 172.21.15.6:0/2773442722 conn(0x7fb7f40b6810 msgr2=0x7fb7f40b2ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.405+0000 7fb7f8a77640 1 -- 172.21.15.6:0/2773442722 shutdown_connections 2024-09-21T07:28:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.405+0000 7fb7f8a77640 1 -- 172.21.15.6:0/2773442722 wait complete. 2024-09-21T07:28:25.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f8a77640 1 Processor -- start 2024-09-21T07:28:25.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f8a77640 1 -- start start 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f8a77640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb7f41527f0 0x7fb7f4151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f8a77640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb7f415fae0 0x7fb7f4139d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f8a77640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 0x7fb7f41502f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f8a77640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f4168f80 con 0x7fb7f415fef0 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f8a77640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f415cd40 con 0x7fb7f41527f0 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f8a77640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb7f4169100 con 0x7fb7f415fae0 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f2d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 0x7fb7f41502f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f2d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 0x7fb7f41502f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57330/0 (socket says 172.21.15.6:57330) 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f2d9d640 1 -- 172.21.15.6:0/455696323 learned_addr learned my addr 172.21.15.6:0/455696323 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:25.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f1d9b640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb7f415fae0 0x7fb7f4139d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:25.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f259c640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb7f41527f0 0x7fb7f4151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:25.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f2d9d640 1 -- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb7f415fae0 msgr2=0x7fb7f4139d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f2d9d640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb7f415fae0 0x7fb7f4139d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f2d9d640 1 -- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb7f41527f0 msgr2=0x7fb7f4151330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f2d9d640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb7f41527f0 0x7fb7f4151330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.409+0000 7fb7f2d9d640 1 -- 172.21.15.6:0/455696323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7f413aa40 con 0x7fb7f415fef0 2024-09-21T07:28:25.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7f2d9d640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 0x7fb7f41502f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec01c610 tx=0x7fb7ec005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:25.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7eaffd640 1 -- 172.21.15.6:0/455696323 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ec0b2040 con 0x7fb7f415fef0 2024-09-21T07:28:25.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7eaffd640 1 -- 172.21.15.6:0/455696323 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7ec0bb070 con 0x7fb7f415fef0 2024-09-21T07:28:25.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7f413ad20 con 0x7fb7f415fef0 2024-09-21T07:28:25.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7eaffd640 1 -- 172.21.15.6:0/455696323 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ec004590 con 0x7fb7f415fef0 2024-09-21T07:28:25.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7f413b2e0 con 0x7fb7f415fef0 2024-09-21T07:28:25.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7f415f3d0 con 0x7fb7f415fef0 2024-09-21T07:28:25.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7eaffd640 1 -- 172.21.15.6:0/455696323 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb7ec0c0460 con 0x7fb7f415fef0 2024-09-21T07:28:25.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7eaffd640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb7d4073200 0x7fb7d4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:25.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7eaffd640 1 -- 172.21.15.6:0/455696323 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7fb7ec12e8c0 con 0x7fb7f415fef0 2024-09-21T07:28:25.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7f259c640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb7d4073200 0x7fb7d4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:25.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.413+0000 7fb7f259c640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb7d4073200 0x7fb7d4075710 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc001640 tx=0x7fb7dc009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:25.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.417+0000 7fb7eaffd640 1 -- 172.21.15.6:0/455696323 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb7ec016790 con 0x7fb7f415fef0 2024-09-21T07:28:25.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.597+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb7f40b5ca0 con 0x7fb7f415fef0 2024-09-21T07:28:25.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.597+0000 7fb7eaffd640 1 -- 172.21.15.6:0/455696323 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) ==== 74+0+13122 (secure 0 0 0) 0x7fb7ec0f9b70 con 0x7fb7f415fef0 2024-09-21T07:28:25.600 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:25.600 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":61,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:28:24.208653+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:6835/4093845965":"2024-09-22T07:28:21.183137+0000","172.21.15.6:6833/3891663650":"2024-09-22T07:28:21.183101+0000","172.21.15.6:6834/4093845965":"2024-09-22T07:28:21.183137+0000","172.21.15.6:6832/3891663650":"2024-09-22T07:28:21.183101+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:28:25.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb7d4073200 msgr2=0x7fb7d4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb7d4073200 0x7fb7d4075710 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc001640 tx=0x7fb7dc009040 comp rx=0 tx=0).stop 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 msgr2=0x7fb7f41502f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 0x7fb7f41502f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec01c610 tx=0x7fb7ec005a60 comp rx=0 tx=0).stop 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 shutdown_connections 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb7d4073200 0x7fb7d4075710 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7f415fef0 0x7fb7f41502f0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb7f415fae0 0x7fb7f4139d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 --2- 172.21.15.6:0/455696323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb7f41527f0 0x7fb7f4151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 >> 172.21.15.6:0/455696323 conn(0x7fb7f40b6810 msgr2=0x7fb7f414b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 shutdown_connections 2024-09-21T07:28:25.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.601+0000 7fb7f8a77640 1 -- 172.21.15.6:0/455696323 wait complete. 2024-09-21T07:28:25.624 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T07:24:30.886944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T07:28:25.624 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T07:28:25.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.789+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2776949571 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb84005280 msgr2=0x7feb8400b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.789+0000 7feb9ee9b640 1 --2- 172.21.15.6:0/2776949571 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb84005280 0x7feb8400b9d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7feb88009b30 tx=0x7feb8801d270 comp rx=0 tx=0).stop 2024-09-21T07:28:25.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.789+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2776949571 shutdown_connections 2024-09-21T07:28:25.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.789+0000 7feb9ee9b640 1 --2- 172.21.15.6:0/2776949571 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb84005280 0x7feb8400b9d0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.789+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2776949571 >> 172.21.15.6:0/2776949571 conn(0x7feb980d1340 msgr2=0x7feb980d1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:25.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.789+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2776949571 shutdown_connections 2024-09-21T07:28:25.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.789+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2776949571 wait complete. 2024-09-21T07:28:25.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 Processor -- start 2024-09-21T07:28:25.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 -- start start 2024-09-21T07:28:25.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb84005280 0x7feb981e7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:25.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980cade0 0x7feb9815a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:25.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb980cef10 0x7feb980cf320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:25.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7feb9815d8a0 con 0x7feb980cade0 2024-09-21T07:28:25.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feb9815d720 con 0x7feb84005280 2024-09-21T07:28:25.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7feb9815da20 con 0x7feb980cef10 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980cade0 0x7feb9815a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980cade0 0x7feb9815a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57344/0 (socket says 172.21.15.6:57344) 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 -- 172.21.15.6:0/2106111242 learned_addr learned my addr 172.21.15.6:0/2106111242 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9d438640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb980cef10 0x7feb980cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9cc37640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb84005280 0x7feb981e7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 -- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb980cef10 msgr2=0x7feb980cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb980cef10 0x7feb980cf320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 -- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb84005280 msgr2=0x7feb981e7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb84005280 0x7feb981e7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 -- 172.21.15.6:0/2106111242 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb981e8dd0 con 0x7feb980cade0 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb97fff640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980cade0 0x7feb9815a8d0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7feb80001340 tx=0x7feb8000ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb957fa640 1 -- 172.21.15.6:0/2106111242 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb80015070 con 0x7feb980cade0 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb957fa640 1 -- 172.21.15.6:0/2106111242 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feb8000cd40 con 0x7feb980cade0 2024-09-21T07:28:25.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb957fa640 1 -- 172.21.15.6:0/2106111242 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb800116c0 con 0x7feb980cade0 2024-09-21T07:28:25.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb981e6d40 con 0x7feb980cade0 2024-09-21T07:28:25.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb981e7300 con 0x7feb980cade0 2024-09-21T07:28:25.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.793+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb980cd3b0 con 0x7feb980cade0 2024-09-21T07:28:25.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.797+0000 7feb957fa640 1 -- 172.21.15.6:0/2106111242 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7feb80018070 con 0x7feb980cade0 2024-09-21T07:28:25.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.797+0000 7feb957fa640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb78073200 0x7feb78075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:25.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.797+0000 7feb957fa640 1 -- 172.21.15.6:0/2106111242 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7feb80094b20 con 0x7feb980cade0 2024-09-21T07:28:25.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.797+0000 7feb9cc37640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb78073200 0x7feb78075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:25.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.797+0000 7feb9cc37640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb78073200 0x7feb78075710 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7feb90000c10 tx=0x7feb90006bd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:25.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.801+0000 7feb957fa640 1 -- 172.21.15.6:0/2106111242 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7feb8005fdd0 con 0x7feb980cade0 2024-09-21T07:28:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.973+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7feb9815c0c0 con 0x7feb980cade0 2024-09-21T07:28:25.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb957fa640 1 -- 172.21.15.6:0/2106111242 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v61) ==== 93+0+10 (secure 0 0 0) 0x7feb8005f6d0 con 0x7feb980cade0 2024-09-21T07:28:25.978 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb78073200 msgr2=0x7feb78075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb78073200 0x7feb78075710 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7feb90000c10 tx=0x7feb90006bd0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980cade0 msgr2=0x7feb9815a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980cade0 0x7feb9815a8d0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7feb80001340 tx=0x7feb8000ed90 comp rx=0 tx=0).stop 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 shutdown_connections 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb78073200 0x7feb78075710 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb980cef10 0x7feb980cf320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980cade0 0x7feb9815a8d0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 --2- 172.21.15.6:0/2106111242 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb84005280 0x7feb981e7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 >> 172.21.15.6:0/2106111242 conn(0x7feb980d1340 msgr2=0x7feb9815b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 shutdown_connections 2024-09-21T07:28:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:25.977+0000 7feb9ee9b640 1 -- 172.21.15.6:0/2106111242 wait complete. 2024-09-21T07:28:26.002 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject' 2024-09-21T07:28:26.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- 172.21.15.6:0/240612814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 msgr2=0x7faa94004070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:26.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 --2- 172.21.15.6:0/240612814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 0x7faa94004070 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7faa9c001860 tx=0x7faa9c01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:28:26.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab09b9640 1 -- 172.21.15.6:0/240612814 reap_dead start 2024-09-21T07:28:26.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- 172.21.15.6:0/240612814 shutdown_connections 2024-09-21T07:28:26.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- 172.21.15.6:0/240612814 >> 172.21.15.6:0/240612814 conn(0x7faaac0b6810 msgr2=0x7faaac0b2ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:26.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- 172.21.15.6:0/240612814 shutdown_connections 2024-09-21T07:28:26.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- 172.21.15.6:0/240612814 wait complete. 2024-09-21T07:28:26.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 Processor -- start 2024-09-21T07:28:26.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- start start 2024-09-21T07:28:26.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 0x7faaac14b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:26.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaac0ce050 0x7faaac0cd4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:26.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faaac14c100 0x7faaac0cd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:26.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7faaac06d9f0 con 0x7faa94003c20 2024-09-21T07:28:26.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faaac06d870 con 0x7faaac0ce050 2024-09-21T07:28:26.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faab241c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faaac06db70 con 0x7faaac14c100 2024-09-21T07:28:26.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faaabfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 0x7faaac14b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faaabfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 0x7faaac14b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57370/0 (socket says 172.21.15.6:57370) 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.157+0000 7faaabfff640 1 -- 172.21.15.6:0/672359240 learned_addr learned my addr 172.21.15.6:0/672359240 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaab7fe640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaac0ce050 0x7faaac0cd4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faab09b9640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faaac14c100 0x7faaac0cd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaabfff640 1 -- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faaac14c100 msgr2=0x7faaac0cd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaabfff640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faaac14c100 0x7faaac0cd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaabfff640 1 -- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaac0ce050 msgr2=0x7faaac0cd4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaabfff640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaac0ce050 0x7faaac0cd4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaabfff640 1 -- 172.21.15.6:0/672359240 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaac14bf10 con 0x7faa94003c20 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaab7fe640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaac0ce050 0x7faaac0cd4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaabfff640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 0x7faaac14b9d0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7faa9c01afe0 tx=0x7faa9c0a5c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaa8ff9640 1 -- 172.21.15.6:0/672359240 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c001480 con 0x7faa94003c20 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaa8ff9640 1 -- 172.21.15.6:0/672359240 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa9c0b4030 con 0x7faa94003c20 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaac1f9080 con 0x7faa94003c20 2024-09-21T07:28:26.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaa8ff9640 1 -- 172.21.15.6:0/672359240 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c0068d0 con 0x7faa94003c20 2024-09-21T07:28:26.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaac1f9640 con 0x7faa94003c20 2024-09-21T07:28:26.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaac152f50 con 0x7faa94003c20 2024-09-21T07:28:26.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaa8ff9640 1 -- 172.21.15.6:0/672359240 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7faa9c003b30 con 0x7faa94003c20 2024-09-21T07:28:26.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaa8ff9640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faa98073230 0x7faa98075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaa8ff9640 1 -- 172.21.15.6:0/672359240 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7faa9c12e000 con 0x7faa94003c20 2024-09-21T07:28:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.161+0000 7faaab7fe640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faa98073230 0x7faa98075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:26.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.165+0000 7faaab7fe640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faa98073230 0x7faa98075740 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7faaac0d0830 tx=0x7faaa00091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:26.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.165+0000 7faaa8ff9640 1 -- 172.21.15.6:0/672359240 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7faa9c016690 con 0x7faa94003c20 2024-09-21T07:28:26.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:26.405+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]} v 0) -- 0x7faaac15f3d0 con 0x7faa94003c20 2024-09-21T07:28:27.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.225+0000 7faaa8ff9640 1 -- 172.21.15.6:0/672359240 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]}]=0 v200) ==== 145+0+0 (secure 0 0 0) 0x7faa9c003e20 con 0x7faa94003c20 2024-09-21T07:28:27.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faa98073230 msgr2=0x7faa98075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faa98073230 0x7faa98075740 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7faaac0d0830 tx=0x7faaa00091e0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 msgr2=0x7faaac14b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 0x7faaac14b9d0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7faa9c01afe0 tx=0x7faa9c0a5c80 comp rx=0 tx=0).stop 2024-09-21T07:28:27.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 shutdown_connections 2024-09-21T07:28:27.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faa98073230 0x7faa98075740 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faaac14c100 0x7faaac0cd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faaac0ce050 0x7faaac0cd4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 --2- 172.21.15.6:0/672359240 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faa94003c20 0x7faaac14b9d0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 >> 172.21.15.6:0/672359240 conn(0x7faaac0b6810 msgr2=0x7faaac1606f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:27.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 shutdown_connections 2024-09-21T07:28:27.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.229+0000 7faab241c640 1 -- 172.21.15.6:0/672359240 wait complete. 2024-09-21T07:28:27.259 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T07:28:27.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- 172.21.15.6:0/205556244 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 msgr2=0x7f86d8005200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 --2- 172.21.15.6:0/205556244 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 0x7f86d8005200 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f86e0009b30 tx=0x7f86e001d250 comp rx=0 tx=0).stop 2024-09-21T07:28:27.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f5e56640 1 -- 172.21.15.6:0/205556244 reap_dead start 2024-09-21T07:28:27.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- 172.21.15.6:0/205556244 shutdown_connections 2024-09-21T07:28:27.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- 172.21.15.6:0/205556244 >> 172.21.15.6:0/205556244 conn(0x7f86f00ceed0 msgr2=0x7f86f00cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:27.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- 172.21.15.6:0/205556244 shutdown_connections 2024-09-21T07:28:27.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- 172.21.15.6:0/205556244 wait complete. 2024-09-21T07:28:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 Processor -- start 2024-09-21T07:28:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- start start 2024-09-21T07:28:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 0x7f86f01f7d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86f0154a10 0x7f86f0157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86f0158010 0x7f86f0156540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f86f00b1870 con 0x7f86d8004d50 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86f00cfe60 con 0x7f86f0154a10 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.421+0000 7f86f78b9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f86f00b19f0 con 0x7f86f0158010 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 0x7f86f01f7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 0x7f86f01f7d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57390/0 (socket says 172.21.15.6:57390) 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 -- 172.21.15.6:0/2478092363 learned_addr learned my addr 172.21.15.6:0/2478092363 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f4e54640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86f0154a10 0x7f86f0157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5e56640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86f0158010 0x7f86f0156540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 -- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86f0158010 msgr2=0x7f86f0156540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86f0158010 0x7f86f0156540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 -- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86f0154a10 msgr2=0x7f86f0157ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86f0154a10 0x7f86f0157ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 -- 172.21.15.6:0/2478092363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f0143fe0 con 0x7f86d8004d50 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f4e54640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86f0154a10 0x7f86f0157ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:28:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f5655640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 0x7f86f01f7d00 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f86e80116a0 tx=0x7f86e8011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:27.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86edffb640 1 -- 172.21.15.6:0/2478092363 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8017070 con 0x7f86d8004d50 2024-09-21T07:28:27.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86edffb640 1 -- 172.21.15.6:0/2478092363 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86e800fbc0 con 0x7f86d8004d50 2024-09-21T07:28:27.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86edffb640 1 -- 172.21.15.6:0/2478092363 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8013450 con 0x7f86d8004d50 2024-09-21T07:28:27.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86f0158420 con 0x7f86d8004d50 2024-09-21T07:28:27.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86f0143220 con 0x7f86d8004d50 2024-09-21T07:28:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86f015a300 con 0x7f86d8004d50 2024-09-21T07:28:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86edffb640 1 -- 172.21.15.6:0/2478092363 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f86e80135f0 con 0x7f86d8004d50 2024-09-21T07:28:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86edffb640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f86dc073200 0x7f86dc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86edffb640 1 -- 172.21.15.6:0/2478092363 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7f86e80985d0 con 0x7f86d8004d50 2024-09-21T07:28:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.425+0000 7f86f4e54640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f86dc073200 0x7f86dc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.429+0000 7f86f4e54640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f86dc073200 0x7f86dc075710 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f86e4004fd0 tx=0x7f86e4004990 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:27.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.429+0000 7f86edffb640 1 -- 172.21.15.6:0/2478092363 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f86f0158420 con 0x7f86d8004d50 2024-09-21T07:28:27.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.609+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f86f00d0c20 con 0x7f86d8004d50 2024-09-21T07:28:27.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.609+0000 7f86edffb640 1 -- 172.21.15.6:0/2478092363 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v39) ==== 59+0+2294 (secure 0 0 0) 0x7f86f0069cd0 con 0x7f86d8004d50 2024-09-21T07:28:27.614 INFO:teuthology.orchestra.run.smithi006.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T07:28:27.614 INFO:teuthology.orchestra.run.smithi006.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T07:28:27.614 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced client_mount_timeout 30 2024-09-21T07:28:27.614 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_client 20/20 2024-09-21T07:28:27.614 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_mgr 20/20 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_ms 1/1 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4406.361004 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4273.484714 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4038.127657 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4577.714672 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 4589.677100 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4430.080254 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4169.446825 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4450.453400 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds 20/20 2024-09-21T07:28:27.615 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_ms 2/2 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_frag true 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_scatterstat true 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_verify_scatter true 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced client_mount_timeout 600 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_client 20/20 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_ms 1/1 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T07:28:27.616 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T07:28:27.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f86dc073200 msgr2=0x7f86dc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f86dc073200 0x7f86dc075710 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f86e4004fd0 tx=0x7f86e4004990 comp rx=0 tx=0).stop 2024-09-21T07:28:27.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 msgr2=0x7f86f01f7d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 0x7f86f01f7d00 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f86e80116a0 tx=0x7f86e8011b60 comp rx=0 tx=0).stop 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 shutdown_connections 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f86dc073200 0x7f86dc075710 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86f0158010 0x7f86f0156540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86f0154a10 0x7f86f0157ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 --2- 172.21.15.6:0/2478092363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d8004d50 0x7f86f01f7d00 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 >> 172.21.15.6:0/2478092363 conn(0x7f86f00ceed0 msgr2=0x7f86f00ce260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 shutdown_connections 2024-09-21T07:28:27.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.613+0000 7f86f78b9640 1 -- 172.21.15.6:0/2478092363 wait complete. 2024-09-21T07:28:27.638 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T07:28:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.789+0000 7f46f219f640 1 -- 172.21.15.6:0/361408505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 msgr2=0x7f46d400b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.789+0000 7f46f219f640 1 --2- 172.21.15.6:0/361408505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 0x7f46d400b9d0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f46e400c590 tx=0x7f46e401fa00 comp rx=0 tx=0).stop 2024-09-21T07:28:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.789+0000 7f46f219f640 1 -- 172.21.15.6:0/361408505 shutdown_connections 2024-09-21T07:28:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.789+0000 7f46f219f640 1 --2- 172.21.15.6:0/361408505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 0x7f46d400b9d0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.789+0000 7f46f219f640 1 -- 172.21.15.6:0/361408505 >> 172.21.15.6:0/361408505 conn(0x7f46ec06d450 msgr2=0x7f46ec0b1d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.789+0000 7f46f219f640 1 -- 172.21.15.6:0/361408505 shutdown_connections 2024-09-21T07:28:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.789+0000 7f46f219f640 1 -- 172.21.15.6:0/361408505 wait complete. 2024-09-21T07:28:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 Processor -- start 2024-09-21T07:28:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 -- start start 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 0x7f46ec1526c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ec1f5000 0x7f46ec1f5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ec0cccd0 0x7f46ec0cd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f46ec0b3b90 con 0x7f46d4005360 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f46ec0ca8a0 con 0x7f46ec0cccd0 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f46ec151fc0 con 0x7f46ec1f5000 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 0x7f46ec1526c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 0x7f46ec1526c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57412/0 (socket says 172.21.15.6:57412) 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 -- 172.21.15.6:0/2858125382 learned_addr learned my addr 172.21.15.6:0/2858125382 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46ebfff640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ec0cccd0 0x7f46ec0cd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eaffd640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ec1f5000 0x7f46ec1f5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 -- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ec1f5000 msgr2=0x7f46ec1f5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ec1f5000 0x7f46ec1f5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 -- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ec0cccd0 msgr2=0x7f46ec0cd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ec0cccd0 0x7f46ec0cd0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 -- 172.21.15.6:0/2858125382 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ec0cd620 con 0x7f46d4005360 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46eb7fe640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 0x7f46ec1526c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f46e000d620 tx=0x7f46e000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46d3fff640 1 -- 172.21.15.6:0/2858125382 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e00062e0 con 0x7f46d4005360 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46d3fff640 1 -- 172.21.15.6:0/2858125382 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46e0015020 con 0x7f46d4005360 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46ec1f9bb0 con 0x7f46d4005360 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46d3fff640 1 -- 172.21.15.6:0/2858125382 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e0003880 con 0x7f46d4005360 2024-09-21T07:28:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.793+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46ec1523e0 con 0x7f46d4005360 2024-09-21T07:28:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.797+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46ec0cae00 con 0x7f46d4005360 2024-09-21T07:28:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.797+0000 7f46d3fff640 1 -- 172.21.15.6:0/2858125382 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f46e0003a20 con 0x7f46d4005360 2024-09-21T07:28:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.797+0000 7f46d3fff640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f46d8073230 0x7f46d8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.797+0000 7f46d3fff640 1 -- 172.21.15.6:0/2858125382 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7f46e0094bc0 con 0x7f46d4005360 2024-09-21T07:28:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.797+0000 7f46eaffd640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f46d8073230 0x7f46d8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.797+0000 7f46eaffd640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f46d8073230 0x7f46d8075740 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f46ec075430 tx=0x7f46dc0091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:27.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.801+0000 7f46d3fff640 1 -- 172.21.15.6:0/2858125382 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f46e001f020 con 0x7f46d4005360 2024-09-21T07:28:27.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.969+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f46ec0c3760 con 0x7f46d4005360 2024-09-21T07:28:27.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.977+0000 7f46d3fff640 1 -- 172.21.15.6:0/2858125382 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v40)=0 v40) ==== 122+0+0 (secure 0 0 0) 0x7f46ec0cd620 con 0x7f46d4005360 2024-09-21T07:28:27.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f46d8073230 msgr2=0x7f46d8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f46d8073230 0x7f46d8075740 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f46ec075430 tx=0x7f46dc0091e0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 msgr2=0x7f46ec1526c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 0x7f46ec1526c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f46e000d620 tx=0x7f46e000dae0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 shutdown_connections 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f46d8073230 0x7f46d8075740 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f46ec0cccd0 0x7f46ec0cd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f46ec1f5000 0x7f46ec1f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 --2- 172.21.15.6:0/2858125382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f46d4005360 0x7f46ec1526c0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 >> 172.21.15.6:0/2858125382 conn(0x7f46ec06d450 msgr2=0x7f46ec0b3ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 shutdown_connections 2024-09-21T07:28:27.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:27.981+0000 7f46f219f640 1 -- 172.21.15.6:0/2858125382 wait complete. 2024-09-21T07:28:28.002 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:28:28.003 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:28:28.075 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:28:28.143 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:28:28.143 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:28.143 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:28.149 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:28:28.149 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:28:28.149 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:28.154 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:28:28.154 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:28.155 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:28.195 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:28:28.195 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:28:28.195 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:28.202 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:28:28.202 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T07:28:28.203 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:28:28.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.397+0000 7fdf84ef5640 1 -- 172.21.15.6:0/4054235413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf68004d50 msgr2=0x7fdf68005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:28.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.397+0000 7fdf84ef5640 1 --2- 172.21.15.6:0/4054235413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf68004d50 0x7fdf68005160 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fdf800cebc0 tx=0x7fdf7801d590 comp rx=0 tx=0).stop 2024-09-21T07:28:28.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.397+0000 7fdf7ed9d640 1 -- 172.21.15.6:0/4054235413 reap_dead start 2024-09-21T07:28:28.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.397+0000 7fdf84ef5640 1 -- 172.21.15.6:0/4054235413 shutdown_connections 2024-09-21T07:28:28.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.397+0000 7fdf84ef5640 1 -- 172.21.15.6:0/4054235413 >> 172.21.15.6:0/4054235413 conn(0x7fdf800d0b70 msgr2=0x7fdf800d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:28.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.397+0000 7fdf84ef5640 1 -- 172.21.15.6:0/4054235413 shutdown_connections 2024-09-21T07:28:28.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.397+0000 7fdf84ef5640 1 -- 172.21.15.6:0/4054235413 wait complete. 2024-09-21T07:28:28.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf84ef5640 1 Processor -- start 2024-09-21T07:28:28.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf84ef5640 1 -- start start 2024-09-21T07:28:28.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf84ef5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf801f3dd0 0x7fdf80155760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf84ef5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf80155e90 0x7fdf800b07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf84ef5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf800b0d30 0x7fdf801f4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf84ef5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdf800cbc70 con 0x7fdf80155e90 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf84ef5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdf800cbaf0 con 0x7fdf800b0d30 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf84ef5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdf800cbdf0 con 0x7fdf801f3dd0 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf80155e90 0x7fdf800b07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf80155e90 0x7fdf800b07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57438/0 (socket says 172.21.15.6:57438) 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7dd9b640 1 -- 172.21.15.6:0/440537697 learned_addr learned my addr 172.21.15.6:0/440537697 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7ed9d640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf800b0d30 0x7fdf801f4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7e59c640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf801f3dd0 0x7fdf80155760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7dd9b640 1 -- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf801f3dd0 msgr2=0x7fdf80155760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7dd9b640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf801f3dd0 0x7fdf80155760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7dd9b640 1 -- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf800b0d30 msgr2=0x7fdf801f4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:28.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7dd9b640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf800b0d30 0x7fdf801f4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.401+0000 7fdf7dd9b640 1 -- 172.21.15.6:0/440537697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf801f3360 con 0x7fdf80155e90 2024-09-21T07:28:28.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf7dd9b640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf80155e90 0x7fdf800b07f0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fdf74010810 tx=0x7fdf74010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:28.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf6effd640 1 -- 172.21.15.6:0/440537697 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7400ec80 con 0x7fdf80155e90 2024-09-21T07:28:28.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf6effd640 1 -- 172.21.15.6:0/440537697 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf7400ee20 con 0x7fdf80155e90 2024-09-21T07:28:28.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf80155ca0 con 0x7fdf80155e90 2024-09-21T07:28:28.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf6effd640 1 -- 172.21.15.6:0/440537697 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf74005260 con 0x7fdf80155e90 2024-09-21T07:28:28.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf80156810 con 0x7fdf80155e90 2024-09-21T07:28:28.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf8015c3b0 con 0x7fdf80155e90 2024-09-21T07:28:28.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf6effd640 1 -- 172.21.15.6:0/440537697 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdf74005400 con 0x7fdf80155e90 2024-09-21T07:28:28.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf6effd640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf60073200 0x7fdf60075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:28.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf6effd640 1 -- 172.21.15.6:0/440537697 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7fdf74094da0 con 0x7fdf80155e90 2024-09-21T07:28:28.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.405+0000 7fdf7e59c640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf60073200 0x7fdf60075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:28.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.409+0000 7fdf7e59c640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf60073200 0x7fdf60075710 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fdf800709d0 tx=0x7fdf70001560 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:28.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.409+0000 7fdf6effd640 1 -- 172.21.15.6:0/440537697 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdf740600f0 con 0x7fdf80155e90 2024-09-21T07:28:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.625+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf80156af0 con 0x7fdf80155e90 2024-09-21T07:28:28.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.625+0000 7fdf6effd640 1 -- 172.21.15.6:0/440537697 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+3902 (secure 0 0 0) 0x7fdf7405f9f0 con 0x7fdf80155e90 2024-09-21T07:28:28.630 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:28.630 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":43,"btime":"2024-09-21T07:28:22:186078+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1992451470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1992451470},{"type":"v1","addr":"172.21.15.145:6837","nonce":1992451470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":5353,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/1632618061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":1632618061},{"type":"v1","addr":"172.21.15.145:6835","nonce":1632618061}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33},{"gid":6030,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/12347716","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":12347716},{"type":"v1","addr":"172.21.15.6:6833","nonce":12347716}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6033,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/530719495","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":530719495},{"type":"v1","addr":"172.21.15.6:6835","nonce":530719495}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[]} 2024-09-21T07:28:28.630 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 43 2024-09-21T07:28:28.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf60073200 msgr2=0x7fdf60075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:28.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf60073200 0x7fdf60075710 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fdf800709d0 tx=0x7fdf70001560 comp rx=0 tx=0).stop 2024-09-21T07:28:28.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf80155e90 msgr2=0x7fdf800b07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:28.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf80155e90 0x7fdf800b07f0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fdf74010810 tx=0x7fdf74010cd0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 shutdown_connections 2024-09-21T07:28:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf60073200 0x7fdf60075710 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdf800b0d30 0x7fdf801f4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf80155e90 0x7fdf800b07f0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 --2- 172.21.15.6:0/440537697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdf801f3dd0 0x7fdf80155760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 >> 172.21.15.6:0/440537697 conn(0x7fdf800d0b70 msgr2=0x7fdf8006f910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 shutdown_connections 2024-09-21T07:28:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.629+0000 7fdf84ef5640 1 -- 172.21.15.6:0/440537697 wait complete. 2024-09-21T07:28:28.653 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:28:28.654 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T07:28:28.654 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:28:28.654 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:28:28.654 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:28:28.654 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T07:28:28.654 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:28:28.654 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:28:28.655 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:28:28.655 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T07:28:28.655 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:28:28.655 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:28:28.655 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:28:28.655 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T07:28:28.655 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:28:28.655 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:28:28.669 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:28:28.669 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:28:28.671 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:28:28.671 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:28:28.672 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:28:28.672 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:28:28.672 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:28:28.672 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:28:28.719 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:28:28.719 DEBUG:teuthology.parallel:result is None 2024-09-21T07:28:28.720 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:28:28.720 DEBUG:teuthology.parallel:result is None 2024-09-21T07:28:28.720 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:28:28.721 DEBUG:teuthology.parallel:result is None 2024-09-21T07:28:28.721 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:28:28.721 DEBUG:teuthology.parallel:result is None 2024-09-21T07:28:28.722 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T07:28:28.808 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:28:28.808 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:28:28.818 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:28:28.818 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:28:28.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 -- 172.21.15.6:0/850380397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2dfc0ce320 msgr2=0x7f2dfc0ce730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:28.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 --2- 172.21.15.6:0/850380397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2dfc0ce320 0x7f2dfc0ce730 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f2df4009c80 tx=0x7f2df401cce0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 -- 172.21.15.6:0/850380397 shutdown_connections 2024-09-21T07:28:28.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 --2- 172.21.15.6:0/850380397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2dfc0ce320 0x7f2dfc0ce730 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 --2- 172.21.15.6:0/850380397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2dfc0b1db0 0x7f2dfc0b21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 -- 172.21.15.6:0/850380397 >> 172.21.15.6:0/850380397 conn(0x7f2dfc0ceed0 msgr2=0x7f2dfc0cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:28.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 -- 172.21.15.6:0/850380397 shutdown_connections 2024-09-21T07:28:28.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 -- 172.21.15.6:0/850380397 wait complete. 2024-09-21T07:28:28.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 Processor -- start 2024-09-21T07:28:28.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.869+0000 7f2e014fa640 1 -- start start 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2dfc0b1db0 0x7f2dfc06f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2dfc0c5ae0 0x7f2dfc1673f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2dfc0ce320 0x7f2dfc1f7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2dfc169b70 con 0x7f2dfc0ce320 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2dfc0cdf70 con 0x7f2dfc0b1db0 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2dfc169cf0 con 0x7f2dfc0c5ae0 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2dfc0ce320 0x7f2dfc1f7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2dfc0ce320 0x7f2dfc1f7f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57478/0 (socket says 172.21.15.6:57478) 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 -- 172.21.15.6:0/3332608420 learned_addr learned my addr 172.21.15.6:0/3332608420 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:28.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfa7fc640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2dfc0c5ae0 0x7f2dfc1673f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfaffd640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2dfc0b1db0 0x7f2dfc06f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 -- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2dfc0c5ae0 msgr2=0x7f2dfc1673f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2dfc0c5ae0 0x7f2dfc1673f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 -- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2dfc0b1db0 msgr2=0x7f2dfc06f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2dfc0b1db0 0x7f2dfc06f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 -- 172.21.15.6:0/3332608420 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dfc14ff30 con 0x7f2dfc0ce320 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2dfb7fe640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2dfc0ce320 0x7f2dfc1f7f70 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2df401c750 tx=0x7f2df4003f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2de37fe640 1 -- 172.21.15.6:0/3332608420 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df40b2040 con 0x7f2dfc0ce320 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2de37fe640 1 -- 172.21.15.6:0/3332608420 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2df40bb070 con 0x7f2dfc0ce320 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dfc167930 con 0x7f2dfc0ce320 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2de37fe640 1 -- 172.21.15.6:0/3332608420 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df4004330 con 0x7f2dfc0ce320 2024-09-21T07:28:28.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dfc1501a0 con 0x7f2dfc0ce320 2024-09-21T07:28:28.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dfc0b21c0 con 0x7f2dfc0ce320 2024-09-21T07:28:28.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.873+0000 7f2de37fe640 1 -- 172.21.15.6:0/3332608420 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2df40044d0 con 0x7f2dfc0ce320 2024-09-21T07:28:28.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.877+0000 7f2de37fe640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2de8073230 0x7f2de8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:28.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.877+0000 7f2de37fe640 1 -- 172.21.15.6:0/3332608420 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5029+0+0 (secure 0 0 0) 0x7f2df412f210 con 0x7f2dfc0ce320 2024-09-21T07:28:28.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.877+0000 7f2dfaffd640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2de8073230 0x7f2de8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:28.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.877+0000 7f2dfaffd640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2de8073230 0x7f2de8075740 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2df0007fd0 tx=0x7f2df0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:28.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:28.881+0000 7f2de37fe640 1 -- 172.21.15.6:0/3332608420 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2df4016990 con 0x7f2dfc0ce320 2024-09-21T07:28:29.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.061+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f2dfc0b32c0 con 0x7f2dfc0ce320 2024-09-21T07:28:29.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.249+0000 7f2de37fe640 1 -- 172.21.15.6:0/3332608420 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v63) ==== 97+0+0 (secure 0 0 0) 0x7f2df40fa5b0 con 0x7f2dfc0ce320 2024-09-21T07:28:29.252 INFO:teuthology.orchestra.run.smithi006.stderr: removed all blocklist entries 2024-09-21T07:28:29.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2de8073230 msgr2=0x7f2de8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2de8073230 0x7f2de8075740 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2df0007fd0 tx=0x7f2df0009040 comp rx=0 tx=0).stop 2024-09-21T07:28:29.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2dfc0ce320 msgr2=0x7f2dfc1f7f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2dfc0ce320 0x7f2dfc1f7f70 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2df401c750 tx=0x7f2df4003f40 comp rx=0 tx=0).stop 2024-09-21T07:28:29.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 shutdown_connections 2024-09-21T07:28:29.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2de8073230 0x7f2de8075740 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2dfc0ce320 0x7f2dfc1f7f70 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2dfc0c5ae0 0x7f2dfc1673f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 --2- 172.21.15.6:0/3332608420 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2dfc0b1db0 0x7f2dfc06f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 >> 172.21.15.6:0/3332608420 conn(0x7f2dfc0ceed0 msgr2=0x7f2dfc0b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:29.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 shutdown_connections 2024-09-21T07:28:29.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.253+0000 7f2e014fa640 1 -- 172.21.15.6:0/3332608420 wait complete. 2024-09-21T07:28:29.277 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T07:28:29.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.433+0000 7f2eeb121640 1 -- 172.21.15.6:0/4101896361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 msgr2=0x7f2ecc004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.433+0000 7f2eeb121640 1 --2- 172.21.15.6:0/4101896361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 0x7f2ecc004c20 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4075550 tx=0x7f2ed801c730 comp rx=0 tx=0).stop 2024-09-21T07:28:29.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.433+0000 7f2eeb121640 1 -- 172.21.15.6:0/4101896361 shutdown_connections 2024-09-21T07:28:29.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.433+0000 7f2eeb121640 1 --2- 172.21.15.6:0/4101896361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 0x7f2ecc004c20 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.433+0000 7f2eeb121640 1 -- 172.21.15.6:0/4101896361 >> 172.21.15.6:0/4101896361 conn(0x7f2ee40d0b00 msgr2=0x7f2ee40b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:29.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.433+0000 7f2eeb121640 1 -- 172.21.15.6:0/4101896361 shutdown_connections 2024-09-21T07:28:29.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.433+0000 7f2eeb121640 1 -- 172.21.15.6:0/4101896361 wait complete. 2024-09-21T07:28:29.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2eeb121640 1 Processor -- start 2024-09-21T07:28:29.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2eeb121640 1 -- start start 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2eeb121640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 0x7f2ee41f4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2eeb121640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee41f87b0 0x7f2ee41f8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2eeb121640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee409b120 0x7f2ee409b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2eeb121640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee4160020 con 0x7f2ecc004810 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2eeb121640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee415fea0 con 0x7f2ee409b120 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2eeb121640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2ee40caea0 con 0x7f2ee41f87b0 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee8ebd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 0x7f2ee41f4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee8ebd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 0x7f2ee41f4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57500/0 (socket says 172.21.15.6:57500) 2024-09-21T07:28:29.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee8ebd640 1 -- 172.21.15.6:0/852068819 learned_addr learned my addr 172.21.15.6:0/852068819 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee96be640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee409b120 0x7f2ee409b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee3fff640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee41f87b0 0x7f2ee41f8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee8ebd640 1 -- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee41f87b0 msgr2=0x7f2ee41f8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee8ebd640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee41f87b0 0x7f2ee41f8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee8ebd640 1 -- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee409b120 msgr2=0x7f2ee409b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee8ebd640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee409b120 0x7f2ee409b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee8ebd640 1 -- 172.21.15.6:0/852068819 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee41f9100 con 0x7f2ecc004810 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.437+0000 7f2ee96be640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee409b120 0x7f2ee409b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee8ebd640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 0x7f2ee41f4990 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2ed4011a50 tx=0x7f2ed4011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee17fa640 1 -- 172.21.15.6:0/852068819 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed401f070 con 0x7f2ecc004810 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee17fa640 1 -- 172.21.15.6:0/852068819 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ed400fe80 con 0x7f2ecc004810 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ee409a360 con 0x7f2ecc004810 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee17fa640 1 -- 172.21.15.6:0/852068819 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed4012690 con 0x7f2ecc004810 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ee409a920 con 0x7f2ecc004810 2024-09-21T07:28:29.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ee40cb400 con 0x7f2ecc004810 2024-09-21T07:28:29.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee17fa640 1 -- 172.21.15.6:0/852068819 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2ed4022070 con 0x7f2ecc004810 2024-09-21T07:28:29.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee17fa640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ed0073200 0x7f2ed0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:29.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee17fa640 1 -- 172.21.15.6:0/852068819 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 4857+0+0 (secure 0 0 0) 0x7f2ed4094860 con 0x7f2ecc004810 2024-09-21T07:28:29.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee3fff640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ed0073200 0x7f2ed0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:29.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.441+0000 7f2ee3fff640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ed0073200 0x7f2ed0075710 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2ee40ccc80 tx=0x7f2ed8019520 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:29.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.445+0000 7f2ee17fa640 1 -- 172.21.15.6:0/852068819 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2ee41f9100 con 0x7f2ecc004810 2024-09-21T07:28:29.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.685+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f2ee40c39f0 con 0x7f2ecc004810 2024-09-21T07:28:29.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2ee17fa640 1 -- 172.21.15.6:0/852068819 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v27) ==== 80+0+5304 (secure 0 0 0) 0x7f2ed405f6a0 con 0x7f2ecc004810 2024-09-21T07:28:29.691 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:29.691 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:28:29.691 INFO:teuthology.orchestra.run.smithi006.stdout: "auth_dump": [ 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.a", 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w==", 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.b", 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ==", 2024-09-21T07:28:29.692 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.c", 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw==", 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:28:29.693 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.d", 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw==", 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.694 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.0", 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA==", 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.1", 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ==", 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.695 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.2", 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw==", 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.696 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.3", 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg==", 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.4", 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w==", 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:28:29.697 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.5", 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg==", 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.698 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.6", 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ==", 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.7", 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ==", 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:28:29.699 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.0", 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw==", 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow r", 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.1", 2024-09-21T07:28:29.700 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg==", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.2", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg==", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:28:29.701 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.3", 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ==", 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.702 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.admin", 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB1dO5m38/uORAAopvjCJolcw1Xq7HVZV5vGw==", 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.x", 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg==", 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.703 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.y", 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw==", 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:28:29.704 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:28:29.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ed0073200 msgr2=0x7f2ed0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ed0073200 0x7f2ed0075710 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2ee40ccc80 tx=0x7f2ed8019520 comp rx=0 tx=0).stop 2024-09-21T07:28:29.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 msgr2=0x7f2ee41f4990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 0x7f2ee41f4990 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2ed4011a50 tx=0x7f2ed4011f10 comp rx=0 tx=0).stop 2024-09-21T07:28:29.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 shutdown_connections 2024-09-21T07:28:29.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ed0073200 0x7f2ed0075710 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2ee409b120 0x7f2ee409b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2ee41f87b0 0x7f2ee41f8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.689+0000 7f2eeb121640 1 --2- 172.21.15.6:0/852068819 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ecc004810 0x7f2ee41f4990 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.693+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 >> 172.21.15.6:0/852068819 conn(0x7f2ee40d0b00 msgr2=0x7f2ee4070180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:29.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.693+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 shutdown_connections 2024-09-21T07:28:29.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.693+0000 7f2eeb121640 1 -- 172.21.15.6:0/852068819 wait complete. 2024-09-21T07:28:29.715 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T07:28:29.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 -- 172.21.15.6:0/2668434261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 msgr2=0x7f40701628d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 --2- 172.21.15.6:0/2668434261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 0x7f40701628d0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f407008ca50 tx=0x7f405801c8c0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 -- 172.21.15.6:0/2668434261 shutdown_connections 2024-09-21T07:28:29.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 --2- 172.21.15.6:0/2668434261 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4070162e10 0x7f40700cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 --2- 172.21.15.6:0/2668434261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 0x7f40701628d0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 --2- 172.21.15.6:0/2668434261 >> v2:172.21.15.145:3300/0 conn(0x7f40700d0ec0 0x7f40700d12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 -- 172.21.15.6:0/2668434261 >> 172.21.15.6:0/2668434261 conn(0x7f40700d46a0 msgr2=0x7f40700d4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:29.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 -- 172.21.15.6:0/2668434261 shutdown_connections 2024-09-21T07:28:29.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.865+0000 7f4074e94640 1 -- 172.21.15.6:0/2668434261 wait complete. 2024-09-21T07:28:29.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f4074e94640 1 Processor -- start 2024-09-21T07:28:29.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f4074e94640 1 -- start start 2024-09-21T07:28:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f4074e94640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40700d0ec0 0x7f40701f8c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f4074e94640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 0x7f407006ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f4074e94640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4070162e10 0x7f407006f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f4074e94640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f40700ba170 con 0x7f40701624c0 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f4074e94640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f40700b9ff0 con 0x7f4070162e10 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f4074e94640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f40700b3830 con 0x7f40700d0ec0 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 0x7f407006ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 0x7f407006ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57516/0 (socket says 172.21.15.6:57516) 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406dd9b640 1 -- 172.21.15.6:0/3160895186 learned_addr learned my addr 172.21.15.6:0/3160895186 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406ed9d640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4070162e10 0x7f407006f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406e59c640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40700d0ec0 0x7f40701f8c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406dd9b640 1 -- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40700d0ec0 msgr2=0x7f40701f8c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406dd9b640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40700d0ec0 0x7f40701f8c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406dd9b640 1 -- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4070162e10 msgr2=0x7f407006f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406dd9b640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4070162e10 0x7f407006f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406dd9b640 1 -- 172.21.15.6:0/3160895186 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f407015aa80 con 0x7f40701624c0 2024-09-21T07:28:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.869+0000 7f406e59c640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40700d0ec0 0x7f40701f8c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:28:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f406dd9b640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 0x7f407006ead0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f40580b0040 tx=0x7f4058005e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4066ffd640 1 -- 172.21.15.6:0/3160895186 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40580b2040 con 0x7f40701624c0 2024-09-21T07:28:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4066ffd640 1 -- 172.21.15.6:0/3160895186 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4058004330 con 0x7f40701624c0 2024-09-21T07:28:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f407015ad10 con 0x7f40701624c0 2024-09-21T07:28:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4066ffd640 1 -- 172.21.15.6:0/3160895186 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40580052d0 con 0x7f40701624c0 2024-09-21T07:28:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f407015b290 con 0x7f40701624c0 2024-09-21T07:28:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40701628d0 con 0x7f40701624c0 2024-09-21T07:28:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4066ffd640 1 -- 172.21.15.6:0/3160895186 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4058005470 con 0x7f40701624c0 2024-09-21T07:28:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4066ffd640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4050073200 0x7f4050075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f4066ffd640 1 -- 172.21.15.6:0/3160895186 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 4857+0+0 (secure 0 0 0) 0x7f405812d4d0 con 0x7f40701624c0 2024-09-21T07:28:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.873+0000 7f406e59c640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4050073200 0x7f4050075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.877+0000 7f406e59c640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4050073200 0x7f4050075710 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f4060009e80 tx=0x7f40600094a0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:29.877+0000 7f4066ffd640 1 -- 172.21.15.6:0/3160895186 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f407015ad10 con 0x7f40701624c0 2024-09-21T07:28:30.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.053+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f40700cf900 con 0x7f40701624c0 2024-09-21T07:28:30.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.053+0000 7f4066ffd640 1 -- 172.21.15.6:0/3160895186 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v65) ==== 84+0+65 (secure 0 0 0) 0x7f40580bc060 con 0x7f40701624c0 2024-09-21T07:28:30.057 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:30.057 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-09-21T07:28:30.058 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:28:30.058 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-09-21T07:28:30.058 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-09-21T07:28:30.058 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:30.058 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4050073200 msgr2=0x7f4050075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4050073200 0x7f4050075710 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f4060009e80 tx=0x7f40600094a0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 msgr2=0x7f407006ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 0x7f407006ead0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f40580b0040 tx=0x7f4058005e70 comp rx=0 tx=0).stop 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 shutdown_connections 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4050073200 0x7f4050075710 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4070162e10 0x7f407006f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40701624c0 0x7f407006ead0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 --2- 172.21.15.6:0/3160895186 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40700d0ec0 0x7f40701f8c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 >> 172.21.15.6:0/3160895186 conn(0x7f40700d46a0 msgr2=0x7f40700b40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 shutdown_connections 2024-09-21T07:28:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.057+0000 7f4074e94640 1 -- 172.21.15.6:0/3160895186 wait complete. 2024-09-21T07:28:30.079 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T07:28:30.079 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T07:28:30.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.245+0000 7f164904e640 1 -- 172.21.15.6:0/3612475182 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440b2ce0 msgr2=0x7f16440b30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:30.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.245+0000 7f164904e640 1 --2- 172.21.15.6:0/3612475182 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440b2ce0 0x7f16440b30f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f163c009bc0 tx=0x7f163c01cba0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.245+0000 7f164904e640 1 -- 172.21.15.6:0/3612475182 shutdown_connections 2024-09-21T07:28:30.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 --2- 172.21.15.6:0/3612475182 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440b2ce0 0x7f16440b30f0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 -- 172.21.15.6:0/3612475182 >> 172.21.15.6:0/3612475182 conn(0x7f16440cdce0 msgr2=0x7f16440ce0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:30.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 -- 172.21.15.6:0/3612475182 shutdown_connections 2024-09-21T07:28:30.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 -- 172.21.15.6:0/3612475182 wait complete. 2024-09-21T07:28:30.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 Processor -- start 2024-09-21T07:28:30.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 -- start start 2024-09-21T07:28:30.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16440b2ce0 0x7f16440b09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:30.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440d0690 0x7f1644153340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:30.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f164415ee20 0x7f16441509f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:30.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1644169e70 con 0x7f16440d0690 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1644169cf0 con 0x7f164415ee20 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164904e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1644169ff0 con 0x7f16440b2ce0 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164259c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440d0690 0x7f1644153340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164259c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440d0690 0x7f1644153340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57522/0 (socket says 172.21.15.6:57522) 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164259c640 1 -- 172.21.15.6:0/559673060 learned_addr learned my addr 172.21.15.6:0/559673060 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f164359e640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f164415ee20 0x7f16441509f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.249+0000 7f1642d9d640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16440b2ce0 0x7f16440b09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f164259c640 1 -- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16440b2ce0 msgr2=0x7f16440b09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f164259c640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16440b2ce0 0x7f16440b09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f164259c640 1 -- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f164415ee20 msgr2=0x7f16441509f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f164259c640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f164415ee20 0x7f16441509f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f164259c640 1 -- 172.21.15.6:0/559673060 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16441f9fd0 con 0x7f16440d0690 2024-09-21T07:28:30.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f164259c640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440d0690 0x7f1644153340 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f163800c450 tx=0x7f163800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:30.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f162b7fe640 1 -- 172.21.15.6:0/559673060 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1638016020 con 0x7f16440d0690 2024-09-21T07:28:30.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f162b7fe640 1 -- 172.21.15.6:0/559673060 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1638012920 con 0x7f16440d0690 2024-09-21T07:28:30.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f162b7fe640 1 -- 172.21.15.6:0/559673060 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1638012d50 con 0x7f16440d0690 2024-09-21T07:28:30.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16441fc7f0 con 0x7f16440d0690 2024-09-21T07:28:30.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.253+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16441fcdb0 con 0x7f16440d0690 2024-09-21T07:28:30.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.257+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16440b30f0 con 0x7f16440d0690 2024-09-21T07:28:30.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.257+0000 7f162b7fe640 1 -- 172.21.15.6:0/559673060 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1638019020 con 0x7f16440d0690 2024-09-21T07:28:30.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.257+0000 7f162b7fe640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1630073230 0x7f1630075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:30.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.257+0000 7f162b7fe640 1 -- 172.21.15.6:0/559673060 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 4857+0+0 (secure 0 0 0) 0x7f1638093c00 con 0x7f16440d0690 2024-09-21T07:28:30.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.257+0000 7f1642d9d640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1630073230 0x7f1630075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:30.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.257+0000 7f1642d9d640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1630073230 0x7f1630075740 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f1634000f70 tx=0x7f1634009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:30.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.261+0000 7f162b7fe640 1 -- 172.21.15.6:0/559673060 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f163809a080 con 0x7f16440d0690 2024-09-21T07:28:30.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:30.429+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f164406dcf0 con 0x7f16440d0690 2024-09-21T07:28:31.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.265+0000 7f162b7fe640 1 -- 172.21.15.6:0/559673060 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v66) ==== 138+0+0 (secure 0 0 0) 0x7f164415f230 con 0x7f16440d0690 2024-09-21T07:28:31.268 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1630073230 msgr2=0x7f1630075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1630073230 0x7f1630075740 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f1634000f70 tx=0x7f1634009040 comp rx=0 tx=0).stop 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440d0690 msgr2=0x7f1644153340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440d0690 0x7f1644153340 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f163800c450 tx=0x7f163800c910 comp rx=0 tx=0).stop 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 shutdown_connections 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1630073230 0x7f1630075740 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f164415ee20 0x7f16441509f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16440d0690 0x7f1644153340 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 --2- 172.21.15.6:0/559673060 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f16440b2ce0 0x7f16440b09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 >> 172.21.15.6:0/559673060 conn(0x7f16440cdce0 msgr2=0x7f164415db80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:31.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 shutdown_connections 2024-09-21T07:28:31.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.269+0000 7f164904e640 1 -- 172.21.15.6:0/559673060 wait complete. 2024-09-21T07:28:31.303 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T07:28:31.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.469+0000 7f3e24db8640 1 -- 172.21.15.6:0/2984845585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200d0ac0 msgr2=0x7f3e200d0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:31.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.469+0000 7f3e24db8640 1 --2- 172.21.15.6:0/2984845585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200d0ac0 0x7f3e200d0ed0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f3e200b1860 tx=0x7f3e1801ccf0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.469+0000 7f3e24db8640 1 -- 172.21.15.6:0/2984845585 shutdown_connections 2024-09-21T07:28:31.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.469+0000 7f3e24db8640 1 --2- 172.21.15.6:0/2984845585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200d0ac0 0x7f3e200d0ed0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.469+0000 7f3e24db8640 1 --2- 172.21.15.6:0/2984845585 >> v2:172.21.15.145:3300/0 conn(0x7f3e200b4560 0x7f3e2015c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.469+0000 7f3e24db8640 1 -- 172.21.15.6:0/2984845585 >> 172.21.15.6:0/2984845585 conn(0x7f3e200cee50 msgr2=0x7f3e200cf260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:31.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.469+0000 7f3e24db8640 1 -- 172.21.15.6:0/2984845585 shutdown_connections 2024-09-21T07:28:31.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.469+0000 7f3e24db8640 1 -- 172.21.15.6:0/2984845585 wait complete. 2024-09-21T07:28:31.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 Processor -- start 2024-09-21T07:28:31.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 -- start start 2024-09-21T07:28:31.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e200cd3a0 0x7f3e20150940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e200d0ac0 0x7f3e2015b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200c8470 0x7f3e20154310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2016a0c0 con 0x7f3e200c8470 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3e20169f40 con 0x7f3e200d0ac0 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3e2016a240 con 0x7f3e200cd3a0 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200c8470 0x7f3e20154310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200c8470 0x7f3e20154310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57542/0 (socket says 172.21.15.6:57542) 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 -- 172.21.15.6:0/1480757563 learned_addr learned my addr 172.21.15.6:0/1480757563 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1e59c640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e200cd3a0 0x7f3e20150940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1dd9b640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e200d0ac0 0x7f3e2015b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 -- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e200cd3a0 msgr2=0x7f3e20150940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e200cd3a0 0x7f3e20150940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 -- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e200d0ac0 msgr2=0x7f3e2015b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e200d0ac0 0x7f3e2015b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 -- 172.21.15.6:0/1480757563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e200c73d0 con 0x7f3e200c8470 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1dd9b640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e200d0ac0 0x7f3e2015b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e1ed9d640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200c8470 0x7f3e20154310 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f3e1801b3a0 tx=0x7f3e180a5980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e0effd640 1 -- 172.21.15.6:0/1480757563 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e180bb070 con 0x7f3e200c8470 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e0effd640 1 -- 172.21.15.6:0/1480757563 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e18004e00 con 0x7f3e200c8470 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e200c76b0 con 0x7f3e200c8470 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e0effd640 1 -- 172.21.15.6:0/1480757563 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e180b2040 con 0x7f3e200c8470 2024-09-21T07:28:31.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e200c7c70 con 0x7f3e200c8470 2024-09-21T07:28:31.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.473+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e200c7150 con 0x7f3e200c8470 2024-09-21T07:28:31.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.477+0000 7f3e0effd640 1 -- 172.21.15.6:0/1480757563 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3e180be070 con 0x7f3e200c8470 2024-09-21T07:28:31.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.477+0000 7f3e0effd640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e00073200 0x7f3e00075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:31.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.477+0000 7f3e0effd640 1 -- 172.21.15.6:0/1480757563 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5227+0+0 (secure 0 0 0) 0x7f3e1812de20 con 0x7f3e200c8470 2024-09-21T07:28:31.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.477+0000 7f3e1e59c640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e00073200 0x7f3e00075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:31.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.477+0000 7f3e1e59c640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e00073200 0x7f3e00075710 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f3e1000b810 tx=0x7f3e10008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:31.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.481+0000 7f3e0effd640 1 -- 172.21.15.6:0/1480757563 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3e200c7150 con 0x7f3e200c8470 2024-09-21T07:28:31.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:31.649+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f3e2006a1e0 con 0x7f3e200c8470 2024-09-21T07:28:32.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.269+0000 7f3e0effd640 1 -- 172.21.15.6:0/1480757563 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v67) ==== 170+0+0 (secure 0 0 0) 0x7f3e180a5e20 con 0x7f3e200c8470 2024-09-21T07:28:32.273 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e00073200 msgr2=0x7f3e00075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e00073200 0x7f3e00075710 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f3e1000b810 tx=0x7f3e10008040 comp rx=0 tx=0).stop 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200c8470 msgr2=0x7f3e20154310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200c8470 0x7f3e20154310 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f3e1801b3a0 tx=0x7f3e180a5980 comp rx=0 tx=0).stop 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 shutdown_connections 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e00073200 0x7f3e00075710 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e200c8470 0x7f3e20154310 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e200d0ac0 0x7f3e2015b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 --2- 172.21.15.6:0/1480757563 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e200cd3a0 0x7f3e20150940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 >> 172.21.15.6:0/1480757563 conn(0x7f3e200cee50 msgr2=0x7f3e200d2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 shutdown_connections 2024-09-21T07:28:32.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.273+0000 7f3e24db8640 1 -- 172.21.15.6:0/1480757563 wait complete. 2024-09-21T07:28:32.312 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T07:28:32.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.473+0000 7f31170fe640 1 -- 172.21.15.6:0/2506144096 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30f8004030 msgr2=0x7f30f8004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:32.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.473+0000 7f31170fe640 1 --2- 172.21.15.6:0/2506144096 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30f8004030 0x7f30f8004810 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f3104009b60 tx=0x7f310401d290 comp rx=0 tx=0).stop 2024-09-21T07:28:32.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.473+0000 7f311569b640 1 -- 172.21.15.6:0/2506144096 reap_dead start 2024-09-21T07:28:32.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.473+0000 7f31170fe640 1 -- 172.21.15.6:0/2506144096 shutdown_connections 2024-09-21T07:28:32.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.473+0000 7f31170fe640 1 -- 172.21.15.6:0/2506144096 >> 172.21.15.6:0/2506144096 conn(0x7f311009d980 msgr2=0x7f311008bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:32.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.473+0000 7f31170fe640 1 -- 172.21.15.6:0/2506144096 shutdown_connections 2024-09-21T07:28:32.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.473+0000 7f31170fe640 1 -- 172.21.15.6:0/2506144096 wait complete. 2024-09-21T07:28:32.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.473+0000 7f31170fe640 1 Processor -- start 2024-09-21T07:28:32.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 -- start start 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f30f8004030 0x7f31101f9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f311015f240 0x7f3110150980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31101f9280 0x7f31101f9690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f31100d2790 con 0x7f31101f9280 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f31100d2610 con 0x7f30f8004030 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f31100d2910 con 0x7f311015f240 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31101f9280 0x7f31101f9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31101f9280 0x7f31101f9690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57556/0 (socket says 172.21.15.6:57556) 2024-09-21T07:28:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 -- 172.21.15.6:0/1795345787 learned_addr learned my addr 172.21.15.6:0/1795345787 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f3114e9a640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f30f8004030 0x7f31101f9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f310ffff640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f311015f240 0x7f3110150980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 -- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f311015f240 msgr2=0x7f3110150980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f311015f240 0x7f3110150980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 -- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f30f8004030 msgr2=0x7f31101f9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f30f8004030 0x7f31101f9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 -- 172.21.15.6:0/1795345787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31101f9bd0 con 0x7f31101f9280 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f311569b640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31101f9280 0x7f31101f9690 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f31100d4020 tx=0x7f3108001a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f310d7fa640 1 -- 172.21.15.6:0/1795345787 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3108011870 con 0x7f31101f9280 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f310d7fa640 1 -- 172.21.15.6:0/1795345787 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3108017070 con 0x7f31101f9280 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f311009f3a0 con 0x7f31101f9280 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f310d7fa640 1 -- 172.21.15.6:0/1795345787 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3108011da0 con 0x7f31101f9280 2024-09-21T07:28:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f311009f960 con 0x7f31101f9280 2024-09-21T07:28:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.477+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31100b5d60 con 0x7f31101f9280 2024-09-21T07:28:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.481+0000 7f310d7fa640 1 -- 172.21.15.6:0/1795345787 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3108026430 con 0x7f31101f9280 2024-09-21T07:28:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.481+0000 7f310d7fa640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f30fc073200 0x7f30fc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.481+0000 7f310d7fa640 1 -- 172.21.15.6:0/1795345787 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5609+0+0 (secure 0 0 0) 0x7f3108095540 con 0x7f31101f9280 2024-09-21T07:28:32.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.481+0000 7f3114e9a640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f30fc073200 0x7f30fc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:32.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.481+0000 7f3114e9a640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f30fc073200 0x7f30fc075710 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f3100000fc0 tx=0x7f31000015f0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.485+0000 7f310d7fa640 1 -- 172.21.15.6:0/1795345787 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f31101f9bd0 con 0x7f31101f9280 2024-09-21T07:28:32.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:32.701+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f311006a1e0 con 0x7f31101f9280 2024-09-21T07:28:32.725 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:28:32.727 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:28:33.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.333+0000 7f310d7fa640 1 -- 172.21.15.6:0/1795345787 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v46) ==== 174+0+0 (secure 0 0 0) 0x7f31080606a0 con 0x7f31101f9280 2024-09-21T07:28:33.338 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 10 and data pool 11 2024-09-21T07:28:33.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f30fc073200 msgr2=0x7f30fc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f30fc073200 0x7f30fc075710 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f3100000fc0 tx=0x7f31000015f0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31101f9280 msgr2=0x7f31101f9690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31101f9280 0x7f31101f9690 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f31100d4020 tx=0x7f3108001a80 comp rx=0 tx=0).stop 2024-09-21T07:28:33.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 shutdown_connections 2024-09-21T07:28:33.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f30fc073200 0x7f30fc075710 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31101f9280 0x7f31101f9690 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f311015f240 0x7f3110150980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 --2- 172.21.15.6:0/1795345787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f30f8004030 0x7f31101f9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.341+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 >> 172.21.15.6:0/1795345787 conn(0x7f311009d980 msgr2=0x7f311006f350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:33.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.345+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 shutdown_connections 2024-09-21T07:28:33.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.345+0000 7f31170fe640 1 -- 172.21.15.6:0/1795345787 wait complete. 2024-09-21T07:28:33.384 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:28:33.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- 172.21.15.6:0/3432173832 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa134160fb0 msgr2=0x7fa1340ce120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3432173832 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa134160fb0 0x7fa1340ce120 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa130009840 tx=0x7fa13001c790 comp rx=0 tx=0).stop 2024-09-21T07:28:33.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- 172.21.15.6:0/3432173832 shutdown_connections 2024-09-21T07:28:33.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3432173832 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa134160fb0 0x7fa1340ce120 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3432173832 >> v2:172.21.15.145:3300/0 conn(0x7fa1340b1db0 0x7fa1340d0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- 172.21.15.6:0/3432173832 >> 172.21.15.6:0/3432173832 conn(0x7fa1340ceed0 msgr2=0x7fa1340cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:33.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- 172.21.15.6:0/3432173832 shutdown_connections 2024-09-21T07:28:33.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- 172.21.15.6:0/3432173832 wait complete. 2024-09-21T07:28:33.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 Processor -- start 2024-09-21T07:28:33.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- start start 2024-09-21T07:28:33.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1340b1db0 0x7fa13414c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:33.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa134160fb0 0x7fa1340af440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:33.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa13415bb20 0x7fa1340af980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa13416a170 con 0x7fa134160fb0 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa134169ff0 con 0x7fa13415bb20 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa13b75a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa13416a2f0 con 0x7fa1340b1db0 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa138cf5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa134160fb0 0x7fa1340af440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa1394f6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1340b1db0 0x7fa13414c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa138cf5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa134160fb0 0x7fa1340af440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50466/0 (socket says 172.21.15.6:50466) 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa138cf5640 1 -- 172.21.15.6:0/3964390760 learned_addr learned my addr 172.21.15.6:0/3964390760 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.537+0000 7fa139cf7640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa13415bb20 0x7fa1340af980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa138cf5640 1 -- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1340b1db0 msgr2=0x7fa13414c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa138cf5640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1340b1db0 0x7fa13414c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa138cf5640 1 -- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa13415bb20 msgr2=0x7fa1340af980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa138cf5640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa13415bb20 0x7fa1340af980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa138cf5640 1 -- 172.21.15.6:0/3964390760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1341536a0 con 0x7fa134160fb0 2024-09-21T07:28:33.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa138cf5640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa134160fb0 0x7fa1340af440 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fa12400c3c0 tx=0x7fa12400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:33.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa129ffb640 1 -- 172.21.15.6:0/3964390760 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa124017070 con 0x7fa134160fb0 2024-09-21T07:28:33.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa129ffb640 1 -- 172.21.15.6:0/3964390760 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1240053c0 con 0x7fa134160fb0 2024-09-21T07:28:33.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa134151390 con 0x7fa134160fb0 2024-09-21T07:28:33.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa129ffb640 1 -- 172.21.15.6:0/3964390760 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa124003860 con 0x7fa134160fb0 2024-09-21T07:28:33.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa134151e70 con 0x7fa134160fb0 2024-09-21T07:28:33.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa13415b8d0 con 0x7fa134160fb0 2024-09-21T07:28:33.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa129ffb640 1 -- 172.21.15.6:0/3964390760 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa12401a070 con 0x7fa134160fb0 2024-09-21T07:28:33.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa129ffb640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa118073200 0x7fa118075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:33.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa129ffb640 1 -- 172.21.15.6:0/3964390760 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fa1240935d0 con 0x7fa134160fb0 2024-09-21T07:28:33.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.541+0000 7fa1394f6640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa118073200 0x7fa118075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:33.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.545+0000 7fa1394f6640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa118073200 0x7fa118075710 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa12c009a40 tx=0x7fa12c010040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:33.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.545+0000 7fa129ffb640 1 -- 172.21.15.6:0/3964390760 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa124021080 con 0x7fa134160fb0 2024-09-21T07:28:33.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.721+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa1341608a0 con 0x7fa134160fb0 2024-09-21T07:28:33.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.721+0000 7fa129ffb640 1 -- 172.21.15.6:0/3964390760 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+16705 (secure 0 0 0) 0x7fa134069cd0 con 0x7fa134160fb0 2024-09-21T07:28:33.725 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:33.725 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":68,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:28:32.706507+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:28:30.444723+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T07:28:31.663099+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:28:33.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa118073200 msgr2=0x7fa118075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa118073200 0x7fa118075710 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa12c009a40 tx=0x7fa12c010040 comp rx=0 tx=0).stop 2024-09-21T07:28:33.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa134160fb0 msgr2=0x7fa1340af440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa134160fb0 0x7fa1340af440 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fa12400c3c0 tx=0x7fa12400c880 comp rx=0 tx=0).stop 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 shutdown_connections 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa118073200 0x7fa118075710 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa13415bb20 0x7fa1340af980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa134160fb0 0x7fa1340af440 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 --2- 172.21.15.6:0/3964390760 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1340b1db0 0x7fa13414c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 >> 172.21.15.6:0/3964390760 conn(0x7fa1340ceed0 msgr2=0x7fa1340721e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 shutdown_connections 2024-09-21T07:28:33.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.725+0000 7fa13b75a640 1 -- 172.21.15.6:0/3964390760 wait complete. 2024-09-21T07:28:33.746 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:28:33.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.897+0000 7f7fe8358640 1 -- 172.21.15.6:0/2778703134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe006d560 msgr2=0x7f7fe00ad0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.897+0000 7f7fe8358640 1 --2- 172.21.15.6:0/2778703134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe006d560 0x7f7fe00ad0b0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f7fd8009900 tx=0x7f7fd801c820 comp rx=0 tx=0).stop 2024-09-21T07:28:33.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.897+0000 7f7fe8358640 1 -- 172.21.15.6:0/2778703134 shutdown_connections 2024-09-21T07:28:33.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.897+0000 7f7fe8358640 1 --2- 172.21.15.6:0/2778703134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe006d560 0x7f7fe00ad0b0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.897+0000 7f7fe8358640 1 --2- 172.21.15.6:0/2778703134 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fe00b3ac0 0x7f7fe00cba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.897+0000 7f7fe8358640 1 -- 172.21.15.6:0/2778703134 >> 172.21.15.6:0/2778703134 conn(0x7f7fe00d0b00 msgr2=0x7f7fe00b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:33.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.897+0000 7f7fe8358640 1 -- 172.21.15.6:0/2778703134 shutdown_connections 2024-09-21T07:28:33.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.897+0000 7f7fe8358640 1 -- 172.21.15.6:0/2778703134 wait complete. 2024-09-21T07:28:33.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 Processor -- start 2024-09-21T07:28:33.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 -- start start 2024-09-21T07:28:33.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe00b3ac0 0x7f7fe0157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:33.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fe00b3ed0 0x7f7fe01f76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fe0072ef0 0x7f7fe0158df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe016a3e0 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe016a260 con 0x7f7fe0072ef0 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7fe016a560 con 0x7f7fe00b3ed0 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe00b3ac0 0x7f7fe0157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe00b3ac0 0x7f7fe0157ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50498/0 (socket says 172.21.15.6:50498) 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 -- 172.21.15.6:0/1156978389 learned_addr learned my addr 172.21.15.6:0/1156978389 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe58f3640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fe00b3ed0 0x7f7fe01f76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe68f5640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fe0072ef0 0x7f7fe0158df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 -- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fe00b3ed0 msgr2=0x7f7fe01f76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fe00b3ed0 0x7f7fe01f76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 -- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fe0072ef0 msgr2=0x7f7fe0158df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fe0072ef0 0x7f7fe0158df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 -- 172.21.15.6:0/1156978389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fe0158350 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe68f5640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fe0072ef0 0x7f7fe0158df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe60f4640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe00b3ac0 0x7f7fe0157ad0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f7fd000d750 tx=0x7f7fd000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fdeffd640 1 -- 172.21.15.6:0/1156978389 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd0017070 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fdeffd640 1 -- 172.21.15.6:0/1156978389 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fd0009cc0 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fe01f7be0 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fdeffd640 1 -- 172.21.15.6:0/1156978389 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd0005280 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fe01585f0 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.901+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fe00ad0b0 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.905+0000 7f7fdeffd640 1 -- 172.21.15.6:0/1156978389 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7fd0005420 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.905+0000 7f7fdeffd640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7fcc073200 0x7f7fcc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:33.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.905+0000 7f7fdeffd640 1 -- 172.21.15.6:0/1156978389 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f7fd0094270 con 0x7f7fe00b3ac0 2024-09-21T07:28:33.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.905+0000 7f7fe58f3640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7fcc073200 0x7f7fcc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:33.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.905+0000 7f7fe58f3640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7fcc073200 0x7f7fcc075710 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7fe00aec40 tx=0x7f7fd4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:33.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:33.909+0000 7f7fdeffd640 1 -- 172.21.15.6:0/1156978389 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7fd000de60 con 0x7f7fe00b3ac0 2024-09-21T07:28:34.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.077+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7fe00af700 con 0x7f7fe00b3ac0 2024-09-21T07:28:34.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fdeffd640 1 -- 172.21.15.6:0/1156978389 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+16705 (secure 0 0 0) 0x7f7fd005f320 con 0x7f7fe00b3ac0 2024-09-21T07:28:34.083 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:34.083 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":68,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:28:32.706507+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:28:30.444723+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T07:28:31.663099+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:28:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7fcc073200 msgr2=0x7f7fcc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7fcc073200 0x7f7fcc075710 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7fe00aec40 tx=0x7f7fd4009040 comp rx=0 tx=0).stop 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe00b3ac0 msgr2=0x7f7fe0157ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe00b3ac0 0x7f7fe0157ad0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f7fd000d750 tx=0x7f7fd000dc10 comp rx=0 tx=0).stop 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 shutdown_connections 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7fcc073200 0x7f7fcc075710 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7fe0072ef0 0x7f7fe0158df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7fe00b3ed0 0x7f7fe01f76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 --2- 172.21.15.6:0/1156978389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fe00b3ac0 0x7f7fe0157ad0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 >> 172.21.15.6:0/1156978389 conn(0x7f7fe00d0b00 msgr2=0x7f7fe006d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 shutdown_connections 2024-09-21T07:28:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.081+0000 7f7fe8358640 1 -- 172.21.15.6:0/1156978389 wait complete. 2024-09-21T07:28:34.104 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T07:28:34.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.265+0000 7f0d6d845640 1 -- 172.21.15.6:0/2760466701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d50005260 msgr2=0x7f0d5000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:34.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.265+0000 7f0d6d845640 1 --2- 172.21.15.6:0/2760466701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d50005260 0x7f0d5000b9d0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f0d5800c590 tx=0x7f0d5801d2a0 comp rx=0 tx=0).stop 2024-09-21T07:28:34.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.265+0000 7f0d6d845640 1 -- 172.21.15.6:0/2760466701 shutdown_connections 2024-09-21T07:28:34.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.265+0000 7f0d6d845640 1 --2- 172.21.15.6:0/2760466701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d50005260 0x7f0d5000b9d0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:34.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.265+0000 7f0d6d845640 1 -- 172.21.15.6:0/2760466701 >> 172.21.15.6:0/2760466701 conn(0x7f0d6806d450 msgr2=0x7f0d680b1d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:34.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.265+0000 7f0d6d845640 1 -- 172.21.15.6:0/2760466701 shutdown_connections 2024-09-21T07:28:34.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.265+0000 7f0d6d845640 1 -- 172.21.15.6:0/2760466701 wait complete. 2024-09-21T07:28:34.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 Processor -- start 2024-09-21T07:28:34.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 -- start start 2024-09-21T07:28:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d50005260 0x7f0d680745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d68152f40 0x7f0d6815ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d68153350 0x7f0d6815f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0d680b43c0 con 0x7f0d68152f40 2024-09-21T07:28:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0d680b3ed0 con 0x7f0d68153350 2024-09-21T07:28:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0d680b4540 con 0x7f0d50005260 2024-09-21T07:28:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d68152f40 0x7f0d6815ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d68152f40 0x7f0d6815ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50512/0 (socket says 172.21.15.6:50512) 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 -- 172.21.15.6:0/2137485326 learned_addr learned my addr 172.21.15.6:0/2137485326 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d66ffd640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d50005260 0x7f0d680745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d677fe640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d68153350 0x7f0d6815f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 -- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d50005260 msgr2=0x7f0d680745a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d50005260 0x7f0d680745a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 -- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d68153350 msgr2=0x7f0d6815f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d68153350 0x7f0d6815f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 -- 172.21.15.6:0/2137485326 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d681f6e30 con 0x7f0d68152f40 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d667fc640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d68152f40 0x7f0d6815ef10 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c011820 tx=0x7f0d5c011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d4ffff640 1 -- 172.21.15.6:0/2137485326 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c004460 con 0x7f0d68152f40 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d4ffff640 1 -- 172.21.15.6:0/2137485326 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d5c016070 con 0x7f0d68152f40 2024-09-21T07:28:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d4ffff640 1 -- 172.21.15.6:0/2137485326 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c00fb40 con 0x7f0d68152f40 2024-09-21T07:28:34.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.269+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d681f7110 con 0x7f0d68152f40 2024-09-21T07:28:34.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.273+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d681f76d0 con 0x7f0d68152f40 2024-09-21T07:28:34.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.273+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d681f7910 con 0x7f0d68152f40 2024-09-21T07:28:34.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.273+0000 7f0d4ffff640 1 -- 172.21.15.6:0/2137485326 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0d5c018030 con 0x7f0d68152f40 2024-09-21T07:28:34.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.273+0000 7f0d4ffff640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0d54073260 0x7f0d54075770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:34.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.273+0000 7f0d4ffff640 1 -- 172.21.15.6:0/2137485326 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f0d5c0949f0 con 0x7f0d68152f40 2024-09-21T07:28:34.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.273+0000 7f0d66ffd640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0d54073260 0x7f0d54075770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:34.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.273+0000 7f0d66ffd640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0d54073260 0x7f0d54075770 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f0d60006490 tx=0x7f0d60006a10 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:34.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.277+0000 7f0d4ffff640 1 -- 172.21.15.6:0/2137485326 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0d681f7910 con 0x7f0d68152f40 2024-09-21T07:28:34.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:34.505+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f0d6806f610 con 0x7f0d68152f40 2024-09-21T07:28:35.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.357+0000 7f0d4ffff640 1 -- 172.21.15.6:0/2137485326 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v49) ==== 118+0+0 (secure 0 0 0) 0x7f0d5c05fa10 con 0x7f0d68152f40 2024-09-21T07:28:35.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0d54073260 msgr2=0x7f0d54075770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:35.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0d54073260 0x7f0d54075770 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f0d60006490 tx=0x7f0d60006a10 comp rx=0 tx=0).stop 2024-09-21T07:28:35.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d68152f40 msgr2=0x7f0d6815ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:35.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d68152f40 0x7f0d6815ef10 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c011820 tx=0x7f0d5c011ce0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 shutdown_connections 2024-09-21T07:28:35.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0d54073260 0x7f0d54075770 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0d68153350 0x7f0d6815f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d68152f40 0x7f0d6815ef10 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 --2- 172.21.15.6:0/2137485326 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0d50005260 0x7f0d680745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 >> 172.21.15.6:0/2137485326 conn(0x7f0d6806d450 msgr2=0x7f0d6815be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:35.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 shutdown_connections 2024-09-21T07:28:35.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.361+0000 7f0d6d845640 1 -- 172.21.15.6:0/2137485326 wait complete. 2024-09-21T07:28:35.390 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T07:28:35.390 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T07:28:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- 172.21.15.6:0/987321138 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc06efe0 msgr2=0x7f2cdc0b3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 --2- 172.21.15.6:0/987321138 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc06efe0 0x7f2cdc0b3ab0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc072d80 tx=0x7f2ccc01cb80 comp rx=0 tx=0).stop 2024-09-21T07:28:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- 172.21.15.6:0/987321138 shutdown_connections 2024-09-21T07:28:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 --2- 172.21.15.6:0/987321138 >> v2:172.21.15.145:3300/0 conn(0x7f2cdc0cbad0 0x7f2cdc0cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 --2- 172.21.15.6:0/987321138 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc06efe0 0x7f2cdc0b3ab0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- 172.21.15.6:0/987321138 >> 172.21.15.6:0/987321138 conn(0x7f2cdc06d450 msgr2=0x7f2cdc0b1d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- 172.21.15.6:0/987321138 shutdown_connections 2024-09-21T07:28:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- 172.21.15.6:0/987321138 wait complete. 2024-09-21T07:28:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 Processor -- start 2024-09-21T07:28:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- start start 2024-09-21T07:28:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cdc06efe0 0x7f2cdc15ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cdc0b43c0 0x7f2cdc099990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc0cbad0 0x7f2cdc15f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2cdc169eb0 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2cdc169d30 con 0x7f2cdc06efe0 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2ce1949640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2cdc16a030 con 0x7f2cdc0b43c0 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc0cbad0 0x7f2cdc15f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc0cbad0 0x7f2cdc15f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50540/0 (socket says 172.21.15.6:50540) 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 -- 172.21.15.6:0/165884998 learned_addr learned my addr 172.21.15.6:0/165884998 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdaffd640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cdc06efe0 0x7f2cdc15ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 -- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cdc0b43c0 msgr2=0x7f2cdc099990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cdc0b43c0 0x7f2cdc099990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 -- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cdc06efe0 msgr2=0x7f2cdc15ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cdc06efe0 0x7f2cdc15ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 -- 172.21.15.6:0/165884998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cdc0c9bb0 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdaffd640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cdc06efe0 0x7f2cdc15ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.557+0000 7f2cdb7fe640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc0cbad0 0x7f2cdc15f020 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f2cd400c740 tx=0x7f2cd400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2cd3fff640 1 -- 172.21.15.6:0/165884998 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd4004220 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2cd3fff640 1 -- 172.21.15.6:0/165884998 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cd400ce50 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cdc099ed0 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2cd3fff640 1 -- 172.21.15.6:0/165884998 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd4007c10 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cdc15fb60 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cdc0b3ab0 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2cd3fff640 1 -- 172.21.15.6:0/165884998 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2cd4003600 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2cd3fff640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2cbc073200 0x7f2cbc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:35.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2cd3fff640 1 -- 172.21.15.6:0/165884998 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f2cd4094560 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2cdaffd640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2cbc073200 0x7f2cbc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:35.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.561+0000 7f2cdaffd640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2cbc073200 0x7f2cbc075710 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc0af000 tx=0x7f2ccc01b3c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:35.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.565+0000 7f2cd3fff640 1 -- 172.21.15.6:0/165884998 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2cd4014030 con 0x7f2cdc0cbad0 2024-09-21T07:28:35.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:35.777+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f2cdc1562e0 con 0x7f2cdc0cbad0 2024-09-21T07:28:36.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.357+0000 7f2cd3fff640 1 -- 172.21.15.6:0/165884998 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v50) ==== 122+0+0 (secure 0 0 0) 0x7f2cd405f6a0 con 0x7f2cdc0cbad0 2024-09-21T07:28:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2cbc073200 msgr2=0x7f2cbc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2cbc073200 0x7f2cbc075710 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc0af000 tx=0x7f2ccc01b3c0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc0cbad0 msgr2=0x7f2cdc15f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc0cbad0 0x7f2cdc15f020 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f2cd400c740 tx=0x7f2cd400cc00 comp rx=0 tx=0).stop 2024-09-21T07:28:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 shutdown_connections 2024-09-21T07:28:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2cbc073200 0x7f2cbc075710 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cdc0cbad0 0x7f2cdc15f020 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cdc0b43c0 0x7f2cdc099990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 --2- 172.21.15.6:0/165884998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cdc06efe0 0x7f2cdc15ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 >> 172.21.15.6:0/165884998 conn(0x7f2cdc06d450 msgr2=0x7f2cdc070410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:36.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 shutdown_connections 2024-09-21T07:28:36.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.365+0000 7f2ce1949640 1 -- 172.21.15.6:0/165884998 wait complete. 2024-09-21T07:28:36.396 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T07:28:36.397 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:28:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 -- 172.21.15.6:0/3547498378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500cc130 msgr2=0x7fc050070a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3547498378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500cc130 0x7fc050070a60 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fc0500ceed0 tx=0x7fc04001c8c0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 -- 172.21.15.6:0/3547498378 shutdown_connections 2024-09-21T07:28:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3547498378 >> v2:172.21.15.145:3300/0 conn(0x7fc05015f290 0x7fc05015f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3547498378 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0500ce280 0x7fc0500ce690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3547498378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500cc130 0x7fc050070a60 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 -- 172.21.15.6:0/3547498378 >> 172.21.15.6:0/3547498378 conn(0x7fc0500d0b00 msgr2=0x7fc0500b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 -- 172.21.15.6:0/3547498378 shutdown_connections 2024-09-21T07:28:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 -- 172.21.15.6:0/3547498378 wait complete. 2024-09-21T07:28:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 Processor -- start 2024-09-21T07:28:36.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.565+0000 7fc056e9f640 1 -- start start 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0500cc130 0x7fc050070330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500ce280 0x7fc05015bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc05015f290 0x7fc0500b1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc0500caa90 con 0x7fc0500ce280 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc05006db80 con 0x7fc05015f290 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc0500cac10 con 0x7fc0500cc130 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500ce280 0x7fc05015bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500ce280 0x7fc05015bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50568/0 (socket says 172.21.15.6:50568) 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 -- 172.21.15.6:0/3876986701 learned_addr learned my addr 172.21.15.6:0/3876986701 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc054c3b640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0500cc130 0x7fc050070330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:36.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc05543c640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc05015f290 0x7fc0500b1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 -- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0500cc130 msgr2=0x7fc050070330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0500cc130 0x7fc050070330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 -- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc05015f290 msgr2=0x7fc0500b1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc05015f290 0x7fc0500b1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 -- 172.21.15.6:0/3876986701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc050074f00 con 0x7fc0500ce280 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04ffff640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500ce280 0x7fc05015bd90 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc04400c970 tx=0x7fc04400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04d7fa640 1 -- 172.21.15.6:0/3876986701 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc044007b50 con 0x7fc0500ce280 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04d7fa640 1 -- 172.21.15.6:0/3876986701 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc044007de0 con 0x7fc0500ce280 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04d7fa640 1 -- 172.21.15.6:0/3876986701 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04400f6b0 con 0x7fc0500ce280 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0501588b0 con 0x7fc0500ce280 2024-09-21T07:28:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc05015a810 con 0x7fc0500ce280 2024-09-21T07:28:36.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0500ce690 con 0x7fc0500ce280 2024-09-21T07:28:36.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04d7fa640 1 -- 172.21.15.6:0/3876986701 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc04400f850 con 0x7fc0500ce280 2024-09-21T07:28:36.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.569+0000 7fc04d7fa640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc03c073230 0x7fc03c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:36.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.573+0000 7fc04d7fa640 1 -- 172.21.15.6:0/3876986701 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fc044094ce0 con 0x7fc0500ce280 2024-09-21T07:28:36.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.573+0000 7fc054c3b640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc03c073230 0x7fc03c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:36.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.573+0000 7fc054c3b640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc03c073230 0x7fc03c075740 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc0400ae000 tx=0x7fc04001b100 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:36.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.573+0000 7fc04d7fa640 1 -- 172.21.15.6:0/3876986701 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc044027080 con 0x7fc0500ce280 2024-09-21T07:28:36.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.785+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0500aec60 con 0x7fc0500ce280 2024-09-21T07:28:36.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc04d7fa640 1 -- 172.21.15.6:0/3876986701 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5225 (secure 0 0 0) 0x7fc044014030 con 0x7fc0500ce280 2024-09-21T07:28:36.791 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:36.791 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":50,"btime":"2024-09-21T07:28:36:359344+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/4121072814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4121072814},{"type":"v1","addr":"172.21.15.145:6836","nonce":4121072814}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5668,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2151056970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2151056970},{"type":"v1","addr":"172.21.15.145:6837","nonce":2151056970}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6120,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/3060070161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3060070161},{"type":"v1","addr":"172.21.15.6:6834","nonce":3060070161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:28:32.706396+0000","modified":"2024-09-21T07:28:35.781712+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6123},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6123":{"gid":6123,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1425677822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1425677822},{"type":"v1","addr":"172.21.15.6:6835","nonce":1425677822}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6123,"qdb_cluster":[6123]},"id":5}]} 2024-09-21T07:28:36.792 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 50 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc03c073230 msgr2=0x7fc03c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc03c073230 0x7fc03c075740 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc0400ae000 tx=0x7fc04001b100 comp rx=0 tx=0).stop 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500ce280 msgr2=0x7fc05015bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500ce280 0x7fc05015bd90 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc04400c970 tx=0x7fc04400ce30 comp rx=0 tx=0).stop 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 shutdown_connections 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc03c073230 0x7fc03c075740 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc05015f290 0x7fc0500b1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc0500ce280 0x7fc05015bd90 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 --2- 172.21.15.6:0/3876986701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc0500cc130 0x7fc050070330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 >> 172.21.15.6:0/3876986701 conn(0x7fc0500d0b00 msgr2=0x7fc050154290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:36.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 shutdown_connections 2024-09-21T07:28:36.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.789+0000 7fc056e9f640 1 -- 172.21.15.6:0/3876986701 wait complete. 2024-09-21T07:28:36.815 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:28:36.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.973+0000 7f504b275640 1 -- 172.21.15.6:0/1080176456 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50440caa90 msgr2=0x7f50440caea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.973+0000 7f504b275640 1 --2- 172.21.15.6:0/1080176456 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50440caa90 0x7f50440caea0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f503c009c80 tx=0x7f503c01cda0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.973+0000 7f504b275640 1 -- 172.21.15.6:0/1080176456 shutdown_connections 2024-09-21T07:28:36.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.973+0000 7f504b275640 1 --2- 172.21.15.6:0/1080176456 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50440caa90 0x7f50440caea0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.973+0000 7f504b275640 1 --2- 172.21.15.6:0/1080176456 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50440ce990 0x7f5044070a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.973+0000 7f504b275640 1 -- 172.21.15.6:0/1080176456 >> 172.21.15.6:0/1080176456 conn(0x7f50440d0b00 msgr2=0x7f50440b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.973+0000 7f504b275640 1 -- 172.21.15.6:0/1080176456 shutdown_connections 2024-09-21T07:28:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.973+0000 7f504b275640 1 -- 172.21.15.6:0/1080176456 wait complete. 2024-09-21T07:28:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 Processor -- start 2024-09-21T07:28:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 -- start start 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50440caa90 0x7f504409d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50440cc130 0x7f5044158720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f504409d860 0x7f5044168d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5044166f80 con 0x7f504409d860 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5044166e00 con 0x7f50440cc130 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5044167100 con 0x7f50440caa90 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f504409d860 0x7f5044168d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f504409d860 0x7f5044168d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50598/0 (socket says 172.21.15.6:50598) 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 -- 172.21.15.6:0/1041303272 learned_addr learned my addr 172.21.15.6:0/1041303272 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049011640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50440caa90 0x7f504409d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:36.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5048810640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50440cc130 0x7f5044158720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 -- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50440caa90 msgr2=0x7f504409d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50440caa90 0x7f504409d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 -- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50440cc130 msgr2=0x7f5044158720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50440cc130 0x7f5044158720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 -- 172.21.15.6:0/1041303272 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504409d650 con 0x7f504409d860 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5048810640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50440cc130 0x7f5044158720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5049812640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f504409d860 0x7f5044168d50 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f503c009bd0 tx=0x7f503c0092c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5039ffb640 1 -- 172.21.15.6:0/1041303272 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503c0bc070 con 0x7f504409d860 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5039ffb640 1 -- 172.21.15.6:0/1041303272 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f503c004260 con 0x7f504409d860 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5044167cb0 con 0x7f504409d860 2024-09-21T07:28:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f5039ffb640 1 -- 172.21.15.6:0/1041303272 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503c0b2040 con 0x7f504409d860 2024-09-21T07:28:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5044168270 con 0x7f504409d860 2024-09-21T07:28:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.977+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50440caea0 con 0x7f504409d860 2024-09-21T07:28:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.981+0000 7f5039ffb640 1 -- 172.21.15.6:0/1041303272 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f503c0bf070 con 0x7f504409d860 2024-09-21T07:28:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.981+0000 7f5039ffb640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5028073230 0x7f5028075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.981+0000 7f5039ffb640 1 -- 172.21.15.6:0/1041303272 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f503c12dea0 con 0x7f504409d860 2024-09-21T07:28:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.981+0000 7f5049011640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5028073230 0x7f5028075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.981+0000 7f5049011640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5028073230 0x7f5028075740 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f5040001650 tx=0x7f5040009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:36.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:36.985+0000 7f5039ffb640 1 -- 172.21.15.6:0/1041303272 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f503c016990 con 0x7f504409d860 2024-09-21T07:28:37.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.157+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f504406fc60 con 0x7f504409d860 2024-09-21T07:28:37.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f5039ffb640 1 -- 172.21.15.6:0/1041303272 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16692 (secure 0 0 0) 0x7f503c0f9030 con 0x7f504409d860 2024-09-21T07:28:37.164 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:37.164 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":69,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:28:34.334420+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:28:30.444723+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T07:28:31.663099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:28:37.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5028073230 msgr2=0x7f5028075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5028073230 0x7f5028075740 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f5040001650 tx=0x7f5040009040 comp rx=0 tx=0).stop 2024-09-21T07:28:37.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f504409d860 msgr2=0x7f5044168d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f504409d860 0x7f5044168d50 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f503c009bd0 tx=0x7f503c0092c0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 shutdown_connections 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5028073230 0x7f5028075740 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f504409d860 0x7f5044168d50 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f50440cc130 0x7f5044158720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 --2- 172.21.15.6:0/1041303272 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f50440caa90 0x7f504409d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 >> 172.21.15.6:0/1041303272 conn(0x7f50440d0b00 msgr2=0x7f50440ad910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 shutdown_connections 2024-09-21T07:28:37.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.161+0000 7f504b275640 1 -- 172.21.15.6:0/1041303272 wait complete. 2024-09-21T07:28:37.186 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:28:37.186 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:28:37.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.329+0000 7fe1144bb640 1 -- 172.21.15.6:0/4129668036 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c06ce50 msgr2=0x7fe10c06d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.329+0000 7fe1144bb640 1 --2- 172.21.15.6:0/4129668036 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c06ce50 0x7fe10c06d260 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc009840 tx=0x7fe0fc01c790 comp rx=0 tx=0).stop 2024-09-21T07:28:37.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.329+0000 7fe1144bb640 1 -- 172.21.15.6:0/4129668036 shutdown_connections 2024-09-21T07:28:37.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.329+0000 7fe1144bb640 1 --2- 172.21.15.6:0/4129668036 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c06ce50 0x7fe10c06d260 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.329+0000 7fe1144bb640 1 --2- 172.21.15.6:0/4129668036 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe10c0cbf20 0x7fe10c0cf900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.329+0000 7fe1144bb640 1 -- 172.21.15.6:0/4129668036 >> 172.21.15.6:0/4129668036 conn(0x7fe10c0d0b00 msgr2=0x7fe10c0b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:37.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.329+0000 7fe1144bb640 1 -- 172.21.15.6:0/4129668036 shutdown_connections 2024-09-21T07:28:37.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.329+0000 7fe1144bb640 1 -- 172.21.15.6:0/4129668036 wait complete. 2024-09-21T07:28:37.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 Processor -- start 2024-09-21T07:28:37.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 -- start start 2024-09-21T07:28:37.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe10c06ce50 0x7fe10c09da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:37.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe10c0730a0 0x7fe10c0c73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:37.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c0cbf20 0x7fe10c0c7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:37.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c1684f0 con 0x7fe10c0cbf20 2024-09-21T07:28:37.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c168370 con 0x7fe10c06ce50 2024-09-21T07:28:37.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe10c168670 con 0x7fe10c0730a0 2024-09-21T07:28:37.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c0cbf20 0x7fe10c0c7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c0cbf20 0x7fe10c0c7930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50604/0 (socket says 172.21.15.6:50604) 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 -- 172.21.15.6:0/3411603193 learned_addr learned my addr 172.21.15.6:0/3411603193 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 -- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe10c0730a0 msgr2=0x7fe10c0c73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe10c0730a0 0x7fe10c0c73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 -- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe10c06ce50 msgr2=0x7fe10c09da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe10c06ce50 0x7fe10c09da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 -- 172.21.15.6:0/3411603193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe10c158fd0 con 0x7fe10c0cbf20 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe112a58640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c0cbf20 0x7fe10c0c7930 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fe10400caa0 tx=0x7fe10400cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe102ffd640 1 -- 172.21.15.6:0/3411603193 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe104016020 con 0x7fe10c0cbf20 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe102ffd640 1 -- 172.21.15.6:0/3411603193 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe10400a8d0 con 0x7fe10c0cbf20 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe102ffd640 1 -- 172.21.15.6:0/3411603193 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10400ada0 con 0x7fe10c0cbf20 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe10c15d9d0 con 0x7fe10c0cbf20 2024-09-21T07:28:37.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe10c15dc90 con 0x7fe10c0cbf20 2024-09-21T07:28:37.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.333+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe10c06d260 con 0x7fe10c0cbf20 2024-09-21T07:28:37.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.337+0000 7fe102ffd640 1 -- 172.21.15.6:0/3411603193 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe104019020 con 0x7fe10c0cbf20 2024-09-21T07:28:37.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.337+0000 7fe102ffd640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe0f0073200 0x7fe0f0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:37.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.337+0000 7fe102ffd640 1 -- 172.21.15.6:0/3411603193 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fe1040946a0 con 0x7fe10c0cbf20 2024-09-21T07:28:37.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.337+0000 7fe112257640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe0f0073200 0x7fe0f0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:37.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.337+0000 7fe112257640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe0f0073200 0x7fe0f0075710 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe1080058d0 tx=0x7fe108005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:37.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.341+0000 7fe102ffd640 1 -- 172.21.15.6:0/3411603193 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe104020020 con 0x7fe10c0cbf20 2024-09-21T07:28:37.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.513+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe10c0735c0 con 0x7fe0f0073200 2024-09-21T07:28:37.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.525+0000 7fe102ffd640 1 -- 172.21.15.6:0/3411603193 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252062 (secure 0 0 0) 0x7fe10c0735c0 con 0x7fe0f0073200 2024-09-21T07:28:37.529 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:37.532 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe0f0073200 msgr2=0x7fe0f0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe0f0073200 0x7fe0f0075710 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe1080058d0 tx=0x7fe108005860 comp rx=0 tx=0).stop 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c0cbf20 msgr2=0x7fe10c0c7930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c0cbf20 0x7fe10c0c7930 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fe10400caa0 tx=0x7fe10400cb90 comp rx=0 tx=0).stop 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 shutdown_connections 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe0f0073200 0x7fe0f0075710 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe10c0cbf20 0x7fe10c0c7930 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe10c0730a0 0x7fe10c0c73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 --2- 172.21.15.6:0/3411603193 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe10c06ce50 0x7fe10c09da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 >> 172.21.15.6:0/3411603193 conn(0x7fe10c0d0b00 msgr2=0x7fe10c0ae640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 shutdown_connections 2024-09-21T07:28:37.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.529+0000 7fe1144bb640 1 -- 172.21.15.6:0/3411603193 wait complete. 2024-09-21T07:28:37.551 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":185,"stamp":"2024-09-21T07:28:36.922318+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253160,"kb_used_data":7784,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721560,"statfs":{"total":773094113280,"available":772834877440,"internally_reserved":0,"allocated":7970816,"data_stored":4024516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.652665"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847848+0000","last_change":"2024-09-21T07:28:33.353423+0000","last_active":"2024-09-21T07:28:34.847848+0000","last_peered":"2024-09-21T07:28:34.847848+0000","last_clean":"2024-09-21T07:28:34.847848+0000","last_became_active":"2024-09-21T07:28:33.352477+0000","last_became_peered":"2024-09-21T07:28:33.352477+0000","last_unstale":"2024-09-21T07:28:34.847848+0000","last_undegraded":"2024-09-21T07:28:34.847848+0000","last_fullsized":"2024-09-21T07:28:34.847848+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:23:59.954203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846985+0000","last_change":"2024-09-21T07:28:33.381819+0000","last_active":"2024-09-21T07:28:34.846985+0000","last_peered":"2024-09-21T07:28:34.846985+0000","last_clean":"2024-09-21T07:28:34.846985+0000","last_became_active":"2024-09-21T07:28:33.380757+0000","last_became_peered":"2024-09-21T07:28:33.380757+0000","last_unstale":"2024-09-21T07:28:34.846985+0000","last_undegraded":"2024-09-21T07:28:34.846985+0000","last_fullsized":"2024-09-21T07:28:34.846985+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:02.557766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846730+0000","last_change":"2024-09-21T07:28:33.340810+0000","last_active":"2024-09-21T07:28:34.846730+0000","last_peered":"2024-09-21T07:28:34.846730+0000","last_clean":"2024-09-21T07:28:34.846730+0000","last_became_active":"2024-09-21T07:28:33.340142+0000","last_became_peered":"2024-09-21T07:28:33.340142+0000","last_unstale":"2024-09-21T07:28:34.846730+0000","last_undegraded":"2024-09-21T07:28:34.846730+0000","last_fullsized":"2024-09-21T07:28:34.846730+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:32:01.504091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.844432+0000","last_change":"2024-09-21T07:28:33.346103+0000","last_active":"2024-09-21T07:28:34.844432+0000","last_peered":"2024-09-21T07:28:34.844432+0000","last_clean":"2024-09-21T07:28:34.844432+0000","last_became_active":"2024-09-21T07:28:33.345779+0000","last_became_peered":"2024-09-21T07:28:33.345779+0000","last_unstale":"2024-09-21T07:28:34.844432+0000","last_undegraded":"2024-09-21T07:28:34.844432+0000","last_fullsized":"2024-09-21T07:28:34.844432+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:44:06.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352832+0000","last_change":"2024-09-21T07:28:33.352512+0000","last_active":"2024-09-21T07:28:34.352832+0000","last_peered":"2024-09-21T07:28:34.352832+0000","last_clean":"2024-09-21T07:28:34.352832+0000","last_became_active":"2024-09-21T07:28:33.352096+0000","last_became_peered":"2024-09-21T07:28:33.352096+0000","last_unstale":"2024-09-21T07:28:34.352832+0000","last_undegraded":"2024-09-21T07:28:34.352832+0000","last_fullsized":"2024-09-21T07:28:34.352832+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:06.326764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845994+0000","last_change":"2024-09-21T07:28:33.381511+0000","last_active":"2024-09-21T07:28:34.845994+0000","last_peered":"2024-09-21T07:28:34.845994+0000","last_clean":"2024-09-21T07:28:34.845994+0000","last_became_active":"2024-09-21T07:28:33.380763+0000","last_became_peered":"2024-09-21T07:28:33.380763+0000","last_unstale":"2024-09-21T07:28:34.845994+0000","last_undegraded":"2024-09-21T07:28:34.845994+0000","last_fullsized":"2024-09-21T07:28:34.845994+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:58:43.267482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.358309+0000","last_change":"2024-09-21T07:28:33.348024+0000","last_active":"2024-09-21T07:28:34.358309+0000","last_peered":"2024-09-21T07:28:34.358309+0000","last_clean":"2024-09-21T07:28:34.358309+0000","last_became_active":"2024-09-21T07:28:33.345155+0000","last_became_peered":"2024-09-21T07:28:33.345155+0000","last_unstale":"2024-09-21T07:28:34.358309+0000","last_undegraded":"2024-09-21T07:28:34.358309+0000","last_fullsized":"2024-09-21T07:28:34.358309+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:08.325071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848286+0000","last_change":"2024-09-21T07:28:33.381010+0000","last_active":"2024-09-21T07:28:34.848286+0000","last_peered":"2024-09-21T07:28:34.848286+0000","last_clean":"2024-09-21T07:28:34.848286+0000","last_became_active":"2024-09-21T07:28:33.380296+0000","last_became_peered":"2024-09-21T07:28:33.380296+0000","last_unstale":"2024-09-21T07:28:34.848286+0000","last_undegraded":"2024-09-21T07:28:34.848286+0000","last_fullsized":"2024-09-21T07:28:34.848286+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:15:17.650168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354602+0000","last_change":"2024-09-21T07:28:33.346021+0000","last_active":"2024-09-21T07:28:34.354602+0000","last_peered":"2024-09-21T07:28:34.354602+0000","last_clean":"2024-09-21T07:28:34.354602+0000","last_became_active":"2024-09-21T07:28:33.345726+0000","last_became_peered":"2024-09-21T07:28:33.345726+0000","last_unstale":"2024-09-21T07:28:34.354602+0000","last_undegraded":"2024-09-21T07:28:34.354602+0000","last_fullsized":"2024-09-21T07:28:34.354602+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:20:35.434259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356200+0000","last_change":"2024-09-21T07:28:33.365854+0000","last_active":"2024-09-21T07:28:34.356200+0000","last_peered":"2024-09-21T07:28:34.356200+0000","last_clean":"2024-09-21T07:28:34.356200+0000","last_became_active":"2024-09-21T07:28:33.363871+0000","last_became_peered":"2024-09-21T07:28:33.363871+0000","last_unstale":"2024-09-21T07:28:34.356200+0000","last_undegraded":"2024-09-21T07:28:34.356200+0000","last_fullsized":"2024-09-21T07:28:34.356200+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:54:40.312838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846283+0000","last_change":"2024-09-21T07:28:33.353955+0000","last_active":"2024-09-21T07:28:34.846283+0000","last_peered":"2024-09-21T07:28:34.846283+0000","last_clean":"2024-09-21T07:28:34.846283+0000","last_became_active":"2024-09-21T07:28:33.352128+0000","last_became_peered":"2024-09-21T07:28:33.352128+0000","last_unstale":"2024-09-21T07:28:34.846283+0000","last_undegraded":"2024-09-21T07:28:34.846283+0000","last_fullsized":"2024-09-21T07:28:34.846283+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:15.999742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845028+0000","last_change":"2024-09-21T07:28:33.354326+0000","last_active":"2024-09-21T07:28:34.845028+0000","last_peered":"2024-09-21T07:28:34.845028+0000","last_clean":"2024-09-21T07:28:34.845028+0000","last_became_active":"2024-09-21T07:28:33.353989+0000","last_became_peered":"2024-09-21T07:28:33.353989+0000","last_unstale":"2024-09-21T07:28:34.845028+0000","last_undegraded":"2024-09-21T07:28:34.845028+0000","last_fullsized":"2024-09-21T07:28:34.845028+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:44:51.799275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361685+0000","last_change":"2024-09-21T07:28:33.347398+0000","last_active":"2024-09-21T07:28:34.361685+0000","last_peered":"2024-09-21T07:28:34.361685+0000","last_clean":"2024-09-21T07:28:34.361685+0000","last_became_active":"2024-09-21T07:28:33.346973+0000","last_became_peered":"2024-09-21T07:28:33.346973+0000","last_unstale":"2024-09-21T07:28:34.361685+0000","last_undegraded":"2024-09-21T07:28:34.361685+0000","last_fullsized":"2024-09-21T07:28:34.361685+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:31.968895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352492+0000","last_change":"2024-09-21T07:28:33.349412+0000","last_active":"2024-09-21T07:28:34.352492+0000","last_peered":"2024-09-21T07:28:34.352492+0000","last_clean":"2024-09-21T07:28:34.352492+0000","last_became_active":"2024-09-21T07:28:33.349097+0000","last_became_peered":"2024-09-21T07:28:33.349097+0000","last_unstale":"2024-09-21T07:28:34.352492+0000","last_undegraded":"2024-09-21T07:28:34.352492+0000","last_fullsized":"2024-09-21T07:28:34.352492+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:49:27.192938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361572+0000","last_change":"2024-09-21T07:28:33.351799+0000","last_active":"2024-09-21T07:28:34.361572+0000","last_peered":"2024-09-21T07:28:34.361572+0000","last_clean":"2024-09-21T07:28:34.361572+0000","last_became_active":"2024-09-21T07:28:33.351420+0000","last_became_peered":"2024-09-21T07:28:33.351420+0000","last_unstale":"2024-09-21T07:28:34.361572+0000","last_undegraded":"2024-09-21T07:28:34.361572+0000","last_fullsized":"2024-09-21T07:28:34.361572+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:19.059539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354535+0000","last_change":"2024-09-21T07:28:33.391146+0000","last_active":"2024-09-21T07:28:34.354535+0000","last_peered":"2024-09-21T07:28:34.354535+0000","last_clean":"2024-09-21T07:28:34.354535+0000","last_became_active":"2024-09-21T07:28:33.390469+0000","last_became_peered":"2024-09-21T07:28:33.390469+0000","last_unstale":"2024-09-21T07:28:34.354535+0000","last_undegraded":"2024-09-21T07:28:34.354535+0000","last_fullsized":"2024-09-21T07:28:34.354535+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:12.645300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354224+0000","last_change":"2024-09-21T07:28:33.347179+0000","last_active":"2024-09-21T07:28:34.354224+0000","last_peered":"2024-09-21T07:28:34.354224+0000","last_clean":"2024-09-21T07:28:34.354224+0000","last_became_active":"2024-09-21T07:28:33.346499+0000","last_became_peered":"2024-09-21T07:28:33.346499+0000","last_unstale":"2024-09-21T07:28:34.354224+0000","last_undegraded":"2024-09-21T07:28:34.354224+0000","last_fullsized":"2024-09-21T07:28:34.354224+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:21.281590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.844261+0000","last_change":"2024-09-21T07:28:33.380453+0000","last_active":"2024-09-21T07:28:34.844261+0000","last_peered":"2024-09-21T07:28:34.844261+0000","last_clean":"2024-09-21T07:28:34.844261+0000","last_became_active":"2024-09-21T07:28:33.379988+0000","last_became_peered":"2024-09-21T07:28:33.379988+0000","last_unstale":"2024-09-21T07:28:34.844261+0000","last_undegraded":"2024-09-21T07:28:34.844261+0000","last_fullsized":"2024-09-21T07:28:34.844261+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:38:50.426903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848179+0000","last_change":"2024-09-21T07:28:33.345250+0000","last_active":"2024-09-21T07:28:34.848179+0000","last_peered":"2024-09-21T07:28:34.848179+0000","last_clean":"2024-09-21T07:28:34.848179+0000","last_became_active":"2024-09-21T07:28:33.344472+0000","last_became_peered":"2024-09-21T07:28:33.344472+0000","last_unstale":"2024-09-21T07:28:34.848179+0000","last_undegraded":"2024-09-21T07:28:34.848179+0000","last_fullsized":"2024-09-21T07:28:34.848179+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:04:29.486842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361729+0000","last_change":"2024-09-21T07:28:33.348574+0000","last_active":"2024-09-21T07:28:34.361729+0000","last_peered":"2024-09-21T07:28:34.361729+0000","last_clean":"2024-09-21T07:28:34.361729+0000","last_became_active":"2024-09-21T07:28:33.348232+0000","last_became_peered":"2024-09-21T07:28:33.348232+0000","last_unstale":"2024-09-21T07:28:34.361729+0000","last_undegraded":"2024-09-21T07:28:34.361729+0000","last_fullsized":"2024-09-21T07:28:34.361729+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:08.325071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.355734+0000","last_change":"2024-09-21T07:28:33.355898+0000","last_active":"2024-09-21T07:28:34.355734+0000","last_peered":"2024-09-21T07:28:34.355734+0000","last_clean":"2024-09-21T07:28:34.355734+0000","last_became_active":"2024-09-21T07:28:33.354825+0000","last_became_peered":"2024-09-21T07:28:33.354825+0000","last_unstale":"2024-09-21T07:28:34.355734+0000","last_undegraded":"2024-09-21T07:28:34.355734+0000","last_fullsized":"2024-09-21T07:28:34.355734+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:04:29.486842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354741+0000","last_change":"2024-09-21T07:28:33.365860+0000","last_active":"2024-09-21T07:28:34.354741+0000","last_peered":"2024-09-21T07:28:34.354741+0000","last_clean":"2024-09-21T07:28:34.354741+0000","last_became_active":"2024-09-21T07:28:33.365158+0000","last_became_peered":"2024-09-21T07:28:33.365158+0000","last_unstale":"2024-09-21T07:28:34.354741+0000","last_undegraded":"2024-09-21T07:28:34.354741+0000","last_fullsized":"2024-09-21T07:28:34.354741+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:58:43.951698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845972+0000","last_change":"2024-09-21T07:28:33.377407+0000","last_active":"2024-09-21T07:28:34.845972+0000","last_peered":"2024-09-21T07:28:34.845972+0000","last_clean":"2024-09-21T07:28:34.845972+0000","last_became_active":"2024-09-21T07:28:33.376662+0000","last_became_peered":"2024-09-21T07:28:33.376662+0000","last_unstale":"2024-09-21T07:28:34.845972+0000","last_undegraded":"2024-09-21T07:28:34.845972+0000","last_fullsized":"2024-09-21T07:28:34.845972+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:13:25.288835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847315+0000","last_change":"2024-09-21T07:28:33.394289+0000","last_active":"2024-09-21T07:28:34.847315+0000","last_peered":"2024-09-21T07:28:34.847315+0000","last_clean":"2024-09-21T07:28:34.847315+0000","last_became_active":"2024-09-21T07:28:33.393742+0000","last_became_peered":"2024-09-21T07:28:33.393742+0000","last_unstale":"2024-09-21T07:28:34.847315+0000","last_undegraded":"2024-09-21T07:28:34.847315+0000","last_fullsized":"2024-09-21T07:28:34.847315+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:49.214012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356371+0000","last_change":"2024-09-21T07:28:33.370910+0000","last_active":"2024-09-21T07:28:34.356371+0000","last_peered":"2024-09-21T07:28:34.356371+0000","last_clean":"2024-09-21T07:28:34.356371+0000","last_became_active":"2024-09-21T07:28:33.370171+0000","last_became_peered":"2024-09-21T07:28:33.370171+0000","last_unstale":"2024-09-21T07:28:34.356371+0000","last_undegraded":"2024-09-21T07:28:34.356371+0000","last_fullsized":"2024-09-21T07:28:34.356371+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:01.527389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357710+0000","last_change":"2024-09-21T07:28:33.380819+0000","last_active":"2024-09-21T07:28:34.357710+0000","last_peered":"2024-09-21T07:28:34.357710+0000","last_clean":"2024-09-21T07:28:34.357710+0000","last_became_active":"2024-09-21T07:28:33.380083+0000","last_became_peered":"2024-09-21T07:28:33.380083+0000","last_unstale":"2024-09-21T07:28:34.357710+0000","last_undegraded":"2024-09-21T07:28:34.357710+0000","last_fullsized":"2024-09-21T07:28:34.357710+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:33:04.746290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846964+0000","last_change":"2024-09-21T07:28:33.349276+0000","last_active":"2024-09-21T07:28:34.846964+0000","last_peered":"2024-09-21T07:28:34.846964+0000","last_clean":"2024-09-21T07:28:34.846964+0000","last_became_active":"2024-09-21T07:28:33.348903+0000","last_became_peered":"2024-09-21T07:28:33.348903+0000","last_unstale":"2024-09-21T07:28:34.846964+0000","last_undegraded":"2024-09-21T07:28:34.846964+0000","last_fullsized":"2024-09-21T07:28:34.846964+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:34:06.400091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356388+0000","last_change":"2024-09-21T07:28:33.366145+0000","last_active":"2024-09-21T07:28:34.356388+0000","last_peered":"2024-09-21T07:28:34.356388+0000","last_clean":"2024-09-21T07:28:34.356388+0000","last_became_active":"2024-09-21T07:28:33.365070+0000","last_became_peered":"2024-09-21T07:28:33.365070+0000","last_unstale":"2024-09-21T07:28:34.356388+0000","last_undegraded":"2024-09-21T07:28:34.356388+0000","last_fullsized":"2024-09-21T07:28:34.356388+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:31:57.435245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846435+0000","last_change":"2024-09-21T07:28:33.349407+0000","last_active":"2024-09-21T07:28:34.846435+0000","last_peered":"2024-09-21T07:28:34.846435+0000","last_clean":"2024-09-21T07:28:34.846435+0000","last_became_active":"2024-09-21T07:28:33.349058+0000","last_became_peered":"2024-09-21T07:28:33.349058+0000","last_unstale":"2024-09-21T07:28:34.846435+0000","last_undegraded":"2024-09-21T07:28:34.846435+0000","last_fullsized":"2024-09-21T07:28:34.846435+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:37:45.406519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357318+0000","last_change":"2024-09-21T07:28:33.380841+0000","last_active":"2024-09-21T07:28:34.357318+0000","last_peered":"2024-09-21T07:28:34.357318+0000","last_clean":"2024-09-21T07:28:34.357318+0000","last_became_active":"2024-09-21T07:28:33.380120+0000","last_became_peered":"2024-09-21T07:28:33.380120+0000","last_unstale":"2024-09-21T07:28:34.357318+0000","last_undegraded":"2024-09-21T07:28:34.357318+0000","last_fullsized":"2024-09-21T07:28:34.357318+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:21.153847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357373+0000","last_change":"2024-09-21T07:28:33.360712+0000","last_active":"2024-09-21T07:28:34.357373+0000","last_peered":"2024-09-21T07:28:34.357373+0000","last_clean":"2024-09-21T07:28:34.357373+0000","last_became_active":"2024-09-21T07:28:33.359625+0000","last_became_peered":"2024-09-21T07:28:33.359625+0000","last_unstale":"2024-09-21T07:28:34.357373+0000","last_undegraded":"2024-09-21T07:28:34.357373+0000","last_fullsized":"2024-09-21T07:28:34.357373+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:55:29.367913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846603+0000","last_change":"2024-09-21T07:28:33.360725+0000","last_active":"2024-09-21T07:28:34.846603+0000","last_peered":"2024-09-21T07:28:34.846603+0000","last_clean":"2024-09-21T07:28:34.846603+0000","last_became_active":"2024-09-21T07:28:33.359877+0000","last_became_peered":"2024-09-21T07:28:33.359877+0000","last_unstale":"2024-09-21T07:28:34.846603+0000","last_undegraded":"2024-09-21T07:28:34.846603+0000","last_fullsized":"2024-09-21T07:28:34.846603+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:06:07.645274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846364+0000","last_change":"2024-09-21T07:28:33.389488+0000","last_active":"2024-09-21T07:28:34.846364+0000","last_peered":"2024-09-21T07:28:34.846364+0000","last_clean":"2024-09-21T07:28:34.846364+0000","last_became_active":"2024-09-21T07:28:33.388837+0000","last_became_peered":"2024-09-21T07:28:33.388837+0000","last_unstale":"2024-09-21T07:28:34.846364+0000","last_undegraded":"2024-09-21T07:28:34.846364+0000","last_fullsized":"2024-09-21T07:28:34.846364+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:11:50.935667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"68'4","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848219+0000","last_change":"2024-09-21T07:28:32.317985+0000","last_active":"2024-09-21T07:28:34.848219+0000","last_peered":"2024-09-21T07:28:34.848219+0000","last_clean":"2024-09-21T07:28:34.848219+0000","last_became_active":"2024-09-21T07:28:32.317111+0000","last_became_peered":"2024-09-21T07:28:32.317111+0000","last_unstale":"2024-09-21T07:28:34.848219+0000","last_undegraded":"2024-09-21T07:28:34.848219+0000","last_fullsized":"2024-09-21T07:28:34.848219+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:15:16.638541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354366+0000","last_change":"2024-09-21T07:28:33.347579+0000","last_active":"2024-09-21T07:28:34.354366+0000","last_peered":"2024-09-21T07:28:34.354366+0000","last_clean":"2024-09-21T07:28:34.354366+0000","last_became_active":"2024-09-21T07:28:33.346857+0000","last_became_peered":"2024-09-21T07:28:33.346857+0000","last_unstale":"2024-09-21T07:28:34.354366+0000","last_undegraded":"2024-09-21T07:28:34.354366+0000","last_fullsized":"2024-09-21T07:28:34.354366+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:57.403252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.362398+0000","last_change":"2024-09-21T07:28:32.303077+0000","last_active":"2024-09-21T07:28:34.362398+0000","last_peered":"2024-09-21T07:28:34.362398+0000","last_clean":"2024-09-21T07:28:34.362398+0000","last_became_active":"2024-09-21T07:28:32.302295+0000","last_became_peered":"2024-09-21T07:28:32.302295+0000","last_unstale":"2024-09-21T07:28:34.362398+0000","last_undegraded":"2024-09-21T07:28:34.362398+0000","last_fullsized":"2024-09-21T07:28:34.362398+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:54:39.301211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846864+0000","last_change":"2024-09-21T07:28:33.361565+0000","last_active":"2024-09-21T07:28:34.846864+0000","last_peered":"2024-09-21T07:28:34.846864+0000","last_clean":"2024-09-21T07:28:34.846864+0000","last_became_active":"2024-09-21T07:28:33.360776+0000","last_became_peered":"2024-09-21T07:28:33.360776+0000","last_unstale":"2024-09-21T07:28:34.846864+0000","last_undegraded":"2024-09-21T07:28:34.846864+0000","last_fullsized":"2024-09-21T07:28:34.846864+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:01:23.490736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356405+0000","last_change":"2024-09-21T07:28:32.326497+0000","last_active":"2024-09-21T07:28:34.356405+0000","last_peered":"2024-09-21T07:28:34.356405+0000","last_clean":"2024-09-21T07:28:34.356405+0000","last_became_active":"2024-09-21T07:28:32.325802+0000","last_became_peered":"2024-09-21T07:28:32.325802+0000","last_unstale":"2024-09-21T07:28:34.356405+0000","last_undegraded":"2024-09-21T07:28:34.356405+0000","last_fullsized":"2024-09-21T07:28:34.356405+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:05:48.377657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846924+0000","last_change":"2024-09-21T07:28:33.356534+0000","last_active":"2024-09-21T07:28:34.846924+0000","last_peered":"2024-09-21T07:28:34.846924+0000","last_clean":"2024-09-21T07:28:34.846924+0000","last_became_active":"2024-09-21T07:28:33.352989+0000","last_became_peered":"2024-09-21T07:28:33.352989+0000","last_unstale":"2024-09-21T07:28:34.846924+0000","last_undegraded":"2024-09-21T07:28:34.846924+0000","last_fullsized":"2024-09-21T07:28:34.846924+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:53:14.855280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847418+0000","last_change":"2024-09-21T07:28:32.318684+0000","last_active":"2024-09-21T07:28:34.847418+0000","last_peered":"2024-09-21T07:28:34.847418+0000","last_clean":"2024-09-21T07:28:34.847418+0000","last_became_active":"2024-09-21T07:28:32.317803+0000","last_became_peered":"2024-09-21T07:28:32.317803+0000","last_unstale":"2024-09-21T07:28:34.847418+0000","last_undegraded":"2024-09-21T07:28:34.847418+0000","last_fullsized":"2024-09-21T07:28:34.847418+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:07.132898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.358055+0000","last_change":"2024-09-21T07:28:33.346701+0000","last_active":"2024-09-21T07:28:34.358055+0000","last_peered":"2024-09-21T07:28:34.358055+0000","last_clean":"2024-09-21T07:28:34.358055+0000","last_became_active":"2024-09-21T07:28:33.345253+0000","last_became_peered":"2024-09-21T07:28:33.345253+0000","last_unstale":"2024-09-21T07:28:34.358055+0000","last_undegraded":"2024-09-21T07:28:34.358055+0000","last_fullsized":"2024-09-21T07:28:34.358055+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:31.968895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846872+0000","last_change":"2024-09-21T07:28:32.312704+0000","last_active":"2024-09-21T07:28:34.846872+0000","last_peered":"2024-09-21T07:28:34.846872+0000","last_clean":"2024-09-21T07:28:34.846872+0000","last_became_active":"2024-09-21T07:28:32.312387+0000","last_became_peered":"2024-09-21T07:28:32.312387+0000","last_unstale":"2024-09-21T07:28:34.846872+0000","last_undegraded":"2024-09-21T07:28:34.846872+0000","last_fullsized":"2024-09-21T07:28:34.846872+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:48.202385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.355842+0000","last_change":"2024-09-21T07:28:33.368605+0000","last_active":"2024-09-21T07:28:34.355842+0000","last_peered":"2024-09-21T07:28:34.355842+0000","last_clean":"2024-09-21T07:28:34.355842+0000","last_became_active":"2024-09-21T07:28:33.367547+0000","last_became_peered":"2024-09-21T07:28:33.367547+0000","last_unstale":"2024-09-21T07:28:34.355842+0000","last_undegraded":"2024-09-21T07:28:34.355842+0000","last_fullsized":"2024-09-21T07:28:34.355842+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:15:17.650168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846442+0000","last_change":"2024-09-21T07:28:32.324562+0000","last_active":"2024-09-21T07:28:34.846442+0000","last_peered":"2024-09-21T07:28:34.846442+0000","last_clean":"2024-09-21T07:28:34.846442+0000","last_became_active":"2024-09-21T07:28:32.323789+0000","last_became_peered":"2024-09-21T07:28:32.323789+0000","last_unstale":"2024-09-21T07:28:34.846442+0000","last_undegraded":"2024-09-21T07:28:34.846442+0000","last_fullsized":"2024-09-21T07:28:34.846442+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:24:33.737679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352108+0000","last_change":"2024-09-21T07:28:33.366874+0000","last_active":"2024-09-21T07:28:34.352108+0000","last_peered":"2024-09-21T07:28:34.352108+0000","last_clean":"2024-09-21T07:28:34.352108+0000","last_became_active":"2024-09-21T07:28:33.366511+0000","last_became_peered":"2024-09-21T07:28:33.366511+0000","last_unstale":"2024-09-21T07:28:34.352108+0000","last_undegraded":"2024-09-21T07:28:34.352108+0000","last_fullsized":"2024-09-21T07:28:34.352108+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:05.952577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.843719+0000","last_change":"2024-09-21T07:28:32.304076+0000","last_active":"2024-09-21T07:28:34.843719+0000","last_peered":"2024-09-21T07:28:34.843719+0000","last_clean":"2024-09-21T07:28:34.843719+0000","last_became_active":"2024-09-21T07:28:32.303457+0000","last_became_peered":"2024-09-21T07:28:32.303457+0000","last_unstale":"2024-09-21T07:28:34.843719+0000","last_undegraded":"2024-09-21T07:28:34.843719+0000","last_fullsized":"2024-09-21T07:28:34.843719+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:13:51.089843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361824+0000","last_change":"2024-09-21T07:28:33.338246+0000","last_active":"2024-09-21T07:28:34.361824+0000","last_peered":"2024-09-21T07:28:34.361824+0000","last_clean":"2024-09-21T07:28:34.361824+0000","last_became_active":"2024-09-21T07:28:33.337307+0000","last_became_peered":"2024-09-21T07:28:33.337307+0000","last_unstale":"2024-09-21T07:28:34.361824+0000","last_undegraded":"2024-09-21T07:28:34.361824+0000","last_fullsized":"2024-09-21T07:28:34.361824+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:13:25.288835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.351971+0000","last_change":"2024-09-21T07:28:32.290982+0000","last_active":"2024-09-21T07:28:34.351971+0000","last_peered":"2024-09-21T07:28:34.351971+0000","last_clean":"2024-09-21T07:28:34.351971+0000","last_became_active":"2024-09-21T07:28:32.290534+0000","last_became_peered":"2024-09-21T07:28:32.290534+0000","last_unstale":"2024-09-21T07:28:34.351971+0000","last_undegraded":"2024-09-21T07:28:34.351971+0000","last_fullsized":"2024-09-21T07:28:34.351971+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:35:20.826929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.358015+0000","last_change":"2024-09-21T07:28:33.355496+0000","last_active":"2024-09-21T07:28:34.358015+0000","last_peered":"2024-09-21T07:28:34.358015+0000","last_clean":"2024-09-21T07:28:34.358015+0000","last_became_active":"2024-09-21T07:28:33.354484+0000","last_became_peered":"2024-09-21T07:28:33.354484+0000","last_unstale":"2024-09-21T07:28:34.358015+0000","last_undegraded":"2024-09-21T07:28:34.358015+0000","last_fullsized":"2024-09-21T07:28:34.358015+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:19.059539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356694+0000","last_change":"2024-09-21T07:28:32.310930+0000","last_active":"2024-09-21T07:28:34.356694+0000","last_peered":"2024-09-21T07:28:34.356694+0000","last_clean":"2024-09-21T07:28:34.356694+0000","last_became_active":"2024-09-21T07:28:32.308756+0000","last_became_peered":"2024-09-21T07:28:32.308756+0000","last_unstale":"2024-09-21T07:28:34.356694+0000","last_undegraded":"2024-09-21T07:28:34.356694+0000","last_fullsized":"2024-09-21T07:28:34.356694+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:41:34.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848014+0000","last_change":"2024-09-21T07:28:33.393414+0000","last_active":"2024-09-21T07:28:34.848014+0000","last_peered":"2024-09-21T07:28:34.848014+0000","last_clean":"2024-09-21T07:28:34.848014+0000","last_became_active":"2024-09-21T07:28:33.392831+0000","last_became_peered":"2024-09-21T07:28:33.392831+0000","last_unstale":"2024-09-21T07:28:34.848014+0000","last_undegraded":"2024-09-21T07:28:34.848014+0000","last_fullsized":"2024-09-21T07:28:34.848014+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:23.783317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846828+0000","last_change":"2024-09-21T07:28:32.325366+0000","last_active":"2024-09-21T07:28:34.846828+0000","last_peered":"2024-09-21T07:28:34.846828+0000","last_clean":"2024-09-21T07:28:34.846828+0000","last_became_active":"2024-09-21T07:28:32.324753+0000","last_became_peered":"2024-09-21T07:28:32.324753+0000","last_unstale":"2024-09-21T07:28:34.846828+0000","last_undegraded":"2024-09-21T07:28:34.846828+0000","last_fullsized":"2024-09-21T07:28:34.846828+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:25.391362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847624+0000","last_change":"2024-09-21T07:28:33.382787+0000","last_active":"2024-09-21T07:28:34.847624+0000","last_peered":"2024-09-21T07:28:34.847624+0000","last_clean":"2024-09-21T07:28:34.847624+0000","last_became_active":"2024-09-21T07:28:33.381759+0000","last_became_peered":"2024-09-21T07:28:33.381759+0000","last_unstale":"2024-09-21T07:28:34.847624+0000","last_undegraded":"2024-09-21T07:28:34.847624+0000","last_fullsized":"2024-09-21T07:28:34.847624+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:00:19.008827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"68'3","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847168+0000","last_change":"2024-09-21T07:28:32.307166+0000","last_active":"2024-09-21T07:28:34.847168+0000","last_peered":"2024-09-21T07:28:34.847168+0000","last_clean":"2024-09-21T07:28:34.847168+0000","last_became_active":"2024-09-21T07:28:32.306604+0000","last_became_peered":"2024-09-21T07:28:32.306604+0000","last_unstale":"2024-09-21T07:28:34.847168+0000","last_undegraded":"2024-09-21T07:28:34.847168+0000","last_fullsized":"2024-09-21T07:28:34.847168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:41:52.149419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.353521+0000","last_change":"2024-09-21T07:28:33.346683+0000","last_active":"2024-09-21T07:28:34.353521+0000","last_peered":"2024-09-21T07:28:34.353521+0000","last_clean":"2024-09-21T07:28:34.353521+0000","last_became_active":"2024-09-21T07:28:33.346324+0000","last_became_peered":"2024-09-21T07:28:33.346324+0000","last_unstale":"2024-09-21T07:28:34.353521+0000","last_undegraded":"2024-09-21T07:28:34.353521+0000","last_fullsized":"2024-09-21T07:28:34.353521+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:11:47.305528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"68'6","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845302+0000","last_change":"2024-09-21T07:28:32.293311+0000","last_active":"2024-09-21T07:28:34.845302+0000","last_peered":"2024-09-21T07:28:34.845302+0000","last_clean":"2024-09-21T07:28:34.845302+0000","last_became_active":"2024-09-21T07:28:32.288508+0000","last_became_peered":"2024-09-21T07:28:32.288508+0000","last_unstale":"2024-09-21T07:28:34.845302+0000","last_undegraded":"2024-09-21T07:28:34.845302+0000","last_fullsized":"2024-09-21T07:28:34.845302+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:38.328433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845237+0000","last_change":"2024-09-21T07:28:33.354194+0000","last_active":"2024-09-21T07:28:34.845237+0000","last_peered":"2024-09-21T07:28:34.845237+0000","last_clean":"2024-09-21T07:28:34.845237+0000","last_became_active":"2024-09-21T07:28:33.353360+0000","last_became_peered":"2024-09-21T07:28:33.353360+0000","last_unstale":"2024-09-21T07:28:34.845237+0000","last_undegraded":"2024-09-21T07:28:34.845237+0000","last_fullsized":"2024-09-21T07:28:34.845237+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:31.968895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.844108+0000","last_change":"2024-09-21T07:28:32.308920+0000","last_active":"2024-09-21T07:28:34.844108+0000","last_peered":"2024-09-21T07:28:34.844108+0000","last_clean":"2024-09-21T07:28:34.844108+0000","last_became_active":"2024-09-21T07:28:32.308383+0000","last_became_peered":"2024-09-21T07:28:32.308383+0000","last_unstale":"2024-09-21T07:28:34.844108+0000","last_undegraded":"2024-09-21T07:28:34.844108+0000","last_fullsized":"2024-09-21T07:28:34.844108+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:41:08.711651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357684+0000","last_change":"2024-09-21T07:28:33.367079+0000","last_active":"2024-09-21T07:28:34.357684+0000","last_peered":"2024-09-21T07:28:34.357684+0000","last_clean":"2024-09-21T07:28:34.357684+0000","last_became_active":"2024-09-21T07:28:33.366198+0000","last_became_peered":"2024-09-21T07:28:33.366198+0000","last_unstale":"2024-09-21T07:28:34.357684+0000","last_undegraded":"2024-09-21T07:28:34.357684+0000","last_fullsized":"2024-09-21T07:28:34.357684+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:45:42.475809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846834+0000","last_change":"2024-09-21T07:28:32.303027+0000","last_active":"2024-09-21T07:28:34.846834+0000","last_peered":"2024-09-21T07:28:34.846834+0000","last_clean":"2024-09-21T07:28:34.846834+0000","last_became_active":"2024-09-21T07:28:32.301787+0000","last_became_peered":"2024-09-21T07:28:32.301787+0000","last_unstale":"2024-09-21T07:28:34.846834+0000","last_undegraded":"2024-09-21T07:28:34.846834+0000","last_fullsized":"2024-09-21T07:28:34.846834+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:56.253524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361475+0000","last_change":"2024-09-21T07:28:33.389064+0000","last_active":"2024-09-21T07:28:34.361475+0000","last_peered":"2024-09-21T07:28:34.361475+0000","last_clean":"2024-09-21T07:28:34.361475+0000","last_became_active":"2024-09-21T07:28:33.388803+0000","last_became_peered":"2024-09-21T07:28:33.388803+0000","last_unstale":"2024-09-21T07:28:34.361475+0000","last_undegraded":"2024-09-21T07:28:34.361475+0000","last_fullsized":"2024-09-21T07:28:34.361475+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:32:58.963603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356749+0000","last_change":"2024-09-21T07:28:32.311036+0000","last_active":"2024-09-21T07:28:34.356749+0000","last_peered":"2024-09-21T07:28:34.356749+0000","last_clean":"2024-09-21T07:28:34.356749+0000","last_became_active":"2024-09-21T07:28:32.310184+0000","last_became_peered":"2024-09-21T07:28:32.310184+0000","last_unstale":"2024-09-21T07:28:34.356749+0000","last_undegraded":"2024-09-21T07:28:34.356749+0000","last_fullsized":"2024-09-21T07:28:34.356749+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:00:17.997200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352418+0000","last_change":"2024-09-21T07:28:33.345047+0000","last_active":"2024-09-21T07:28:34.352418+0000","last_peered":"2024-09-21T07:28:34.352418+0000","last_clean":"2024-09-21T07:28:34.352418+0000","last_became_active":"2024-09-21T07:28:33.344657+0000","last_became_peered":"2024-09-21T07:28:33.344657+0000","last_unstale":"2024-09-21T07:28:34.352418+0000","last_undegraded":"2024-09-21T07:28:34.352418+0000","last_fullsized":"2024-09-21T07:28:34.352418+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:44:33.149297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"68'8","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354691+0000","last_change":"2024-09-21T07:28:32.315931+0000","last_active":"2024-09-21T07:28:34.354691+0000","last_peered":"2024-09-21T07:28:34.354691+0000","last_clean":"2024-09-21T07:28:34.354691+0000","last_became_active":"2024-09-21T07:28:32.315189+0000","last_became_peered":"2024-09-21T07:28:32.315189+0000","last_unstale":"2024-09-21T07:28:34.354691+0000","last_undegraded":"2024-09-21T07:28:34.354691+0000","last_fullsized":"2024-09-21T07:28:34.354691+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:19.425975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356867+0000","last_change":"2024-09-21T07:28:33.354508+0000","last_active":"2024-09-21T07:28:34.356867+0000","last_peered":"2024-09-21T07:28:34.356867+0000","last_clean":"2024-09-21T07:28:34.356867+0000","last_became_active":"2024-09-21T07:28:33.353694+0000","last_became_peered":"2024-09-21T07:28:33.353694+0000","last_unstale":"2024-09-21T07:28:34.356867+0000","last_undegraded":"2024-09-21T07:28:34.356867+0000","last_fullsized":"2024-09-21T07:28:34.356867+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:43:39.693988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846932+0000","last_change":"2024-09-21T07:28:32.323256+0000","last_active":"2024-09-21T07:28:34.846932+0000","last_peered":"2024-09-21T07:28:34.846932+0000","last_clean":"2024-09-21T07:28:34.846932+0000","last_became_active":"2024-09-21T07:28:32.318981+0000","last_became_peered":"2024-09-21T07:28:32.318981+0000","last_unstale":"2024-09-21T07:28:34.846932+0000","last_undegraded":"2024-09-21T07:28:34.846932+0000","last_fullsized":"2024-09-21T07:28:34.846932+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:51:41.498949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848414+0000","last_change":"2024-09-21T07:28:33.371043+0000","last_active":"2024-09-21T07:28:34.848414+0000","last_peered":"2024-09-21T07:28:34.848414+0000","last_clean":"2024-09-21T07:28:34.848414+0000","last_became_active":"2024-09-21T07:28:33.355820+0000","last_became_peered":"2024-09-21T07:28:33.355820+0000","last_unstale":"2024-09-21T07:28:34.848414+0000","last_undegraded":"2024-09-21T07:28:34.848414+0000","last_fullsized":"2024-09-21T07:28:34.848414+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:47:26.779273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357083+0000","last_change":"2024-09-21T07:28:32.328217+0000","last_active":"2024-09-21T07:28:34.357083+0000","last_peered":"2024-09-21T07:28:34.357083+0000","last_clean":"2024-09-21T07:28:34.357083+0000","last_became_active":"2024-09-21T07:28:32.327423+0000","last_became_peered":"2024-09-21T07:28:32.327423+0000","last_unstale":"2024-09-21T07:28:34.357083+0000","last_undegraded":"2024-09-21T07:28:34.357083+0000","last_fullsized":"2024-09-21T07:28:34.357083+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:34:50.055234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845081+0000","last_change":"2024-09-21T07:28:33.354506+0000","last_active":"2024-09-21T07:28:34.845081+0000","last_peered":"2024-09-21T07:28:34.845081+0000","last_clean":"2024-09-21T07:28:34.845081+0000","last_became_active":"2024-09-21T07:28:33.353917+0000","last_became_peered":"2024-09-21T07:28:33.353917+0000","last_unstale":"2024-09-21T07:28:34.845081+0000","last_undegraded":"2024-09-21T07:28:34.845081+0000","last_fullsized":"2024-09-21T07:28:34.845081+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:18:07.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847854+0000","last_change":"2024-09-21T07:28:32.319079+0000","last_active":"2024-09-21T07:28:34.847854+0000","last_peered":"2024-09-21T07:28:34.847854+0000","last_clean":"2024-09-21T07:28:34.847854+0000","last_became_active":"2024-09-21T07:28:32.318091+0000","last_became_peered":"2024-09-21T07:28:32.318091+0000","last_unstale":"2024-09-21T07:28:34.847854+0000","last_undegraded":"2024-09-21T07:28:34.847854+0000","last_fullsized":"2024-09-21T07:28:34.847854+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:17:25.938009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354141+0000","last_change":"2024-09-21T07:28:33.367542+0000","last_active":"2024-09-21T07:28:34.354141+0000","last_peered":"2024-09-21T07:28:34.354141+0000","last_clean":"2024-09-21T07:28:34.354141+0000","last_became_active":"2024-09-21T07:28:33.367181+0000","last_became_peered":"2024-09-21T07:28:33.367181+0000","last_unstale":"2024-09-21T07:28:34.354141+0000","last_undegraded":"2024-09-21T07:28:34.354141+0000","last_fullsized":"2024-09-21T07:28:34.354141+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:27.966033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846201+0000","last_change":"2024-09-21T07:28:32.321808+0000","last_active":"2024-09-21T07:28:34.846201+0000","last_peered":"2024-09-21T07:28:34.846201+0000","last_clean":"2024-09-21T07:28:34.846201+0000","last_became_active":"2024-09-21T07:28:32.321022+0000","last_became_peered":"2024-09-21T07:28:32.321022+0000","last_unstale":"2024-09-21T07:28:34.846201+0000","last_undegraded":"2024-09-21T07:28:34.846201+0000","last_fullsized":"2024-09-21T07:28:34.846201+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:04:28.475215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847015+0000","last_change":"2024-09-21T07:28:33.336301+0000","last_active":"2024-09-21T07:28:34.847015+0000","last_peered":"2024-09-21T07:28:34.847015+0000","last_clean":"2024-09-21T07:28:34.847015+0000","last_became_active":"2024-09-21T07:28:33.335132+0000","last_became_peered":"2024-09-21T07:28:33.335132+0000","last_unstale":"2024-09-21T07:28:34.847015+0000","last_undegraded":"2024-09-21T07:28:34.847015+0000","last_fullsized":"2024-09-21T07:28:34.847015+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:29:34.339691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847750+0000","last_change":"2024-09-21T07:28:32.324342+0000","last_active":"2024-09-21T07:28:34.847750+0000","last_peered":"2024-09-21T07:28:34.847750+0000","last_clean":"2024-09-21T07:28:34.847750+0000","last_became_active":"2024-09-21T07:28:32.323547+0000","last_became_peered":"2024-09-21T07:28:32.323547+0000","last_unstale":"2024-09-21T07:28:34.847750+0000","last_undegraded":"2024-09-21T07:28:34.847750+0000","last_fullsized":"2024-09-21T07:28:34.847750+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:50:50.094207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846270+0000","last_change":"2024-09-21T07:28:33.384191+0000","last_active":"2024-09-21T07:28:34.846270+0000","last_peered":"2024-09-21T07:28:34.846270+0000","last_clean":"2024-09-21T07:28:34.846270+0000","last_became_active":"2024-09-21T07:28:33.383938+0000","last_became_peered":"2024-09-21T07:28:33.383938+0000","last_unstale":"2024-09-21T07:28:34.846270+0000","last_undegraded":"2024-09-21T07:28:34.846270+0000","last_fullsized":"2024-09-21T07:28:34.846270+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:11:30.494165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357786+0000","last_change":"2024-09-21T07:28:32.292562+0000","last_active":"2024-09-21T07:28:34.357786+0000","last_peered":"2024-09-21T07:28:34.357786+0000","last_clean":"2024-09-21T07:28:34.357786+0000","last_became_active":"2024-09-21T07:28:32.291726+0000","last_became_peered":"2024-09-21T07:28:32.291726+0000","last_unstale":"2024-09-21T07:28:34.357786+0000","last_undegraded":"2024-09-21T07:28:34.357786+0000","last_fullsized":"2024-09-21T07:28:34.357786+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:11.633673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846307+0000","last_change":"2024-09-21T07:28:33.378993+0000","last_active":"2024-09-21T07:28:34.846307+0000","last_peered":"2024-09-21T07:28:34.846307+0000","last_clean":"2024-09-21T07:28:34.846307+0000","last_became_active":"2024-09-21T07:28:33.378601+0000","last_became_peered":"2024-09-21T07:28:33.378601+0000","last_unstale":"2024-09-21T07:28:34.846307+0000","last_undegraded":"2024-09-21T07:28:34.846307+0000","last_fullsized":"2024-09-21T07:28:34.846307+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:16:09.557202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361133+0000","last_change":"2024-09-21T07:28:32.302989+0000","last_active":"2024-09-21T07:28:34.361133+0000","last_peered":"2024-09-21T07:28:34.361133+0000","last_clean":"2024-09-21T07:28:34.361133+0000","last_became_active":"2024-09-21T07:28:32.302230+0000","last_became_peered":"2024-09-21T07:28:32.302230+0000","last_unstale":"2024-09-21T07:28:34.361133+0000","last_undegraded":"2024-09-21T07:28:34.361133+0000","last_fullsized":"2024-09-21T07:28:34.361133+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:00.515762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361319+0000","last_change":"2024-09-21T07:28:33.350518+0000","last_active":"2024-09-21T07:28:34.361319+0000","last_peered":"2024-09-21T07:28:34.361319+0000","last_clean":"2024-09-21T07:28:34.361319+0000","last_became_active":"2024-09-21T07:28:33.350072+0000","last_became_peered":"2024-09-21T07:28:33.350072+0000","last_unstale":"2024-09-21T07:28:34.361319+0000","last_undegraded":"2024-09-21T07:28:34.361319+0000","last_fullsized":"2024-09-21T07:28:34.361319+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:46:08.153231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847459+0000","last_change":"2024-09-21T07:28:32.316210+0000","last_active":"2024-09-21T07:28:34.847459+0000","last_peered":"2024-09-21T07:28:34.847459+0000","last_clean":"2024-09-21T07:28:34.847459+0000","last_became_active":"2024-09-21T07:28:32.315392+0000","last_became_peered":"2024-09-21T07:28:32.315392+0000","last_unstale":"2024-09-21T07:28:34.847459+0000","last_undegraded":"2024-09-21T07:28:34.847459+0000","last_fullsized":"2024-09-21T07:28:34.847459+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:56.391625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357760+0000","last_change":"2024-09-21T07:28:33.347400+0000","last_active":"2024-09-21T07:28:34.357760+0000","last_peered":"2024-09-21T07:28:34.357760+0000","last_clean":"2024-09-21T07:28:34.357760+0000","last_became_active":"2024-09-21T07:28:33.346399+0000","last_became_peered":"2024-09-21T07:28:33.346399+0000","last_unstale":"2024-09-21T07:28:34.357760+0000","last_undegraded":"2024-09-21T07:28:34.357760+0000","last_fullsized":"2024-09-21T07:28:34.357760+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:32:58.963603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"69'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361094+0000","last_change":"2024-09-21T07:28:32.310162+0000","last_active":"2024-09-21T07:28:34.361094+0000","last_peered":"2024-09-21T07:28:34.361094+0000","last_clean":"2024-09-21T07:28:34.361094+0000","last_became_active":"2024-09-21T07:28:32.305891+0000","last_became_peered":"2024-09-21T07:28:32.305891+0000","last_unstale":"2024-09-21T07:28:34.361094+0000","last_undegraded":"2024-09-21T07:28:34.361094+0000","last_fullsized":"2024-09-21T07:28:34.361094+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:01.546140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845531+0000","last_change":"2024-09-21T07:28:33.390312+0000","last_active":"2024-09-21T07:28:34.845531+0000","last_peered":"2024-09-21T07:28:34.845531+0000","last_clean":"2024-09-21T07:28:34.845531+0000","last_became_active":"2024-09-21T07:28:33.388344+0000","last_became_peered":"2024-09-21T07:28:33.388344+0000","last_unstale":"2024-09-21T07:28:34.845531+0000","last_undegraded":"2024-09-21T07:28:34.845531+0000","last_fullsized":"2024-09-21T07:28:34.845531+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:08.325071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.353836+0000","last_change":"2024-09-21T07:28:32.299845+0000","last_active":"2024-09-21T07:28:34.353836+0000","last_peered":"2024-09-21T07:28:34.353836+0000","last_clean":"2024-09-21T07:28:34.353836+0000","last_became_active":"2024-09-21T07:28:32.299377+0000","last_became_peered":"2024-09-21T07:28:32.299377+0000","last_unstale":"2024-09-21T07:28:34.353836+0000","last_undegraded":"2024-09-21T07:28:34.353836+0000","last_fullsized":"2024-09-21T07:28:34.353836+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:46.102807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847551+0000","last_change":"2024-09-21T07:28:33.369942+0000","last_active":"2024-09-21T07:28:34.847551+0000","last_peered":"2024-09-21T07:28:34.847551+0000","last_clean":"2024-09-21T07:28:34.847551+0000","last_became_active":"2024-09-21T07:28:33.357977+0000","last_became_peered":"2024-09-21T07:28:33.357977+0000","last_unstale":"2024-09-21T07:28:34.847551+0000","last_undegraded":"2024-09-21T07:28:34.847551+0000","last_fullsized":"2024-09-21T07:28:34.847551+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:41:53.161046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361884+0000","last_change":"2024-09-21T07:28:32.313210+0000","last_active":"2024-09-21T07:28:34.361884+0000","last_peered":"2024-09-21T07:28:34.361884+0000","last_clean":"2024-09-21T07:28:34.361884+0000","last_became_active":"2024-09-21T07:28:32.312770+0000","last_became_peered":"2024-09-21T07:28:32.312770+0000","last_unstale":"2024-09-21T07:28:34.361884+0000","last_undegraded":"2024-09-21T07:28:34.361884+0000","last_fullsized":"2024-09-21T07:28:34.361884+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:15:16.638541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352503+0000","last_change":"2024-09-21T07:28:33.345284+0000","last_active":"2024-09-21T07:28:34.352503+0000","last_peered":"2024-09-21T07:28:34.352503+0000","last_clean":"2024-09-21T07:28:34.352503+0000","last_became_active":"2024-09-21T07:28:33.344594+0000","last_became_peered":"2024-09-21T07:28:33.344594+0000","last_unstale":"2024-09-21T07:28:34.352503+0000","last_undegraded":"2024-09-21T07:28:34.352503+0000","last_fullsized":"2024-09-21T07:28:34.352503+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:51:22.720936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352604+0000","last_change":"2024-09-21T07:28:32.300782+0000","last_active":"2024-09-21T07:28:34.352604+0000","last_peered":"2024-09-21T07:28:34.352604+0000","last_clean":"2024-09-21T07:28:34.352604+0000","last_became_active":"2024-09-21T07:28:32.300267+0000","last_became_peered":"2024-09-21T07:28:32.300267+0000","last_unstale":"2024-09-21T07:28:34.352604+0000","last_undegraded":"2024-09-21T07:28:34.352604+0000","last_fullsized":"2024-09-21T07:28:34.352604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:38.830507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848059+0000","last_change":"2024-09-21T07:28:33.371369+0000","last_active":"2024-09-21T07:28:34.848059+0000","last_peered":"2024-09-21T07:28:34.848059+0000","last_clean":"2024-09-21T07:28:34.848059+0000","last_became_active":"2024-09-21T07:28:33.370559+0000","last_became_peered":"2024-09-21T07:28:33.370559+0000","last_unstale":"2024-09-21T07:28:34.848059+0000","last_undegraded":"2024-09-21T07:28:34.848059+0000","last_fullsized":"2024-09-21T07:28:34.848059+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:58:43.951698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.843500+0000","last_change":"2024-09-21T07:28:32.304625+0000","last_active":"2024-09-21T07:28:34.843500+0000","last_peered":"2024-09-21T07:28:34.843500+0000","last_clean":"2024-09-21T07:28:34.843500+0000","last_became_active":"2024-09-21T07:28:32.303765+0000","last_became_peered":"2024-09-21T07:28:32.303765+0000","last_unstale":"2024-09-21T07:28:34.843500+0000","last_undegraded":"2024-09-21T07:28:34.843500+0000","last_fullsized":"2024-09-21T07:28:34.843500+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:44.543793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.843913+0000","last_change":"2024-09-21T07:28:33.339725+0000","last_active":"2024-09-21T07:28:34.843913+0000","last_peered":"2024-09-21T07:28:34.843913+0000","last_clean":"2024-09-21T07:28:34.843913+0000","last_became_active":"2024-09-21T07:28:33.338598+0000","last_became_peered":"2024-09-21T07:28:33.338598+0000","last_unstale":"2024-09-21T07:28:34.843913+0000","last_undegraded":"2024-09-21T07:28:34.843913+0000","last_fullsized":"2024-09-21T07:28:34.843913+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:27.285369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354941+0000","last_change":"2024-09-21T07:28:32.314541+0000","last_active":"2024-09-21T07:28:34.354941+0000","last_peered":"2024-09-21T07:28:34.354941+0000","last_clean":"2024-09-21T07:28:34.354941+0000","last_became_active":"2024-09-21T07:28:32.313063+0000","last_became_peered":"2024-09-21T07:28:32.313063+0000","last_unstale":"2024-09-21T07:28:34.354941+0000","last_undegraded":"2024-09-21T07:28:34.354941+0000","last_fullsized":"2024-09-21T07:28:34.354941+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:51.916535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847664+0000","last_change":"2024-09-21T07:28:33.345240+0000","last_active":"2024-09-21T07:28:34.847664+0000","last_peered":"2024-09-21T07:28:34.847664+0000","last_clean":"2024-09-21T07:28:34.847664+0000","last_became_active":"2024-09-21T07:28:33.344394+0000","last_became_peered":"2024-09-21T07:28:33.344394+0000","last_unstale":"2024-09-21T07:28:34.847664+0000","last_undegraded":"2024-09-21T07:28:34.847664+0000","last_fullsized":"2024-09-21T07:28:34.847664+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:12.645300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846939+0000","last_change":"2024-09-21T07:28:32.322305+0000","last_active":"2024-09-21T07:28:34.846939+0000","last_peered":"2024-09-21T07:28:34.846939+0000","last_clean":"2024-09-21T07:28:34.846939+0000","last_became_active":"2024-09-21T07:28:32.318328+0000","last_became_peered":"2024-09-21T07:28:32.318328+0000","last_unstale":"2024-09-21T07:28:34.846939+0000","last_undegraded":"2024-09-21T07:28:34.846939+0000","last_fullsized":"2024-09-21T07:28:34.846939+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:54.489236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846662+0000","last_change":"2024-09-21T07:28:33.381550+0000","last_active":"2024-09-21T07:28:34.846662+0000","last_peered":"2024-09-21T07:28:34.846662+0000","last_clean":"2024-09-21T07:28:34.846662+0000","last_became_active":"2024-09-21T07:28:33.381193+0000","last_became_peered":"2024-09-21T07:28:33.381193+0000","last_unstale":"2024-09-21T07:28:34.846662+0000","last_undegraded":"2024-09-21T07:28:34.846662+0000","last_fullsized":"2024-09-21T07:28:34.846662+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:04:25.613789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847849+0000","last_change":"2024-09-21T07:28:32.323167+0000","last_active":"2024-09-21T07:28:34.847849+0000","last_peered":"2024-09-21T07:28:34.847849+0000","last_clean":"2024-09-21T07:28:34.847849+0000","last_became_active":"2024-09-21T07:28:32.318692+0000","last_became_peered":"2024-09-21T07:28:32.318692+0000","last_unstale":"2024-09-21T07:28:34.847849+0000","last_undegraded":"2024-09-21T07:28:34.847849+0000","last_fullsized":"2024-09-21T07:28:34.847849+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:20:34.422632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":199,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.844923+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:28:34.844923+0000","last_peered":"2024-09-21T07:28:34.844923+0000","last_clean":"2024-09-21T07:28:34.844923+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:28:34.844923+0000","last_undegraded":"2024-09-21T07:28:34.844923+0000","last_fullsized":"2024-09-21T07:28:34.844923+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574900,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1441792,"data_stored":945854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574901,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":847872,"data_stored":354962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574900,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":843776,"data_stored":354960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574900,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":843776,"data_stored":354940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574901,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32016,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339824,"statfs":{"total":96636764160,"available":96603979776,"internally_reserved":0,"allocated":847872,"data_stored":354982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574901,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":851968,"data_stored":356482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":860160,"data_stored":357098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574901,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1433600,"data_stored":945238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:28:37.555 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:28:37.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 -- 172.21.15.6:0/360081357 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe130068db0 msgr2=0x7fe1300cbef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 --2- 172.21.15.6:0/360081357 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe130068db0 0x7fe1300cbef0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fe128009bc0 tx=0x7fe12801cba0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 -- 172.21.15.6:0/360081357 shutdown_connections 2024-09-21T07:28:37.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 --2- 172.21.15.6:0/360081357 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cc430 0x7fe13006f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 --2- 172.21.15.6:0/360081357 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe130068db0 0x7fe1300cbef0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 -- 172.21.15.6:0/360081357 >> 172.21.15.6:0/360081357 conn(0x7fe1300d0b70 msgr2=0x7fe1300d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:37.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 -- 172.21.15.6:0/360081357 shutdown_connections 2024-09-21T07:28:37.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 -- 172.21.15.6:0/360081357 wait complete. 2024-09-21T07:28:37.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 Processor -- start 2024-09-21T07:28:37.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.749+0000 7fe135c2e640 1 -- start start 2024-09-21T07:28:37.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe130068db0 0x7fe1300b54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe13006fe50 0x7fe130159910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cc430 0x7fe130159e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe130169010 con 0x7fe13006fe50 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe130168e90 con 0x7fe130068db0 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe130169190 con 0x7fe1300cc430 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe13006fe50 0x7fe130159910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe13006fe50 0x7fe130159910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50628/0 (socket says 172.21.15.6:50628) 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 -- 172.21.15.6:0/560920892 learned_addr learned my addr 172.21.15.6:0/560920892 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 -- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cc430 msgr2=0x7fe130159e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cc430 0x7fe130159e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 -- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe130068db0 msgr2=0x7fe1300b54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe130068db0 0x7fe1300b54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 -- 172.21.15.6:0/560920892 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1300b6b10 con 0x7fe13006fe50 2024-09-21T07:28:37.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe12effd640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe13006fe50 0x7fe130159910 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fe11800c970 tx=0x7fe11800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:37.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe127fff640 1 -- 172.21.15.6:0/560920892 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118014070 con 0x7fe13006fe50 2024-09-21T07:28:37.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe127fff640 1 -- 172.21.15.6:0/560920892 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe118007740 con 0x7fe13006fe50 2024-09-21T07:28:37.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1301593c0 con 0x7fe13006fe50 2024-09-21T07:28:37.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe127fff640 1 -- 172.21.15.6:0/560920892 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118007b90 con 0x7fe13006fe50 2024-09-21T07:28:37.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1300b6030 con 0x7fe13006fe50 2024-09-21T07:28:37.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1300cbef0 con 0x7fe13006fe50 2024-09-21T07:28:37.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe127fff640 1 -- 172.21.15.6:0/560920892 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe118017070 con 0x7fe13006fe50 2024-09-21T07:28:37.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe127fff640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe110073200 0x7fe110075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:37.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.753+0000 7fe127fff640 1 -- 172.21.15.6:0/560920892 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fe1180944d0 con 0x7fe13006fe50 2024-09-21T07:28:37.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.757+0000 7fe12f7fe640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe110073200 0x7fe110075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:37.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.757+0000 7fe12f7fe640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe110073200 0x7fe110075710 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe1280af000 tx=0x7fe128019940 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:37.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.761+0000 7fe127fff640 1 -- 172.21.15.6:0/560920892 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe11805f4f0 con 0x7fe13006fe50 2024-09-21T07:28:37.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.921+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe130159150 con 0x7fe110073200 2024-09-21T07:28:37.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe127fff640 1 -- 172.21.15.6:0/560920892 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252062 (secure 0 0 0) 0x7fe130159150 con 0x7fe110073200 2024-09-21T07:28:37.940 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:37.942 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:28:37.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe110073200 msgr2=0x7fe110075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe110073200 0x7fe110075710 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe1280af000 tx=0x7fe128019940 comp rx=0 tx=0).stop 2024-09-21T07:28:37.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe13006fe50 msgr2=0x7fe130159910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:37.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe13006fe50 0x7fe130159910 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fe11800c970 tx=0x7fe11800ce30 comp rx=0 tx=0).stop 2024-09-21T07:28:37.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 shutdown_connections 2024-09-21T07:28:37.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe110073200 0x7fe110075710 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1300cc430 0x7fe130159e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe13006fe50 0x7fe130159910 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 --2- 172.21.15.6:0/560920892 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe130068db0 0x7fe1300b54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:37.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 >> 172.21.15.6:0/560920892 conn(0x7fe1300d0b70 msgr2=0x7fe13015bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:37.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 shutdown_connections 2024-09-21T07:28:37.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:37.937+0000 7fe135c2e640 1 -- 172.21.15.6:0/560920892 wait complete. 2024-09-21T07:28:37.961 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":185,"stamp":"2024-09-21T07:28:36.922318+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253160,"kb_used_data":7784,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721560,"statfs":{"total":773094113280,"available":772834877440,"internally_reserved":0,"allocated":7970816,"data_stored":4024516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.652665"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847848+0000","last_change":"2024-09-21T07:28:33.353423+0000","last_active":"2024-09-21T07:28:34.847848+0000","last_peered":"2024-09-21T07:28:34.847848+0000","last_clean":"2024-09-21T07:28:34.847848+0000","last_became_active":"2024-09-21T07:28:33.352477+0000","last_became_peered":"2024-09-21T07:28:33.352477+0000","last_unstale":"2024-09-21T07:28:34.847848+0000","last_undegraded":"2024-09-21T07:28:34.847848+0000","last_fullsized":"2024-09-21T07:28:34.847848+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:23:59.954203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846985+0000","last_change":"2024-09-21T07:28:33.381819+0000","last_active":"2024-09-21T07:28:34.846985+0000","last_peered":"2024-09-21T07:28:34.846985+0000","last_clean":"2024-09-21T07:28:34.846985+0000","last_became_active":"2024-09-21T07:28:33.380757+0000","last_became_peered":"2024-09-21T07:28:33.380757+0000","last_unstale":"2024-09-21T07:28:34.846985+0000","last_undegraded":"2024-09-21T07:28:34.846985+0000","last_fullsized":"2024-09-21T07:28:34.846985+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:02.557766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846730+0000","last_change":"2024-09-21T07:28:33.340810+0000","last_active":"2024-09-21T07:28:34.846730+0000","last_peered":"2024-09-21T07:28:34.846730+0000","last_clean":"2024-09-21T07:28:34.846730+0000","last_became_active":"2024-09-21T07:28:33.340142+0000","last_became_peered":"2024-09-21T07:28:33.340142+0000","last_unstale":"2024-09-21T07:28:34.846730+0000","last_undegraded":"2024-09-21T07:28:34.846730+0000","last_fullsized":"2024-09-21T07:28:34.846730+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:32:01.504091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.844432+0000","last_change":"2024-09-21T07:28:33.346103+0000","last_active":"2024-09-21T07:28:34.844432+0000","last_peered":"2024-09-21T07:28:34.844432+0000","last_clean":"2024-09-21T07:28:34.844432+0000","last_became_active":"2024-09-21T07:28:33.345779+0000","last_became_peered":"2024-09-21T07:28:33.345779+0000","last_unstale":"2024-09-21T07:28:34.844432+0000","last_undegraded":"2024-09-21T07:28:34.844432+0000","last_fullsized":"2024-09-21T07:28:34.844432+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:44:06.867285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352832+0000","last_change":"2024-09-21T07:28:33.352512+0000","last_active":"2024-09-21T07:28:34.352832+0000","last_peered":"2024-09-21T07:28:34.352832+0000","last_clean":"2024-09-21T07:28:34.352832+0000","last_became_active":"2024-09-21T07:28:33.352096+0000","last_became_peered":"2024-09-21T07:28:33.352096+0000","last_unstale":"2024-09-21T07:28:34.352832+0000","last_undegraded":"2024-09-21T07:28:34.352832+0000","last_fullsized":"2024-09-21T07:28:34.352832+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:06.326764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845994+0000","last_change":"2024-09-21T07:28:33.381511+0000","last_active":"2024-09-21T07:28:34.845994+0000","last_peered":"2024-09-21T07:28:34.845994+0000","last_clean":"2024-09-21T07:28:34.845994+0000","last_became_active":"2024-09-21T07:28:33.380763+0000","last_became_peered":"2024-09-21T07:28:33.380763+0000","last_unstale":"2024-09-21T07:28:34.845994+0000","last_undegraded":"2024-09-21T07:28:34.845994+0000","last_fullsized":"2024-09-21T07:28:34.845994+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:58:43.267482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.358309+0000","last_change":"2024-09-21T07:28:33.348024+0000","last_active":"2024-09-21T07:28:34.358309+0000","last_peered":"2024-09-21T07:28:34.358309+0000","last_clean":"2024-09-21T07:28:34.358309+0000","last_became_active":"2024-09-21T07:28:33.345155+0000","last_became_peered":"2024-09-21T07:28:33.345155+0000","last_unstale":"2024-09-21T07:28:34.358309+0000","last_undegraded":"2024-09-21T07:28:34.358309+0000","last_fullsized":"2024-09-21T07:28:34.358309+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:08.325071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848286+0000","last_change":"2024-09-21T07:28:33.381010+0000","last_active":"2024-09-21T07:28:34.848286+0000","last_peered":"2024-09-21T07:28:34.848286+0000","last_clean":"2024-09-21T07:28:34.848286+0000","last_became_active":"2024-09-21T07:28:33.380296+0000","last_became_peered":"2024-09-21T07:28:33.380296+0000","last_unstale":"2024-09-21T07:28:34.848286+0000","last_undegraded":"2024-09-21T07:28:34.848286+0000","last_fullsized":"2024-09-21T07:28:34.848286+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:15:17.650168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354602+0000","last_change":"2024-09-21T07:28:33.346021+0000","last_active":"2024-09-21T07:28:34.354602+0000","last_peered":"2024-09-21T07:28:34.354602+0000","last_clean":"2024-09-21T07:28:34.354602+0000","last_became_active":"2024-09-21T07:28:33.345726+0000","last_became_peered":"2024-09-21T07:28:33.345726+0000","last_unstale":"2024-09-21T07:28:34.354602+0000","last_undegraded":"2024-09-21T07:28:34.354602+0000","last_fullsized":"2024-09-21T07:28:34.354602+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:20:35.434259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356200+0000","last_change":"2024-09-21T07:28:33.365854+0000","last_active":"2024-09-21T07:28:34.356200+0000","last_peered":"2024-09-21T07:28:34.356200+0000","last_clean":"2024-09-21T07:28:34.356200+0000","last_became_active":"2024-09-21T07:28:33.363871+0000","last_became_peered":"2024-09-21T07:28:33.363871+0000","last_unstale":"2024-09-21T07:28:34.356200+0000","last_undegraded":"2024-09-21T07:28:34.356200+0000","last_fullsized":"2024-09-21T07:28:34.356200+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:54:40.312838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846283+0000","last_change":"2024-09-21T07:28:33.353955+0000","last_active":"2024-09-21T07:28:34.846283+0000","last_peered":"2024-09-21T07:28:34.846283+0000","last_clean":"2024-09-21T07:28:34.846283+0000","last_became_active":"2024-09-21T07:28:33.352128+0000","last_became_peered":"2024-09-21T07:28:33.352128+0000","last_unstale":"2024-09-21T07:28:34.846283+0000","last_undegraded":"2024-09-21T07:28:34.846283+0000","last_fullsized":"2024-09-21T07:28:34.846283+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:15.999742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845028+0000","last_change":"2024-09-21T07:28:33.354326+0000","last_active":"2024-09-21T07:28:34.845028+0000","last_peered":"2024-09-21T07:28:34.845028+0000","last_clean":"2024-09-21T07:28:34.845028+0000","last_became_active":"2024-09-21T07:28:33.353989+0000","last_became_peered":"2024-09-21T07:28:33.353989+0000","last_unstale":"2024-09-21T07:28:34.845028+0000","last_undegraded":"2024-09-21T07:28:34.845028+0000","last_fullsized":"2024-09-21T07:28:34.845028+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:44:51.799275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361685+0000","last_change":"2024-09-21T07:28:33.347398+0000","last_active":"2024-09-21T07:28:34.361685+0000","last_peered":"2024-09-21T07:28:34.361685+0000","last_clean":"2024-09-21T07:28:34.361685+0000","last_became_active":"2024-09-21T07:28:33.346973+0000","last_became_peered":"2024-09-21T07:28:33.346973+0000","last_unstale":"2024-09-21T07:28:34.361685+0000","last_undegraded":"2024-09-21T07:28:34.361685+0000","last_fullsized":"2024-09-21T07:28:34.361685+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:31.968895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352492+0000","last_change":"2024-09-21T07:28:33.349412+0000","last_active":"2024-09-21T07:28:34.352492+0000","last_peered":"2024-09-21T07:28:34.352492+0000","last_clean":"2024-09-21T07:28:34.352492+0000","last_became_active":"2024-09-21T07:28:33.349097+0000","last_became_peered":"2024-09-21T07:28:33.349097+0000","last_unstale":"2024-09-21T07:28:34.352492+0000","last_undegraded":"2024-09-21T07:28:34.352492+0000","last_fullsized":"2024-09-21T07:28:34.352492+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:49:27.192938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361572+0000","last_change":"2024-09-21T07:28:33.351799+0000","last_active":"2024-09-21T07:28:34.361572+0000","last_peered":"2024-09-21T07:28:34.361572+0000","last_clean":"2024-09-21T07:28:34.361572+0000","last_became_active":"2024-09-21T07:28:33.351420+0000","last_became_peered":"2024-09-21T07:28:33.351420+0000","last_unstale":"2024-09-21T07:28:34.361572+0000","last_undegraded":"2024-09-21T07:28:34.361572+0000","last_fullsized":"2024-09-21T07:28:34.361572+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:19.059539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354535+0000","last_change":"2024-09-21T07:28:33.391146+0000","last_active":"2024-09-21T07:28:34.354535+0000","last_peered":"2024-09-21T07:28:34.354535+0000","last_clean":"2024-09-21T07:28:34.354535+0000","last_became_active":"2024-09-21T07:28:33.390469+0000","last_became_peered":"2024-09-21T07:28:33.390469+0000","last_unstale":"2024-09-21T07:28:34.354535+0000","last_undegraded":"2024-09-21T07:28:34.354535+0000","last_fullsized":"2024-09-21T07:28:34.354535+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:12.645300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354224+0000","last_change":"2024-09-21T07:28:33.347179+0000","last_active":"2024-09-21T07:28:34.354224+0000","last_peered":"2024-09-21T07:28:34.354224+0000","last_clean":"2024-09-21T07:28:34.354224+0000","last_became_active":"2024-09-21T07:28:33.346499+0000","last_became_peered":"2024-09-21T07:28:33.346499+0000","last_unstale":"2024-09-21T07:28:34.354224+0000","last_undegraded":"2024-09-21T07:28:34.354224+0000","last_fullsized":"2024-09-21T07:28:34.354224+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:21.281590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.844261+0000","last_change":"2024-09-21T07:28:33.380453+0000","last_active":"2024-09-21T07:28:34.844261+0000","last_peered":"2024-09-21T07:28:34.844261+0000","last_clean":"2024-09-21T07:28:34.844261+0000","last_became_active":"2024-09-21T07:28:33.379988+0000","last_became_peered":"2024-09-21T07:28:33.379988+0000","last_unstale":"2024-09-21T07:28:34.844261+0000","last_undegraded":"2024-09-21T07:28:34.844261+0000","last_fullsized":"2024-09-21T07:28:34.844261+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:38:50.426903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848179+0000","last_change":"2024-09-21T07:28:33.345250+0000","last_active":"2024-09-21T07:28:34.848179+0000","last_peered":"2024-09-21T07:28:34.848179+0000","last_clean":"2024-09-21T07:28:34.848179+0000","last_became_active":"2024-09-21T07:28:33.344472+0000","last_became_peered":"2024-09-21T07:28:33.344472+0000","last_unstale":"2024-09-21T07:28:34.848179+0000","last_undegraded":"2024-09-21T07:28:34.848179+0000","last_fullsized":"2024-09-21T07:28:34.848179+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:04:29.486842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361729+0000","last_change":"2024-09-21T07:28:33.348574+0000","last_active":"2024-09-21T07:28:34.361729+0000","last_peered":"2024-09-21T07:28:34.361729+0000","last_clean":"2024-09-21T07:28:34.361729+0000","last_became_active":"2024-09-21T07:28:33.348232+0000","last_became_peered":"2024-09-21T07:28:33.348232+0000","last_unstale":"2024-09-21T07:28:34.361729+0000","last_undegraded":"2024-09-21T07:28:34.361729+0000","last_fullsized":"2024-09-21T07:28:34.361729+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:08.325071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.355734+0000","last_change":"2024-09-21T07:28:33.355898+0000","last_active":"2024-09-21T07:28:34.355734+0000","last_peered":"2024-09-21T07:28:34.355734+0000","last_clean":"2024-09-21T07:28:34.355734+0000","last_became_active":"2024-09-21T07:28:33.354825+0000","last_became_peered":"2024-09-21T07:28:33.354825+0000","last_unstale":"2024-09-21T07:28:34.355734+0000","last_undegraded":"2024-09-21T07:28:34.355734+0000","last_fullsized":"2024-09-21T07:28:34.355734+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:04:29.486842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354741+0000","last_change":"2024-09-21T07:28:33.365860+0000","last_active":"2024-09-21T07:28:34.354741+0000","last_peered":"2024-09-21T07:28:34.354741+0000","last_clean":"2024-09-21T07:28:34.354741+0000","last_became_active":"2024-09-21T07:28:33.365158+0000","last_became_peered":"2024-09-21T07:28:33.365158+0000","last_unstale":"2024-09-21T07:28:34.354741+0000","last_undegraded":"2024-09-21T07:28:34.354741+0000","last_fullsized":"2024-09-21T07:28:34.354741+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:58:43.951698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845972+0000","last_change":"2024-09-21T07:28:33.377407+0000","last_active":"2024-09-21T07:28:34.845972+0000","last_peered":"2024-09-21T07:28:34.845972+0000","last_clean":"2024-09-21T07:28:34.845972+0000","last_became_active":"2024-09-21T07:28:33.376662+0000","last_became_peered":"2024-09-21T07:28:33.376662+0000","last_unstale":"2024-09-21T07:28:34.845972+0000","last_undegraded":"2024-09-21T07:28:34.845972+0000","last_fullsized":"2024-09-21T07:28:34.845972+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:13:25.288835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847315+0000","last_change":"2024-09-21T07:28:33.394289+0000","last_active":"2024-09-21T07:28:34.847315+0000","last_peered":"2024-09-21T07:28:34.847315+0000","last_clean":"2024-09-21T07:28:34.847315+0000","last_became_active":"2024-09-21T07:28:33.393742+0000","last_became_peered":"2024-09-21T07:28:33.393742+0000","last_unstale":"2024-09-21T07:28:34.847315+0000","last_undegraded":"2024-09-21T07:28:34.847315+0000","last_fullsized":"2024-09-21T07:28:34.847315+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:49.214012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356371+0000","last_change":"2024-09-21T07:28:33.370910+0000","last_active":"2024-09-21T07:28:34.356371+0000","last_peered":"2024-09-21T07:28:34.356371+0000","last_clean":"2024-09-21T07:28:34.356371+0000","last_became_active":"2024-09-21T07:28:33.370171+0000","last_became_peered":"2024-09-21T07:28:33.370171+0000","last_unstale":"2024-09-21T07:28:34.356371+0000","last_undegraded":"2024-09-21T07:28:34.356371+0000","last_fullsized":"2024-09-21T07:28:34.356371+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:01.527389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357710+0000","last_change":"2024-09-21T07:28:33.380819+0000","last_active":"2024-09-21T07:28:34.357710+0000","last_peered":"2024-09-21T07:28:34.357710+0000","last_clean":"2024-09-21T07:28:34.357710+0000","last_became_active":"2024-09-21T07:28:33.380083+0000","last_became_peered":"2024-09-21T07:28:33.380083+0000","last_unstale":"2024-09-21T07:28:34.357710+0000","last_undegraded":"2024-09-21T07:28:34.357710+0000","last_fullsized":"2024-09-21T07:28:34.357710+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:33:04.746290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846964+0000","last_change":"2024-09-21T07:28:33.349276+0000","last_active":"2024-09-21T07:28:34.846964+0000","last_peered":"2024-09-21T07:28:34.846964+0000","last_clean":"2024-09-21T07:28:34.846964+0000","last_became_active":"2024-09-21T07:28:33.348903+0000","last_became_peered":"2024-09-21T07:28:33.348903+0000","last_unstale":"2024-09-21T07:28:34.846964+0000","last_undegraded":"2024-09-21T07:28:34.846964+0000","last_fullsized":"2024-09-21T07:28:34.846964+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:34:06.400091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356388+0000","last_change":"2024-09-21T07:28:33.366145+0000","last_active":"2024-09-21T07:28:34.356388+0000","last_peered":"2024-09-21T07:28:34.356388+0000","last_clean":"2024-09-21T07:28:34.356388+0000","last_became_active":"2024-09-21T07:28:33.365070+0000","last_became_peered":"2024-09-21T07:28:33.365070+0000","last_unstale":"2024-09-21T07:28:34.356388+0000","last_undegraded":"2024-09-21T07:28:34.356388+0000","last_fullsized":"2024-09-21T07:28:34.356388+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:31:57.435245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846435+0000","last_change":"2024-09-21T07:28:33.349407+0000","last_active":"2024-09-21T07:28:34.846435+0000","last_peered":"2024-09-21T07:28:34.846435+0000","last_clean":"2024-09-21T07:28:34.846435+0000","last_became_active":"2024-09-21T07:28:33.349058+0000","last_became_peered":"2024-09-21T07:28:33.349058+0000","last_unstale":"2024-09-21T07:28:34.846435+0000","last_undegraded":"2024-09-21T07:28:34.846435+0000","last_fullsized":"2024-09-21T07:28:34.846435+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:37:45.406519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357318+0000","last_change":"2024-09-21T07:28:33.380841+0000","last_active":"2024-09-21T07:28:34.357318+0000","last_peered":"2024-09-21T07:28:34.357318+0000","last_clean":"2024-09-21T07:28:34.357318+0000","last_became_active":"2024-09-21T07:28:33.380120+0000","last_became_peered":"2024-09-21T07:28:33.380120+0000","last_unstale":"2024-09-21T07:28:34.357318+0000","last_undegraded":"2024-09-21T07:28:34.357318+0000","last_fullsized":"2024-09-21T07:28:34.357318+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:21.153847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357373+0000","last_change":"2024-09-21T07:28:33.360712+0000","last_active":"2024-09-21T07:28:34.357373+0000","last_peered":"2024-09-21T07:28:34.357373+0000","last_clean":"2024-09-21T07:28:34.357373+0000","last_became_active":"2024-09-21T07:28:33.359625+0000","last_became_peered":"2024-09-21T07:28:33.359625+0000","last_unstale":"2024-09-21T07:28:34.357373+0000","last_undegraded":"2024-09-21T07:28:34.357373+0000","last_fullsized":"2024-09-21T07:28:34.357373+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:55:29.367913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846603+0000","last_change":"2024-09-21T07:28:33.360725+0000","last_active":"2024-09-21T07:28:34.846603+0000","last_peered":"2024-09-21T07:28:34.846603+0000","last_clean":"2024-09-21T07:28:34.846603+0000","last_became_active":"2024-09-21T07:28:33.359877+0000","last_became_peered":"2024-09-21T07:28:33.359877+0000","last_unstale":"2024-09-21T07:28:34.846603+0000","last_undegraded":"2024-09-21T07:28:34.846603+0000","last_fullsized":"2024-09-21T07:28:34.846603+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:06:07.645274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846364+0000","last_change":"2024-09-21T07:28:33.389488+0000","last_active":"2024-09-21T07:28:34.846364+0000","last_peered":"2024-09-21T07:28:34.846364+0000","last_clean":"2024-09-21T07:28:34.846364+0000","last_became_active":"2024-09-21T07:28:33.388837+0000","last_became_peered":"2024-09-21T07:28:33.388837+0000","last_unstale":"2024-09-21T07:28:34.846364+0000","last_undegraded":"2024-09-21T07:28:34.846364+0000","last_fullsized":"2024-09-21T07:28:34.846364+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:11:50.935667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"68'4","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848219+0000","last_change":"2024-09-21T07:28:32.317985+0000","last_active":"2024-09-21T07:28:34.848219+0000","last_peered":"2024-09-21T07:28:34.848219+0000","last_clean":"2024-09-21T07:28:34.848219+0000","last_became_active":"2024-09-21T07:28:32.317111+0000","last_became_peered":"2024-09-21T07:28:32.317111+0000","last_unstale":"2024-09-21T07:28:34.848219+0000","last_undegraded":"2024-09-21T07:28:34.848219+0000","last_fullsized":"2024-09-21T07:28:34.848219+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:15:16.638541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354366+0000","last_change":"2024-09-21T07:28:33.347579+0000","last_active":"2024-09-21T07:28:34.354366+0000","last_peered":"2024-09-21T07:28:34.354366+0000","last_clean":"2024-09-21T07:28:34.354366+0000","last_became_active":"2024-09-21T07:28:33.346857+0000","last_became_peered":"2024-09-21T07:28:33.346857+0000","last_unstale":"2024-09-21T07:28:34.354366+0000","last_undegraded":"2024-09-21T07:28:34.354366+0000","last_fullsized":"2024-09-21T07:28:34.354366+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:57.403252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.362398+0000","last_change":"2024-09-21T07:28:32.303077+0000","last_active":"2024-09-21T07:28:34.362398+0000","last_peered":"2024-09-21T07:28:34.362398+0000","last_clean":"2024-09-21T07:28:34.362398+0000","last_became_active":"2024-09-21T07:28:32.302295+0000","last_became_peered":"2024-09-21T07:28:32.302295+0000","last_unstale":"2024-09-21T07:28:34.362398+0000","last_undegraded":"2024-09-21T07:28:34.362398+0000","last_fullsized":"2024-09-21T07:28:34.362398+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:54:39.301211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846864+0000","last_change":"2024-09-21T07:28:33.361565+0000","last_active":"2024-09-21T07:28:34.846864+0000","last_peered":"2024-09-21T07:28:34.846864+0000","last_clean":"2024-09-21T07:28:34.846864+0000","last_became_active":"2024-09-21T07:28:33.360776+0000","last_became_peered":"2024-09-21T07:28:33.360776+0000","last_unstale":"2024-09-21T07:28:34.846864+0000","last_undegraded":"2024-09-21T07:28:34.846864+0000","last_fullsized":"2024-09-21T07:28:34.846864+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:01:23.490736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356405+0000","last_change":"2024-09-21T07:28:32.326497+0000","last_active":"2024-09-21T07:28:34.356405+0000","last_peered":"2024-09-21T07:28:34.356405+0000","last_clean":"2024-09-21T07:28:34.356405+0000","last_became_active":"2024-09-21T07:28:32.325802+0000","last_became_peered":"2024-09-21T07:28:32.325802+0000","last_unstale":"2024-09-21T07:28:34.356405+0000","last_undegraded":"2024-09-21T07:28:34.356405+0000","last_fullsized":"2024-09-21T07:28:34.356405+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:05:48.377657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846924+0000","last_change":"2024-09-21T07:28:33.356534+0000","last_active":"2024-09-21T07:28:34.846924+0000","last_peered":"2024-09-21T07:28:34.846924+0000","last_clean":"2024-09-21T07:28:34.846924+0000","last_became_active":"2024-09-21T07:28:33.352989+0000","last_became_peered":"2024-09-21T07:28:33.352989+0000","last_unstale":"2024-09-21T07:28:34.846924+0000","last_undegraded":"2024-09-21T07:28:34.846924+0000","last_fullsized":"2024-09-21T07:28:34.846924+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:53:14.855280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847418+0000","last_change":"2024-09-21T07:28:32.318684+0000","last_active":"2024-09-21T07:28:34.847418+0000","last_peered":"2024-09-21T07:28:34.847418+0000","last_clean":"2024-09-21T07:28:34.847418+0000","last_became_active":"2024-09-21T07:28:32.317803+0000","last_became_peered":"2024-09-21T07:28:32.317803+0000","last_unstale":"2024-09-21T07:28:34.847418+0000","last_undegraded":"2024-09-21T07:28:34.847418+0000","last_fullsized":"2024-09-21T07:28:34.847418+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:07.132898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.358055+0000","last_change":"2024-09-21T07:28:33.346701+0000","last_active":"2024-09-21T07:28:34.358055+0000","last_peered":"2024-09-21T07:28:34.358055+0000","last_clean":"2024-09-21T07:28:34.358055+0000","last_became_active":"2024-09-21T07:28:33.345253+0000","last_became_peered":"2024-09-21T07:28:33.345253+0000","last_unstale":"2024-09-21T07:28:34.358055+0000","last_undegraded":"2024-09-21T07:28:34.358055+0000","last_fullsized":"2024-09-21T07:28:34.358055+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:31.968895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846872+0000","last_change":"2024-09-21T07:28:32.312704+0000","last_active":"2024-09-21T07:28:34.846872+0000","last_peered":"2024-09-21T07:28:34.846872+0000","last_clean":"2024-09-21T07:28:34.846872+0000","last_became_active":"2024-09-21T07:28:32.312387+0000","last_became_peered":"2024-09-21T07:28:32.312387+0000","last_unstale":"2024-09-21T07:28:34.846872+0000","last_undegraded":"2024-09-21T07:28:34.846872+0000","last_fullsized":"2024-09-21T07:28:34.846872+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:48.202385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.355842+0000","last_change":"2024-09-21T07:28:33.368605+0000","last_active":"2024-09-21T07:28:34.355842+0000","last_peered":"2024-09-21T07:28:34.355842+0000","last_clean":"2024-09-21T07:28:34.355842+0000","last_became_active":"2024-09-21T07:28:33.367547+0000","last_became_peered":"2024-09-21T07:28:33.367547+0000","last_unstale":"2024-09-21T07:28:34.355842+0000","last_undegraded":"2024-09-21T07:28:34.355842+0000","last_fullsized":"2024-09-21T07:28:34.355842+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:15:17.650168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846442+0000","last_change":"2024-09-21T07:28:32.324562+0000","last_active":"2024-09-21T07:28:34.846442+0000","last_peered":"2024-09-21T07:28:34.846442+0000","last_clean":"2024-09-21T07:28:34.846442+0000","last_became_active":"2024-09-21T07:28:32.323789+0000","last_became_peered":"2024-09-21T07:28:32.323789+0000","last_unstale":"2024-09-21T07:28:34.846442+0000","last_undegraded":"2024-09-21T07:28:34.846442+0000","last_fullsized":"2024-09-21T07:28:34.846442+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:24:33.737679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352108+0000","last_change":"2024-09-21T07:28:33.366874+0000","last_active":"2024-09-21T07:28:34.352108+0000","last_peered":"2024-09-21T07:28:34.352108+0000","last_clean":"2024-09-21T07:28:34.352108+0000","last_became_active":"2024-09-21T07:28:33.366511+0000","last_became_peered":"2024-09-21T07:28:33.366511+0000","last_unstale":"2024-09-21T07:28:34.352108+0000","last_undegraded":"2024-09-21T07:28:34.352108+0000","last_fullsized":"2024-09-21T07:28:34.352108+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:05.952577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.843719+0000","last_change":"2024-09-21T07:28:32.304076+0000","last_active":"2024-09-21T07:28:34.843719+0000","last_peered":"2024-09-21T07:28:34.843719+0000","last_clean":"2024-09-21T07:28:34.843719+0000","last_became_active":"2024-09-21T07:28:32.303457+0000","last_became_peered":"2024-09-21T07:28:32.303457+0000","last_unstale":"2024-09-21T07:28:34.843719+0000","last_undegraded":"2024-09-21T07:28:34.843719+0000","last_fullsized":"2024-09-21T07:28:34.843719+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:13:51.089843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361824+0000","last_change":"2024-09-21T07:28:33.338246+0000","last_active":"2024-09-21T07:28:34.361824+0000","last_peered":"2024-09-21T07:28:34.361824+0000","last_clean":"2024-09-21T07:28:34.361824+0000","last_became_active":"2024-09-21T07:28:33.337307+0000","last_became_peered":"2024-09-21T07:28:33.337307+0000","last_unstale":"2024-09-21T07:28:34.361824+0000","last_undegraded":"2024-09-21T07:28:34.361824+0000","last_fullsized":"2024-09-21T07:28:34.361824+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:13:25.288835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.351971+0000","last_change":"2024-09-21T07:28:32.290982+0000","last_active":"2024-09-21T07:28:34.351971+0000","last_peered":"2024-09-21T07:28:34.351971+0000","last_clean":"2024-09-21T07:28:34.351971+0000","last_became_active":"2024-09-21T07:28:32.290534+0000","last_became_peered":"2024-09-21T07:28:32.290534+0000","last_unstale":"2024-09-21T07:28:34.351971+0000","last_undegraded":"2024-09-21T07:28:34.351971+0000","last_fullsized":"2024-09-21T07:28:34.351971+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:35:20.826929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.358015+0000","last_change":"2024-09-21T07:28:33.355496+0000","last_active":"2024-09-21T07:28:34.358015+0000","last_peered":"2024-09-21T07:28:34.358015+0000","last_clean":"2024-09-21T07:28:34.358015+0000","last_became_active":"2024-09-21T07:28:33.354484+0000","last_became_peered":"2024-09-21T07:28:33.354484+0000","last_unstale":"2024-09-21T07:28:34.358015+0000","last_undegraded":"2024-09-21T07:28:34.358015+0000","last_fullsized":"2024-09-21T07:28:34.358015+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:19.059539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356694+0000","last_change":"2024-09-21T07:28:32.310930+0000","last_active":"2024-09-21T07:28:34.356694+0000","last_peered":"2024-09-21T07:28:34.356694+0000","last_clean":"2024-09-21T07:28:34.356694+0000","last_became_active":"2024-09-21T07:28:32.308756+0000","last_became_peered":"2024-09-21T07:28:32.308756+0000","last_unstale":"2024-09-21T07:28:34.356694+0000","last_undegraded":"2024-09-21T07:28:34.356694+0000","last_fullsized":"2024-09-21T07:28:34.356694+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:41:34.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848014+0000","last_change":"2024-09-21T07:28:33.393414+0000","last_active":"2024-09-21T07:28:34.848014+0000","last_peered":"2024-09-21T07:28:34.848014+0000","last_clean":"2024-09-21T07:28:34.848014+0000","last_became_active":"2024-09-21T07:28:33.392831+0000","last_became_peered":"2024-09-21T07:28:33.392831+0000","last_unstale":"2024-09-21T07:28:34.848014+0000","last_undegraded":"2024-09-21T07:28:34.848014+0000","last_fullsized":"2024-09-21T07:28:34.848014+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:23.783317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846828+0000","last_change":"2024-09-21T07:28:32.325366+0000","last_active":"2024-09-21T07:28:34.846828+0000","last_peered":"2024-09-21T07:28:34.846828+0000","last_clean":"2024-09-21T07:28:34.846828+0000","last_became_active":"2024-09-21T07:28:32.324753+0000","last_became_peered":"2024-09-21T07:28:32.324753+0000","last_unstale":"2024-09-21T07:28:34.846828+0000","last_undegraded":"2024-09-21T07:28:34.846828+0000","last_fullsized":"2024-09-21T07:28:34.846828+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:25.391362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847624+0000","last_change":"2024-09-21T07:28:33.382787+0000","last_active":"2024-09-21T07:28:34.847624+0000","last_peered":"2024-09-21T07:28:34.847624+0000","last_clean":"2024-09-21T07:28:34.847624+0000","last_became_active":"2024-09-21T07:28:33.381759+0000","last_became_peered":"2024-09-21T07:28:33.381759+0000","last_unstale":"2024-09-21T07:28:34.847624+0000","last_undegraded":"2024-09-21T07:28:34.847624+0000","last_fullsized":"2024-09-21T07:28:34.847624+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:00:19.008827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"68'3","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847168+0000","last_change":"2024-09-21T07:28:32.307166+0000","last_active":"2024-09-21T07:28:34.847168+0000","last_peered":"2024-09-21T07:28:34.847168+0000","last_clean":"2024-09-21T07:28:34.847168+0000","last_became_active":"2024-09-21T07:28:32.306604+0000","last_became_peered":"2024-09-21T07:28:32.306604+0000","last_unstale":"2024-09-21T07:28:34.847168+0000","last_undegraded":"2024-09-21T07:28:34.847168+0000","last_fullsized":"2024-09-21T07:28:34.847168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:41:52.149419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.353521+0000","last_change":"2024-09-21T07:28:33.346683+0000","last_active":"2024-09-21T07:28:34.353521+0000","last_peered":"2024-09-21T07:28:34.353521+0000","last_clean":"2024-09-21T07:28:34.353521+0000","last_became_active":"2024-09-21T07:28:33.346324+0000","last_became_peered":"2024-09-21T07:28:33.346324+0000","last_unstale":"2024-09-21T07:28:34.353521+0000","last_undegraded":"2024-09-21T07:28:34.353521+0000","last_fullsized":"2024-09-21T07:28:34.353521+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:11:47.305528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"68'6","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845302+0000","last_change":"2024-09-21T07:28:32.293311+0000","last_active":"2024-09-21T07:28:34.845302+0000","last_peered":"2024-09-21T07:28:34.845302+0000","last_clean":"2024-09-21T07:28:34.845302+0000","last_became_active":"2024-09-21T07:28:32.288508+0000","last_became_peered":"2024-09-21T07:28:32.288508+0000","last_unstale":"2024-09-21T07:28:34.845302+0000","last_undegraded":"2024-09-21T07:28:34.845302+0000","last_fullsized":"2024-09-21T07:28:34.845302+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:38.328433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845237+0000","last_change":"2024-09-21T07:28:33.354194+0000","last_active":"2024-09-21T07:28:34.845237+0000","last_peered":"2024-09-21T07:28:34.845237+0000","last_clean":"2024-09-21T07:28:34.845237+0000","last_became_active":"2024-09-21T07:28:33.353360+0000","last_became_peered":"2024-09-21T07:28:33.353360+0000","last_unstale":"2024-09-21T07:28:34.845237+0000","last_undegraded":"2024-09-21T07:28:34.845237+0000","last_fullsized":"2024-09-21T07:28:34.845237+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:31.968895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.844108+0000","last_change":"2024-09-21T07:28:32.308920+0000","last_active":"2024-09-21T07:28:34.844108+0000","last_peered":"2024-09-21T07:28:34.844108+0000","last_clean":"2024-09-21T07:28:34.844108+0000","last_became_active":"2024-09-21T07:28:32.308383+0000","last_became_peered":"2024-09-21T07:28:32.308383+0000","last_unstale":"2024-09-21T07:28:34.844108+0000","last_undegraded":"2024-09-21T07:28:34.844108+0000","last_fullsized":"2024-09-21T07:28:34.844108+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:41:08.711651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357684+0000","last_change":"2024-09-21T07:28:33.367079+0000","last_active":"2024-09-21T07:28:34.357684+0000","last_peered":"2024-09-21T07:28:34.357684+0000","last_clean":"2024-09-21T07:28:34.357684+0000","last_became_active":"2024-09-21T07:28:33.366198+0000","last_became_peered":"2024-09-21T07:28:33.366198+0000","last_unstale":"2024-09-21T07:28:34.357684+0000","last_undegraded":"2024-09-21T07:28:34.357684+0000","last_fullsized":"2024-09-21T07:28:34.357684+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:45:42.475809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846834+0000","last_change":"2024-09-21T07:28:32.303027+0000","last_active":"2024-09-21T07:28:34.846834+0000","last_peered":"2024-09-21T07:28:34.846834+0000","last_clean":"2024-09-21T07:28:34.846834+0000","last_became_active":"2024-09-21T07:28:32.301787+0000","last_became_peered":"2024-09-21T07:28:32.301787+0000","last_unstale":"2024-09-21T07:28:34.846834+0000","last_undegraded":"2024-09-21T07:28:34.846834+0000","last_fullsized":"2024-09-21T07:28:34.846834+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:43:56.253524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361475+0000","last_change":"2024-09-21T07:28:33.389064+0000","last_active":"2024-09-21T07:28:34.361475+0000","last_peered":"2024-09-21T07:28:34.361475+0000","last_clean":"2024-09-21T07:28:34.361475+0000","last_became_active":"2024-09-21T07:28:33.388803+0000","last_became_peered":"2024-09-21T07:28:33.388803+0000","last_unstale":"2024-09-21T07:28:34.361475+0000","last_undegraded":"2024-09-21T07:28:34.361475+0000","last_fullsized":"2024-09-21T07:28:34.361475+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:32:58.963603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356749+0000","last_change":"2024-09-21T07:28:32.311036+0000","last_active":"2024-09-21T07:28:34.356749+0000","last_peered":"2024-09-21T07:28:34.356749+0000","last_clean":"2024-09-21T07:28:34.356749+0000","last_became_active":"2024-09-21T07:28:32.310184+0000","last_became_peered":"2024-09-21T07:28:32.310184+0000","last_unstale":"2024-09-21T07:28:34.356749+0000","last_undegraded":"2024-09-21T07:28:34.356749+0000","last_fullsized":"2024-09-21T07:28:34.356749+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:00:17.997200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352418+0000","last_change":"2024-09-21T07:28:33.345047+0000","last_active":"2024-09-21T07:28:34.352418+0000","last_peered":"2024-09-21T07:28:34.352418+0000","last_clean":"2024-09-21T07:28:34.352418+0000","last_became_active":"2024-09-21T07:28:33.344657+0000","last_became_peered":"2024-09-21T07:28:33.344657+0000","last_unstale":"2024-09-21T07:28:34.352418+0000","last_undegraded":"2024-09-21T07:28:34.352418+0000","last_fullsized":"2024-09-21T07:28:34.352418+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:44:33.149297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"68'8","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354691+0000","last_change":"2024-09-21T07:28:32.315931+0000","last_active":"2024-09-21T07:28:34.354691+0000","last_peered":"2024-09-21T07:28:34.354691+0000","last_clean":"2024-09-21T07:28:34.354691+0000","last_became_active":"2024-09-21T07:28:32.315189+0000","last_became_peered":"2024-09-21T07:28:32.315189+0000","last_unstale":"2024-09-21T07:28:34.354691+0000","last_undegraded":"2024-09-21T07:28:34.354691+0000","last_fullsized":"2024-09-21T07:28:34.354691+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:03:19.425975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.356867+0000","last_change":"2024-09-21T07:28:33.354508+0000","last_active":"2024-09-21T07:28:34.356867+0000","last_peered":"2024-09-21T07:28:34.356867+0000","last_clean":"2024-09-21T07:28:34.356867+0000","last_became_active":"2024-09-21T07:28:33.353694+0000","last_became_peered":"2024-09-21T07:28:33.353694+0000","last_unstale":"2024-09-21T07:28:34.356867+0000","last_undegraded":"2024-09-21T07:28:34.356867+0000","last_fullsized":"2024-09-21T07:28:34.356867+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:43:39.693988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846932+0000","last_change":"2024-09-21T07:28:32.323256+0000","last_active":"2024-09-21T07:28:34.846932+0000","last_peered":"2024-09-21T07:28:34.846932+0000","last_clean":"2024-09-21T07:28:34.846932+0000","last_became_active":"2024-09-21T07:28:32.318981+0000","last_became_peered":"2024-09-21T07:28:32.318981+0000","last_unstale":"2024-09-21T07:28:34.846932+0000","last_undegraded":"2024-09-21T07:28:34.846932+0000","last_fullsized":"2024-09-21T07:28:34.846932+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:51:41.498949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848414+0000","last_change":"2024-09-21T07:28:33.371043+0000","last_active":"2024-09-21T07:28:34.848414+0000","last_peered":"2024-09-21T07:28:34.848414+0000","last_clean":"2024-09-21T07:28:34.848414+0000","last_became_active":"2024-09-21T07:28:33.355820+0000","last_became_peered":"2024-09-21T07:28:33.355820+0000","last_unstale":"2024-09-21T07:28:34.848414+0000","last_undegraded":"2024-09-21T07:28:34.848414+0000","last_fullsized":"2024-09-21T07:28:34.848414+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:47:26.779273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357083+0000","last_change":"2024-09-21T07:28:32.328217+0000","last_active":"2024-09-21T07:28:34.357083+0000","last_peered":"2024-09-21T07:28:34.357083+0000","last_clean":"2024-09-21T07:28:34.357083+0000","last_became_active":"2024-09-21T07:28:32.327423+0000","last_became_peered":"2024-09-21T07:28:32.327423+0000","last_unstale":"2024-09-21T07:28:34.357083+0000","last_undegraded":"2024-09-21T07:28:34.357083+0000","last_fullsized":"2024-09-21T07:28:34.357083+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:34:50.055234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845081+0000","last_change":"2024-09-21T07:28:33.354506+0000","last_active":"2024-09-21T07:28:34.845081+0000","last_peered":"2024-09-21T07:28:34.845081+0000","last_clean":"2024-09-21T07:28:34.845081+0000","last_became_active":"2024-09-21T07:28:33.353917+0000","last_became_peered":"2024-09-21T07:28:33.353917+0000","last_unstale":"2024-09-21T07:28:34.845081+0000","last_undegraded":"2024-09-21T07:28:34.845081+0000","last_fullsized":"2024-09-21T07:28:34.845081+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:18:07.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847854+0000","last_change":"2024-09-21T07:28:32.319079+0000","last_active":"2024-09-21T07:28:34.847854+0000","last_peered":"2024-09-21T07:28:34.847854+0000","last_clean":"2024-09-21T07:28:34.847854+0000","last_became_active":"2024-09-21T07:28:32.318091+0000","last_became_peered":"2024-09-21T07:28:32.318091+0000","last_unstale":"2024-09-21T07:28:34.847854+0000","last_undegraded":"2024-09-21T07:28:34.847854+0000","last_fullsized":"2024-09-21T07:28:34.847854+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:17:25.938009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354141+0000","last_change":"2024-09-21T07:28:33.367542+0000","last_active":"2024-09-21T07:28:34.354141+0000","last_peered":"2024-09-21T07:28:34.354141+0000","last_clean":"2024-09-21T07:28:34.354141+0000","last_became_active":"2024-09-21T07:28:33.367181+0000","last_became_peered":"2024-09-21T07:28:33.367181+0000","last_unstale":"2024-09-21T07:28:34.354141+0000","last_undegraded":"2024-09-21T07:28:34.354141+0000","last_fullsized":"2024-09-21T07:28:34.354141+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:27.966033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846201+0000","last_change":"2024-09-21T07:28:32.321808+0000","last_active":"2024-09-21T07:28:34.846201+0000","last_peered":"2024-09-21T07:28:34.846201+0000","last_clean":"2024-09-21T07:28:34.846201+0000","last_became_active":"2024-09-21T07:28:32.321022+0000","last_became_peered":"2024-09-21T07:28:32.321022+0000","last_unstale":"2024-09-21T07:28:34.846201+0000","last_undegraded":"2024-09-21T07:28:34.846201+0000","last_fullsized":"2024-09-21T07:28:34.846201+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:04:28.475215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847015+0000","last_change":"2024-09-21T07:28:33.336301+0000","last_active":"2024-09-21T07:28:34.847015+0000","last_peered":"2024-09-21T07:28:34.847015+0000","last_clean":"2024-09-21T07:28:34.847015+0000","last_became_active":"2024-09-21T07:28:33.335132+0000","last_became_peered":"2024-09-21T07:28:33.335132+0000","last_unstale":"2024-09-21T07:28:34.847015+0000","last_undegraded":"2024-09-21T07:28:34.847015+0000","last_fullsized":"2024-09-21T07:28:34.847015+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:29:34.339691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847750+0000","last_change":"2024-09-21T07:28:32.324342+0000","last_active":"2024-09-21T07:28:34.847750+0000","last_peered":"2024-09-21T07:28:34.847750+0000","last_clean":"2024-09-21T07:28:34.847750+0000","last_became_active":"2024-09-21T07:28:32.323547+0000","last_became_peered":"2024-09-21T07:28:32.323547+0000","last_unstale":"2024-09-21T07:28:34.847750+0000","last_undegraded":"2024-09-21T07:28:34.847750+0000","last_fullsized":"2024-09-21T07:28:34.847750+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:50:50.094207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846270+0000","last_change":"2024-09-21T07:28:33.384191+0000","last_active":"2024-09-21T07:28:34.846270+0000","last_peered":"2024-09-21T07:28:34.846270+0000","last_clean":"2024-09-21T07:28:34.846270+0000","last_became_active":"2024-09-21T07:28:33.383938+0000","last_became_peered":"2024-09-21T07:28:33.383938+0000","last_unstale":"2024-09-21T07:28:34.846270+0000","last_undegraded":"2024-09-21T07:28:34.846270+0000","last_fullsized":"2024-09-21T07:28:34.846270+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:11:30.494165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357786+0000","last_change":"2024-09-21T07:28:32.292562+0000","last_active":"2024-09-21T07:28:34.357786+0000","last_peered":"2024-09-21T07:28:34.357786+0000","last_clean":"2024-09-21T07:28:34.357786+0000","last_became_active":"2024-09-21T07:28:32.291726+0000","last_became_peered":"2024-09-21T07:28:32.291726+0000","last_unstale":"2024-09-21T07:28:34.357786+0000","last_undegraded":"2024-09-21T07:28:34.357786+0000","last_fullsized":"2024-09-21T07:28:34.357786+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:11.633673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846307+0000","last_change":"2024-09-21T07:28:33.378993+0000","last_active":"2024-09-21T07:28:34.846307+0000","last_peered":"2024-09-21T07:28:34.846307+0000","last_clean":"2024-09-21T07:28:34.846307+0000","last_became_active":"2024-09-21T07:28:33.378601+0000","last_became_peered":"2024-09-21T07:28:33.378601+0000","last_unstale":"2024-09-21T07:28:34.846307+0000","last_undegraded":"2024-09-21T07:28:34.846307+0000","last_fullsized":"2024-09-21T07:28:34.846307+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:16:09.557202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361133+0000","last_change":"2024-09-21T07:28:32.302989+0000","last_active":"2024-09-21T07:28:34.361133+0000","last_peered":"2024-09-21T07:28:34.361133+0000","last_clean":"2024-09-21T07:28:34.361133+0000","last_became_active":"2024-09-21T07:28:32.302230+0000","last_became_peered":"2024-09-21T07:28:32.302230+0000","last_unstale":"2024-09-21T07:28:34.361133+0000","last_undegraded":"2024-09-21T07:28:34.361133+0000","last_fullsized":"2024-09-21T07:28:34.361133+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:00.515762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361319+0000","last_change":"2024-09-21T07:28:33.350518+0000","last_active":"2024-09-21T07:28:34.361319+0000","last_peered":"2024-09-21T07:28:34.361319+0000","last_clean":"2024-09-21T07:28:34.361319+0000","last_became_active":"2024-09-21T07:28:33.350072+0000","last_became_peered":"2024-09-21T07:28:33.350072+0000","last_unstale":"2024-09-21T07:28:34.361319+0000","last_undegraded":"2024-09-21T07:28:34.361319+0000","last_fullsized":"2024-09-21T07:28:34.361319+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:46:08.153231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847459+0000","last_change":"2024-09-21T07:28:32.316210+0000","last_active":"2024-09-21T07:28:34.847459+0000","last_peered":"2024-09-21T07:28:34.847459+0000","last_clean":"2024-09-21T07:28:34.847459+0000","last_became_active":"2024-09-21T07:28:32.315392+0000","last_became_peered":"2024-09-21T07:28:32.315392+0000","last_unstale":"2024-09-21T07:28:34.847459+0000","last_undegraded":"2024-09-21T07:28:34.847459+0000","last_fullsized":"2024-09-21T07:28:34.847459+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:56.391625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.357760+0000","last_change":"2024-09-21T07:28:33.347400+0000","last_active":"2024-09-21T07:28:34.357760+0000","last_peered":"2024-09-21T07:28:34.357760+0000","last_clean":"2024-09-21T07:28:34.357760+0000","last_became_active":"2024-09-21T07:28:33.346399+0000","last_became_peered":"2024-09-21T07:28:33.346399+0000","last_unstale":"2024-09-21T07:28:34.357760+0000","last_undegraded":"2024-09-21T07:28:34.357760+0000","last_fullsized":"2024-09-21T07:28:34.357760+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:32:58.963603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"69'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361094+0000","last_change":"2024-09-21T07:28:32.310162+0000","last_active":"2024-09-21T07:28:34.361094+0000","last_peered":"2024-09-21T07:28:34.361094+0000","last_clean":"2024-09-21T07:28:34.361094+0000","last_became_active":"2024-09-21T07:28:32.305891+0000","last_became_peered":"2024-09-21T07:28:32.305891+0000","last_unstale":"2024-09-21T07:28:34.361094+0000","last_undegraded":"2024-09-21T07:28:34.361094+0000","last_fullsized":"2024-09-21T07:28:34.361094+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:01.546140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.845531+0000","last_change":"2024-09-21T07:28:33.390312+0000","last_active":"2024-09-21T07:28:34.845531+0000","last_peered":"2024-09-21T07:28:34.845531+0000","last_clean":"2024-09-21T07:28:34.845531+0000","last_became_active":"2024-09-21T07:28:33.388344+0000","last_became_peered":"2024-09-21T07:28:33.388344+0000","last_unstale":"2024-09-21T07:28:34.845531+0000","last_undegraded":"2024-09-21T07:28:34.845531+0000","last_fullsized":"2024-09-21T07:28:34.845531+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:08.325071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.353836+0000","last_change":"2024-09-21T07:28:32.299845+0000","last_active":"2024-09-21T07:28:34.353836+0000","last_peered":"2024-09-21T07:28:34.353836+0000","last_clean":"2024-09-21T07:28:34.353836+0000","last_became_active":"2024-09-21T07:28:32.299377+0000","last_became_peered":"2024-09-21T07:28:32.299377+0000","last_unstale":"2024-09-21T07:28:34.353836+0000","last_undegraded":"2024-09-21T07:28:34.353836+0000","last_fullsized":"2024-09-21T07:28:34.353836+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:46.102807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847551+0000","last_change":"2024-09-21T07:28:33.369942+0000","last_active":"2024-09-21T07:28:34.847551+0000","last_peered":"2024-09-21T07:28:34.847551+0000","last_clean":"2024-09-21T07:28:34.847551+0000","last_became_active":"2024-09-21T07:28:33.357977+0000","last_became_peered":"2024-09-21T07:28:33.357977+0000","last_unstale":"2024-09-21T07:28:34.847551+0000","last_undegraded":"2024-09-21T07:28:34.847551+0000","last_fullsized":"2024-09-21T07:28:34.847551+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:41:53.161046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.361884+0000","last_change":"2024-09-21T07:28:32.313210+0000","last_active":"2024-09-21T07:28:34.361884+0000","last_peered":"2024-09-21T07:28:34.361884+0000","last_clean":"2024-09-21T07:28:34.361884+0000","last_became_active":"2024-09-21T07:28:32.312770+0000","last_became_peered":"2024-09-21T07:28:32.312770+0000","last_unstale":"2024-09-21T07:28:34.361884+0000","last_undegraded":"2024-09-21T07:28:34.361884+0000","last_fullsized":"2024-09-21T07:28:34.361884+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:15:16.638541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352503+0000","last_change":"2024-09-21T07:28:33.345284+0000","last_active":"2024-09-21T07:28:34.352503+0000","last_peered":"2024-09-21T07:28:34.352503+0000","last_clean":"2024-09-21T07:28:34.352503+0000","last_became_active":"2024-09-21T07:28:33.344594+0000","last_became_peered":"2024-09-21T07:28:33.344594+0000","last_unstale":"2024-09-21T07:28:34.352503+0000","last_undegraded":"2024-09-21T07:28:34.352503+0000","last_fullsized":"2024-09-21T07:28:34.352503+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:51:22.720936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.352604+0000","last_change":"2024-09-21T07:28:32.300782+0000","last_active":"2024-09-21T07:28:34.352604+0000","last_peered":"2024-09-21T07:28:34.352604+0000","last_clean":"2024-09-21T07:28:34.352604+0000","last_became_active":"2024-09-21T07:28:32.300267+0000","last_became_peered":"2024-09-21T07:28:32.300267+0000","last_unstale":"2024-09-21T07:28:34.352604+0000","last_undegraded":"2024-09-21T07:28:34.352604+0000","last_fullsized":"2024-09-21T07:28:34.352604+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:38.830507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.848059+0000","last_change":"2024-09-21T07:28:33.371369+0000","last_active":"2024-09-21T07:28:34.848059+0000","last_peered":"2024-09-21T07:28:34.848059+0000","last_clean":"2024-09-21T07:28:34.848059+0000","last_became_active":"2024-09-21T07:28:33.370559+0000","last_became_peered":"2024-09-21T07:28:33.370559+0000","last_unstale":"2024-09-21T07:28:34.848059+0000","last_undegraded":"2024-09-21T07:28:34.848059+0000","last_fullsized":"2024-09-21T07:28:34.848059+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:58:43.951698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.843500+0000","last_change":"2024-09-21T07:28:32.304625+0000","last_active":"2024-09-21T07:28:34.843500+0000","last_peered":"2024-09-21T07:28:34.843500+0000","last_clean":"2024-09-21T07:28:34.843500+0000","last_became_active":"2024-09-21T07:28:32.303765+0000","last_became_peered":"2024-09-21T07:28:32.303765+0000","last_unstale":"2024-09-21T07:28:34.843500+0000","last_undegraded":"2024-09-21T07:28:34.843500+0000","last_fullsized":"2024-09-21T07:28:34.843500+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:44.543793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.843913+0000","last_change":"2024-09-21T07:28:33.339725+0000","last_active":"2024-09-21T07:28:34.843913+0000","last_peered":"2024-09-21T07:28:34.843913+0000","last_clean":"2024-09-21T07:28:34.843913+0000","last_became_active":"2024-09-21T07:28:33.338598+0000","last_became_peered":"2024-09-21T07:28:33.338598+0000","last_unstale":"2024-09-21T07:28:34.843913+0000","last_undegraded":"2024-09-21T07:28:34.843913+0000","last_fullsized":"2024-09-21T07:28:34.843913+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:27.285369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.354941+0000","last_change":"2024-09-21T07:28:32.314541+0000","last_active":"2024-09-21T07:28:34.354941+0000","last_peered":"2024-09-21T07:28:34.354941+0000","last_clean":"2024-09-21T07:28:34.354941+0000","last_became_active":"2024-09-21T07:28:32.313063+0000","last_became_peered":"2024-09-21T07:28:32.313063+0000","last_unstale":"2024-09-21T07:28:34.354941+0000","last_undegraded":"2024-09-21T07:28:34.354941+0000","last_fullsized":"2024-09-21T07:28:34.354941+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:51.916535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847664+0000","last_change":"2024-09-21T07:28:33.345240+0000","last_active":"2024-09-21T07:28:34.847664+0000","last_peered":"2024-09-21T07:28:34.847664+0000","last_clean":"2024-09-21T07:28:34.847664+0000","last_became_active":"2024-09-21T07:28:33.344394+0000","last_became_peered":"2024-09-21T07:28:33.344394+0000","last_unstale":"2024-09-21T07:28:34.847664+0000","last_undegraded":"2024-09-21T07:28:34.847664+0000","last_fullsized":"2024-09-21T07:28:34.847664+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:12.645300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846939+0000","last_change":"2024-09-21T07:28:32.322305+0000","last_active":"2024-09-21T07:28:34.846939+0000","last_peered":"2024-09-21T07:28:34.846939+0000","last_clean":"2024-09-21T07:28:34.846939+0000","last_became_active":"2024-09-21T07:28:32.318328+0000","last_became_peered":"2024-09-21T07:28:32.318328+0000","last_unstale":"2024-09-21T07:28:34.846939+0000","last_undegraded":"2024-09-21T07:28:34.846939+0000","last_fullsized":"2024-09-21T07:28:34.846939+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:17:54.489236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.846662+0000","last_change":"2024-09-21T07:28:33.381550+0000","last_active":"2024-09-21T07:28:34.846662+0000","last_peered":"2024-09-21T07:28:34.846662+0000","last_clean":"2024-09-21T07:28:34.846662+0000","last_became_active":"2024-09-21T07:28:33.381193+0000","last_became_peered":"2024-09-21T07:28:33.381193+0000","last_unstale":"2024-09-21T07:28:34.846662+0000","last_undegraded":"2024-09-21T07:28:34.846662+0000","last_fullsized":"2024-09-21T07:28:34.846662+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:32.266897+0000","last_clean_scrub_stamp":"2024-09-21T07:28:32.266897+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:04:25.613789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.847849+0000","last_change":"2024-09-21T07:28:32.323167+0000","last_active":"2024-09-21T07:28:34.847849+0000","last_peered":"2024-09-21T07:28:34.847849+0000","last_clean":"2024-09-21T07:28:34.847849+0000","last_became_active":"2024-09-21T07:28:32.318692+0000","last_became_peered":"2024-09-21T07:28:32.318692+0000","last_unstale":"2024-09-21T07:28:34.847849+0000","last_undegraded":"2024-09-21T07:28:34.847849+0000","last_fullsized":"2024-09-21T07:28:34.847849+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:28:31.255270+0000","last_clean_scrub_stamp":"2024-09-21T07:28:31.255270+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:20:34.422632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":199,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-21T07:28:34.844923+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:28:34.844923+0000","last_peered":"2024-09-21T07:28:34.844923+0000","last_clean":"2024-09-21T07:28:34.844923+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:28:34.844923+0000","last_undegraded":"2024-09-21T07:28:34.844923+0000","last_fullsized":"2024-09-21T07:28:34.844923+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574900,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1441792,"data_stored":945854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574901,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":847872,"data_stored":354962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574900,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":843776,"data_stored":354960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574900,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":843776,"data_stored":354940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574901,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32016,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339824,"statfs":{"total":96636764160,"available":96603979776,"internally_reserved":0,"allocated":847872,"data_stored":354982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574901,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":851968,"data_stored":356482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":860160,"data_stored":357098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574901,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1433600,"data_stored":945238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:28:37.965 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:28:37.965 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T07:28:38.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 -- 172.21.15.6:0/1151444263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc0ceb90 msgr2=0x7f8ffc06fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 --2- 172.21.15.6:0/1151444263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc0ceb90 0x7f8ffc06fb10 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc0cc9d0 tx=0x7f8ff401ca10 comp rx=0 tx=0).stop 2024-09-21T07:28:38.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 -- 172.21.15.6:0/1151444263 shutdown_connections 2024-09-21T07:28:38.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 --2- 172.21.15.6:0/1151444263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc0ceb90 0x7f8ffc06fb10 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 --2- 172.21.15.6:0/1151444263 >> v2:172.21.15.145:3300/0 conn(0x7f8ffc074b40 0x7f8ffc0ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 -- 172.21.15.6:0/1151444263 >> 172.21.15.6:0/1151444263 conn(0x7f8ffc0d0170 msgr2=0x7f8ffc0d0580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:38.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 -- 172.21.15.6:0/1151444263 shutdown_connections 2024-09-21T07:28:38.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 -- 172.21.15.6:0/1151444263 wait complete. 2024-09-21T07:28:38.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 Processor -- start 2024-09-21T07:28:38.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.165+0000 7f900306a640 1 -- start start 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc074b40 0x7f8ffc14fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ffc0ce780 0x7f8ffc0c61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ffc0ceb90 0x7f8ffc0c3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8ffc169e00 con 0x7f8ffc074b40 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8ffc169c80 con 0x7f8ffc0ce780 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8ffc169f80 con 0x7f8ffc0ceb90 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc074b40 0x7f8ffc14fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc074b40 0x7f8ffc14fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50648/0 (socket says 172.21.15.6:50648) 2024-09-21T07:28:38.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 -- 172.21.15.6:0/4294232319 learned_addr learned my addr 172.21.15.6:0/4294232319 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9001607640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ffc0ceb90 0x7f8ffc0c3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f8ffbfff640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ffc0ce780 0x7f8ffc0c61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 -- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ffc0ceb90 msgr2=0x7f8ffc0c3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ffc0ceb90 0x7f8ffc0c3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 -- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ffc0ce780 msgr2=0x7f8ffc0c61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ffc0ce780 0x7f8ffc0c61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 -- 172.21.15.6:0/4294232319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ffc0c4ae0 con 0x7f8ffc074b40 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f8ffbfff640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ffc0ce780 0x7f8ffc0c61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f9000e06640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc074b40 0x7f8ffc14fed0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f8ff00058d0 tx=0x7f8ff000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f8ff97fa640 1 -- 172.21.15.6:0/4294232319 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff0017070 con 0x7f8ffc074b40 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f8ff97fa640 1 -- 172.21.15.6:0/4294232319 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ff0009d20 con 0x7f8ffc074b40 2024-09-21T07:28:38.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ffc157130 con 0x7f8ffc074b40 2024-09-21T07:28:38.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f8ff97fa640 1 -- 172.21.15.6:0/4294232319 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff00106c0 con 0x7f8ffc074b40 2024-09-21T07:28:38.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ffc1576f0 con 0x7f8ffc074b40 2024-09-21T07:28:38.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.169+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ffc0ce240 con 0x7f8ffc074b40 2024-09-21T07:28:38.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.173+0000 7f8ff97fa640 1 -- 172.21.15.6:0/4294232319 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8ff001a070 con 0x7f8ffc074b40 2024-09-21T07:28:38.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.173+0000 7f8ff97fa640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8fe8073200 0x7f8fe8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:38.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.173+0000 7f8ff97fa640 1 -- 172.21.15.6:0/4294232319 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f8ff0094420 con 0x7f8ffc074b40 2024-09-21T07:28:38.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.173+0000 7f8ffbfff640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8fe8073200 0x7f8fe8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:38.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.173+0000 7f8ffbfff640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8fe8073200 0x7f8fe8075710 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8fec001230 tx=0x7f8fec009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:38.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.177+0000 7f8ff97fa640 1 -- 172.21.15.6:0/4294232319 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8ff005f4d0 con 0x7f8ffc074b40 2024-09-21T07:28:38.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.405+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f8ffc09de60 con 0x7f8ffc074b40 2024-09-21T07:28:38.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.409+0000 7f8ff97fa640 1 -- 172.21.15.6:0/4294232319 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v28) ==== 190+0+147 (secure 0 0 0) 0x7f8ff005edd0 con 0x7f8ffc074b40 2024-09-21T07:28:38.412 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-09-21T07:28:38.412 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:28:38.412 INFO:teuthology.orchestra.run.smithi006.stdout: caps mds = "allow" 2024-09-21T07:28:38.413 INFO:teuthology.orchestra.run.smithi006.stdout: caps mon = "allow r" 2024-09-21T07:28:38.413 INFO:teuthology.orchestra.run.smithi006.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T07:28:38.413 INFO:teuthology.orchestra.run.smithi006.stderr:updated caps for client.0 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8fe8073200 msgr2=0x7f8fe8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8fe8073200 0x7f8fe8075710 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8fec001230 tx=0x7f8fec009040 comp rx=0 tx=0).stop 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc074b40 msgr2=0x7f8ffc14fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc074b40 0x7f8ffc14fed0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f8ff00058d0 tx=0x7f8ff000dde0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 shutdown_connections 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8fe8073200 0x7f8fe8075710 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8ffc0ceb90 0x7f8ffc0c3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8ffc0ce780 0x7f8ffc0c61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 --2- 172.21.15.6:0/4294232319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ffc074b40 0x7f8ffc14fed0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 >> 172.21.15.6:0/4294232319 conn(0x7f8ffc0d0170 msgr2=0x7f8ffc0ae060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:38.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 shutdown_connections 2024-09-21T07:28:38.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.413+0000 7f900306a640 1 -- 172.21.15.6:0/4294232319 wait complete. 2024-09-21T07:28:38.434 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:28:38.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.589+0000 7fea103ff640 1 -- 172.21.15.6:0/2393970755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe9f4004810 msgr2=0x7fe9f4004cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.589+0000 7fea103ff640 1 --2- 172.21.15.6:0/2393970755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe9f4004810 0x7fe9f4004cc0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fe9f8009b30 tx=0x7fe9f801d230 comp rx=0 tx=0).stop 2024-09-21T07:28:38.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.589+0000 7fea103ff640 1 -- 172.21.15.6:0/2393970755 shutdown_connections 2024-09-21T07:28:38.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.589+0000 7fea103ff640 1 --2- 172.21.15.6:0/2393970755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe9f4004810 0x7fe9f4004cc0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.589+0000 7fea103ff640 1 -- 172.21.15.6:0/2393970755 >> 172.21.15.6:0/2393970755 conn(0x7fea080d0b00 msgr2=0x7fea080b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:38.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.589+0000 7fea103ff640 1 -- 172.21.15.6:0/2393970755 shutdown_connections 2024-09-21T07:28:38.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.589+0000 7fea103ff640 1 -- 172.21.15.6:0/2393970755 wait complete. 2024-09-21T07:28:38.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 Processor -- start 2024-09-21T07:28:38.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 -- start start 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9f4004810 0x7fea081fb1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea081e82b0 0x7fea081f69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea0814de50 0x7fea081eb040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fea080ad8f0 con 0x7fea0814de50 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fea080ad770 con 0x7fe9f4004810 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fea080ada70 con 0x7fea081e82b0 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea0814de50 0x7fea081eb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea0814de50 0x7fea081eb040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50670/0 (socket says 172.21.15.6:50670) 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 -- 172.21.15.6:0/790327032 learned_addr learned my addr 172.21.15.6:0/790327032 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0d99a640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea081e82b0 0x7fea081f69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:38.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e19b640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9f4004810 0x7fea081fb1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 -- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea081e82b0 msgr2=0x7fea081f69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea081e82b0 0x7fea081f69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 -- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9f4004810 msgr2=0x7fea081fb1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9f4004810 0x7fea081fb1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 -- 172.21.15.6:0/790327032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea081fb6e0 con 0x7fea0814de50 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e19b640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9f4004810 0x7fea081fb1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea0e99c640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea0814de50 0x7fea081eb040 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fea00000c10 tx=0x7fea0000da10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fe9feffd640 1 -- 172.21.15.6:0/790327032 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea00006440 con 0x7fea0814de50 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fe9feffd640 1 -- 172.21.15.6:0/790327032 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea00015070 con 0x7fea0814de50 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea081e8a00 con 0x7fea0814de50 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fe9feffd640 1 -- 172.21.15.6:0/790327032 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea00003970 con 0x7fea0814de50 2024-09-21T07:28:38.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea081fa9a0 con 0x7fea0814de50 2024-09-21T07:28:38.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.593+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea081e8f20 con 0x7fea0814de50 2024-09-21T07:28:38.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.597+0000 7fe9feffd640 1 -- 172.21.15.6:0/790327032 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fea00003b10 con 0x7fea0814de50 2024-09-21T07:28:38.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.597+0000 7fe9feffd640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe9ec073230 0x7fe9ec075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:38.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.597+0000 7fe9feffd640 1 -- 172.21.15.6:0/790327032 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fea00094bd0 con 0x7fea0814de50 2024-09-21T07:28:38.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.597+0000 7fea0e19b640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe9ec073230 0x7fe9ec075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:38.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.597+0000 7fea0e19b640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe9ec073230 0x7fe9ec075740 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fea04007fd0 tx=0x7fea04009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:38.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.601+0000 7fe9feffd640 1 -- 172.21.15.6:0/790327032 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fea081e8f20 con 0x7fea0814de50 2024-09-21T07:28:38.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.813+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea081e8790 con 0x7fea0814de50 2024-09-21T07:28:38.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.813+0000 7fe9feffd640 1 -- 172.21.15.6:0/790327032 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5225 (secure 0 0 0) 0x7fea0806d7a0 con 0x7fea0814de50 2024-09-21T07:28:38.816 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:38.817 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":50,"btime":"2024-09-21T07:28:36:359344+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/4121072814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4121072814},{"type":"v1","addr":"172.21.15.145:6836","nonce":4121072814}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5668,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2151056970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2151056970},{"type":"v1","addr":"172.21.15.145:6837","nonce":2151056970}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6120,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/3060070161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3060070161},{"type":"v1","addr":"172.21.15.6:6834","nonce":3060070161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:28:32.706396+0000","modified":"2024-09-21T07:28:35.781712+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6123},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6123":{"gid":6123,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1425677822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1425677822},{"type":"v1","addr":"172.21.15.6:6835","nonce":1425677822}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6123,"qdb_cluster":[6123]},"id":5}]} 2024-09-21T07:28:38.817 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 50 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe9ec073230 msgr2=0x7fe9ec075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe9ec073230 0x7fe9ec075740 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fea04007fd0 tx=0x7fea04009040 comp rx=0 tx=0).stop 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea0814de50 msgr2=0x7fea081eb040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea0814de50 0x7fea081eb040 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fea00000c10 tx=0x7fea0000da10 comp rx=0 tx=0).stop 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 shutdown_connections 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe9ec073230 0x7fe9ec075740 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea0814de50 0x7fea081eb040 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fea081e82b0 0x7fea081f69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 --2- 172.21.15.6:0/790327032 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe9f4004810 0x7fea081fb1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 >> 172.21.15.6:0/790327032 conn(0x7fea080d0b00 msgr2=0x7fea0815a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:38.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 shutdown_connections 2024-09-21T07:28:38.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:38.817+0000 7fea103ff640 1 -- 172.21.15.6:0/790327032 wait complete. 2024-09-21T07:28:39.242 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 50, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:28:32.706396+0000', 'modified': '2024-09-21T07:28:35.781712+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6123}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6123': {'gid': 6123, 'name': 'a', 'rank': 0, 'incarnation': 46, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/1425677822', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6833', 'nonce': 1425677822}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 1425677822}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6123, 'qdb_cluster': [6123]} 2024-09-21T07:28:39.242 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:28:39.242 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T07:28:39.246 INFO:tasks.ceph.mds.a.smithi006.stderr:2024-09-21T07:28:39.241+0000 7f403b5ca640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:28:39.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.413+0000 7f048d935640 1 -- 172.21.15.6:0/2974766344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 msgr2=0x7f0474003e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.413+0000 7f048d935640 1 --2- 172.21.15.6:0/2974766344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 0x7f0474003e80 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f047800bb20 tx=0x7f047801cda0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.413+0000 7f04877fe640 1 -- 172.21.15.6:0/2974766344 reap_dead start 2024-09-21T07:28:39.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.413+0000 7f048d935640 1 -- 172.21.15.6:0/2974766344 shutdown_connections 2024-09-21T07:28:39.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.413+0000 7f048d935640 1 -- 172.21.15.6:0/2974766344 >> 172.21.15.6:0/2974766344 conn(0x7f048809d940 msgr2=0x7f048808bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:39.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.413+0000 7f048d935640 1 -- 172.21.15.6:0/2974766344 shutdown_connections 2024-09-21T07:28:39.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.413+0000 7f048d935640 1 -- 172.21.15.6:0/2974766344 wait complete. 2024-09-21T07:28:39.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 Processor -- start 2024-09-21T07:28:39.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 -- start start 2024-09-21T07:28:39.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 0x7f0488166d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0488158b00 0x7f04880b1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0488158f10 0x7f04880b1770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0488169fd0 con 0x7f0474003a10 2024-09-21T07:28:39.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0488169e50 con 0x7f0488158f10 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f048816a150 con 0x7f0488158b00 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 0x7f0488166d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 0x7f0488166d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50684/0 (socket says 172.21.15.6:50684) 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 -- 172.21.15.6:0/3224237329 learned_addr learned my addr 172.21.15.6:0/3224237329 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f04877fe640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0488158f10 0x7f04880b1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f04867fc640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0488158b00 0x7f04880b1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 -- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0488158b00 msgr2=0x7f04880b1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0488158b00 0x7f04880b1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 -- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0488158f10 msgr2=0x7f04880b1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0488158f10 0x7f04880b1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 -- 172.21.15.6:0/3224237329 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04881f90f0 con 0x7f0474003a10 2024-09-21T07:28:39.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f0486ffd640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 0x7f0488166d00 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f04780b1040 tx=0x7f04780055b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:39.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f047ffff640 1 -- 172.21.15.6:0/3224237329 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04780ab040 con 0x7f0474003a10 2024-09-21T07:28:39.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f047ffff640 1 -- 172.21.15.6:0/3224237329 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04780a5a80 con 0x7f0474003a10 2024-09-21T07:28:39.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f047ffff640 1 -- 172.21.15.6:0/3224237329 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478004280 con 0x7f0474003a10 2024-09-21T07:28:39.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 -- 172.21.15.6:0/3224237329 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04881f93d0 con 0x7f0474003a10 2024-09-21T07:28:39.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.417+0000 7f048d935640 1 -- 172.21.15.6:0/3224237329 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04881f9990 con 0x7f0474003a10 2024-09-21T07:28:39.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f047ffff640 1 -- 172.21.15.6:0/3224237329 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f04780c0020 con 0x7f0474003a10 2024-09-21T07:28:39.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f047ffff640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0468073200 0x7f0468075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f047ffff640 1 -- 172.21.15.6:0/3224237329 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f047812eb20 con 0x7f0474003a10 2024-09-21T07:28:39.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f04867fc640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0468073200 0x7f0468075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0494c00000 1 Processor -- start 2024-09-21T07:28:39.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0494c00000 1 -- start start 2024-09-21T07:28:39.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f04867fc640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0468073200 0x7f0468075710 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0470001d40 tx=0x7f0470001340 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:39.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0494c00000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f24396a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0494c00000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22e8950 0x5653f2439be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0494c00000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22d1ca0 0x5653f243a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0494c00000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5653f230e410 con 0x5653f1ef8460 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0494c00000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5653f224bb40 con 0x5653f22e8950 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0494c00000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5653f223af70 con 0x5653f22d1ca0 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0486ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f24396a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0486ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f24396a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50700/0 (socket says 172.21.15.6:50700) 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0486ffd640 1 -- 172.21.15.6:0/277022808 learned_addr learned my addr 172.21.15.6:0/277022808 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f04877fe640 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22d1ca0 0x5653f243a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0486ffd640 1 -- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22d1ca0 msgr2=0x5653f243a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0486ffd640 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22d1ca0 0x5653f243a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f04867fc640 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22e8950 0x5653f2439be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0486ffd640 1 -- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22e8950 msgr2=0x5653f2439be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0486ffd640 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22e8950 0x5653f2439be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f0486ffd640 1 -- 172.21.15.6:0/277022808 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653f22025b0 con 0x5653f1ef8460 2024-09-21T07:28:39.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.421+0000 7f04877fe640 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22d1ca0 0x5653f243a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:39.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0486ffd640 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f24396a0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f04780f91d0 tx=0x7f04780f54a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cece0ca7382f622 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:39.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f047d7fa640 1 -- 172.21.15.6:0/277022808 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04780f9bd0 con 0x5653f1ef8460 2024-09-21T07:28:39.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f047d7fa640 1 -- 172.21.15.6:0/277022808 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04780fdfb0 con 0x5653f1ef8460 2024-09-21T07:28:39.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f047d7fa640 1 -- 172.21.15.6:0/277022808 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478102e60 con 0x5653f1ef8460 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- 172.21.15.6:0/277022808 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 msgr2=0x5653f24396a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f24396a0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f04780f91d0 tx=0x7f04780f54a0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- 172.21.15.6:0/277022808 shutdown_connections 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22d1ca0 0x5653f243a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22e8950 0x5653f2439be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 --2- 172.21.15.6:0/277022808 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f24396a0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- 172.21.15.6:0/277022808 >> 172.21.15.6:0/277022808 conn(0x5653f23bed90 msgr2=0x5653f23ee690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- 172.21.15.6:0/277022808 shutdown_connections 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- 172.21.15.6:0/277022808 wait complete. 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- start start 2024-09-21T07:28:39.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 Processor -- start 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f2440920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f2440e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24413a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5653f21d55f0 con 0x5653f1ef8460 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5653f223ed80 con 0x5653f22d1ca0 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5653f21e1520 con 0x5653f22e8950 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0494c00000 10 client.0 _ll_register_callbacks cb 0x5653f21e5830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0486ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f2440920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0486ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f2440920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50710/0 (socket says 172.21.15.6:50710) 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.425+0000 7f0486ffd640 1 -- 172.21.15.6:0/3351321963 learned_addr learned my addr 172.21.15.6:0/3351321963 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04877fe640 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24413a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04867fc640 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f2440e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0486ffd640 1 -- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 msgr2=0x5653f24413a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0486ffd640 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24413a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0486ffd640 1 -- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 msgr2=0x5653f2440e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0486ffd640 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f2440e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0486ffd640 1 -- 172.21.15.6:0/3351321963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653f21d9190 con 0x5653f1ef8460 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04867fc640 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f2440e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0486ffd640 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f2440920 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f047801d280 tx=0x7f04780f94d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12df9c38e194a87d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 1 -- 172.21.15.6:0/3351321963 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478102e60 con 0x5653f1ef8460 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 -- 172.21.15.6:0/3351321963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5653f21d3110 con 0x5653f1ef8460 2024-09-21T07:28:39.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 1 -- 172.21.15.6:0/3351321963 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f0478110ca0 con 0x5653f1ef8460 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 1 -- 172.21.15.6:0/3351321963 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f04780fdfb0 con 0x5653f1ef8460 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 10 client.6255 fetch_fsmap learned FSMap version 50 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 -- 172.21.15.6:0/3351321963 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) -- 0x5653f22bff10 con 0x5653f1ef8460 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 1 -- 172.21.15.6:0/3351321963 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x5653f21d3110 con 0x5653f1ef8460 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 1 -- 172.21.15.6:0/3351321963 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 50) ==== 3502+0+0 (secure 0 0 0) 0x7f04780b8070 con 0x5653f1ef8460 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 10 client.6255 fetch_fsmap finished waiting for FSMap version 50 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 10 client.6255 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 20 client.6255 populate_metadata read hostname 'smithi006' 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] conn(0x5653f1edd7d0 0x5653f244ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 4 client.6255 mds_command: new command op to 6123 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 -- 172.21.15.6:0/3351321963 --> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653f224da90 con 0x5653f1edd7d0 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04867fc640 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] conn(0x5653f1edd7d0 0x5653f244ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04867fc640 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] conn(0x5653f1edd7d0 0x5653f244ad00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aff5fdd83e03aa1e server_cookie=3a9ffe40515b3f94 in_seq=0 out_seq=0 2024-09-21T07:28:39.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 10 client.6255 ms_handle_connect on v2:172.21.15.6:6833/1425677822 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 1 -- 172.21.15.6:0/3351321963 <== mds.0 v2:172.21.15.6:6833/1425677822 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5653f224da90 con 0x5653f1edd7d0 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 10 client.6255 handle_command_reply: tid=0 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 client.6255 shutdown 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 -- 172.21.15.6:0/3351321963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 msgr2=0x5653f2440920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f2440920 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f047801d280 tx=0x7f04780f94d0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 -- 172.21.15.6:0/3351321963 shutdown_connections 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] conn(0x5653f1edd7d0 0x5653f244ad00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24413a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f2440e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f04667fc640 0 client.6255 ms_handle_reset on v2:172.21.15.6:6833/1425677822 2024-09-21T07:28:39.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 --2- 172.21.15.6:0/3351321963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f1ef8460 0x5653f2440920 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 -- 172.21.15.6:0/3351321963 >> 172.21.15.6:0/3351321963 conn(0x5653f23bed90 msgr2=0x5653f23f5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:39.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 -- 172.21.15.6:0/3351321963 shutdown_connections 2024-09-21T07:28:39.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 1 -- 172.21.15.6:0/3351321963 wait complete. 2024-09-21T07:28:39.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.429+0000 7f0494c00000 20 client.6255 trim_cache size 0 max 16384 2024-09-21T07:28:39.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0494c00000 1 Processor -- start 2024-09-21T07:28:39.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0494c00000 1 -- start start 2024-09-21T07:28:39.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0494c00000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f1ef8460 0x5653f24ab630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0494c00000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22d1ca0 0x5653f24abb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0494c00000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24ac0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0494c00000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0488205f40 con 0x5653f22d1ca0 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0494c00000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0488204fc0 con 0x5653f1ef8460 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0494c00000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f04880b6c30 con 0x5653f22e8950 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04867fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22d1ca0 0x5653f24abb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04867fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22d1ca0 0x5653f24abb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50726/0 (socket says 172.21.15.6:50726) 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04867fc640 1 -- 172.21.15.6:0/687726669 learned_addr learned my addr 172.21.15.6:0/687726669 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04877fe640 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24ac0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0486ffd640 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f1ef8460 0x5653f24ab630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04867fc640 1 -- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 msgr2=0x5653f24ac0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04867fc640 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24ac0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04867fc640 1 -- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f1ef8460 msgr2=0x5653f24ab630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04867fc640 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f1ef8460 0x5653f24ab630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04867fc640 1 -- 172.21.15.6:0/687726669 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653f2296db0 con 0x5653f22d1ca0 2024-09-21T07:28:39.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f04877fe640 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24ac0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:39.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.449+0000 7f0486ffd640 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f1ef8460 0x5653f24ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:39.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f04867fc640 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22d1ca0 0x5653f24abb70 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f0470015040 tx=0x7f047000c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c0ae7af2fb72c3e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:39.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f047cff9640 1 -- 172.21.15.6:0/687726669 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047002a070 con 0x5653f22d1ca0 2024-09-21T07:28:39.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f047cff9640 1 -- 172.21.15.6:0/687726669 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f047001d4f0 con 0x5653f22d1ca0 2024-09-21T07:28:39.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f047cff9640 1 -- 172.21.15.6:0/687726669 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0470016070 con 0x5653f22d1ca0 2024-09-21T07:28:39.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- 172.21.15.6:0/687726669 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22d1ca0 msgr2=0x5653f24abb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22d1ca0 0x5653f24abb70 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f0470015040 tx=0x7f047000c000 comp rx=0 tx=0).stop 2024-09-21T07:28:39.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- 172.21.15.6:0/687726669 shutdown_connections 2024-09-21T07:28:39.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f22e8950 0x5653f24ac0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22d1ca0 0x5653f24abb70 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 --2- 172.21.15.6:0/687726669 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f1ef8460 0x5653f24ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- 172.21.15.6:0/687726669 >> 172.21.15.6:0/687726669 conn(0x5653f23bed90 msgr2=0x5653f23edcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:39.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- 172.21.15.6:0/687726669 shutdown_connections 2024-09-21T07:28:39.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- 172.21.15.6:0/687726669 wait complete. 2024-09-21T07:28:39.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- start start 2024-09-21T07:28:39.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 Processor -- start 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f1ef8460 0x5653f24af240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f24af780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22e8950 0x5653f24afcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5653f21e1520 con 0x5653f22e8950 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0488204970 con 0x5653f22d1ca0 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5653f21d55f0 con 0x5653f1ef8460 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f0494c00000 10 client.0 _ll_register_callbacks cb 0x7f04780f9330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f04877fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22e8950 0x5653f24afcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f04877fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22e8950 0x5653f24afcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50736/0 (socket says 172.21.15.6:50736) 2024-09-21T07:28:39.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.453+0000 7f04877fe640 1 -- 172.21.15.6:0/2317268001 learned_addr learned my addr 172.21.15.6:0/2317268001 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0486ffd640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f1ef8460 0x5653f24af240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04867fc640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f24af780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04877fe640 1 -- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f1ef8460 msgr2=0x5653f24af240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04877fe640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f1ef8460 0x5653f24af240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04877fe640 1 -- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 msgr2=0x5653f24af780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04877fe640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f24af780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04877fe640 1 -- 172.21.15.6:0/2317268001 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653f2201ab0 con 0x5653f22e8950 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0486ffd640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f1ef8460 0x5653f24af240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04867fc640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f24af780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04877fe640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22e8950 0x5653f24afcc0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f04880d40b0 tx=0x7f0480012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14a1c6e93f8d52d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 1 -- 172.21.15.6:0/2317268001 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0480012030 con 0x5653f22e8950 2024-09-21T07:28:39.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 1 -- 172.21.15.6:0/2317268001 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f0480012e00 con 0x5653f22e8950 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 -- 172.21.15.6:0/2317268001 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f047001d4f0 con 0x5653f22e8950 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 1 -- 172.21.15.6:0/2317268001 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f0480023050 con 0x5653f22e8950 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 10 client.6261 fetch_fsmap learned FSMap version 50 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 -- 172.21.15.6:0/2317268001 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) -- 0x5653f21e0070 con 0x5653f22e8950 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 1 -- 172.21.15.6:0/2317268001 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f047001d4f0 con 0x5653f22e8950 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 1 -- 172.21.15.6:0/2317268001 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 50) ==== 3502+0+0 (secure 0 0 0) 0x7f0480026020 con 0x5653f22e8950 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 10 client.6261 fetch_fsmap finished waiting for FSMap version 50 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 10 client.6261 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 20 client.6261 populate_metadata read hostname 'smithi006' 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] conn(0x5653f1ecb830 0x5653f246aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 4 client.6261 mds_command: new command op to 6123 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 -- 172.21.15.6:0/2317268001 --> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] -- command(tid 0: {"prefix": "status"}) -- 0x5653f2249540 con 0x5653f1ecb830 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0486ffd640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] conn(0x5653f1ecb830 0x5653f246aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 10 client.6261 ms_handle_connect on v2:172.21.15.6:6833/1425677822 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0486ffd640 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] conn(0x5653f1ecb830 0x5653f246aa40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87df591211264c1e server_cookie=ad9126197276cf19 in_seq=0 out_seq=0 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 1 -- 172.21.15.6:0/2317268001 <== mds.0 v2:172.21.15.6:6833/1425677822 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5653f2249540 con 0x5653f1ecb830 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 10 client.6261 handle_command_reply: tid=0 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 client.6261 shutdown 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 -- 172.21.15.6:0/2317268001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22e8950 msgr2=0x5653f24afcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22e8950 0x5653f24afcc0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f04880d40b0 tx=0x7f0480012820 comp rx=0 tx=0).stop 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 -- 172.21.15.6:0/2317268001 shutdown_connections 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653f22e8950 0x5653f24afcc0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5653f22d1ca0 0x5653f24af780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.6:6833/1425677822,v1:172.21.15.6:6835/1425677822] conn(0x5653f1ecb830 0x5653f246aa40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 --2- 172.21.15.6:0/2317268001 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5653f1ef8460 0x5653f24af240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f04667fc640 0 client.6261 ms_handle_reset on v2:172.21.15.6:6833/1425677822 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 -- 172.21.15.6:0/2317268001 >> 172.21.15.6:0/2317268001 conn(0x5653f23bed90 msgr2=0x5653f244a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:39.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 -- 172.21.15.6:0/2317268001 shutdown_connections 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 1 -- 172.21.15.6:0/2317268001 wait complete. 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f0494c00000 20 client.6261 trim_cache size 0 max 16384 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 6123, 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:28:39.466 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 6.1198104869999996, 2024-09-21T07:28:39.467 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 50, 2024-09-21T07:28:39.467 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 69, 2024-09-21T07:28:39.467 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 69, 2024-09-21T07:28:39.467 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 10.650540246 2024-09-21T07:28:39.467 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 -- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0468073200 msgr2=0x7f0468075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0468073200 0x7f0468075710 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0470001d40 tx=0x7f0470001340 comp rx=0 tx=0).stop 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 -- 172.21.15.6:0/3224237329 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 msgr2=0x7f0488166d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 0x7f0488166d00 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f04780b1040 tx=0x7f04780055b0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 -- 172.21.15.6:0/3224237329 shutdown_connections 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0468073200 0x7f0468075710 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0488158f10 0x7f04880b1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0488158b00 0x7f04880b1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 --2- 172.21.15.6:0/3224237329 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0474003a10 0x7f0488166d00 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 -- 172.21.15.6:0/3224237329 >> 172.21.15.6:0/3224237329 conn(0x7f048809d940 msgr2=0x7f04881617c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 -- 172.21.15.6:0/3224237329 shutdown_connections 2024-09-21T07:28:39.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.457+0000 7f048d935640 1 -- 172.21.15.6:0/3224237329 wait complete. 2024-09-21T07:28:39.481 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:28:39.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.669+0000 7f05fa3b7640 1 -- 172.21.15.6:0/3170391414 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05dc004d50 msgr2=0x7f05dc005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.669+0000 7f05fa3b7640 1 --2- 172.21.15.6:0/3170391414 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05dc004d50 0x7f05dc005160 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f05ec00c770 tx=0x7f05ec01d320 comp rx=0 tx=0).stop 2024-09-21T07:28:39.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.669+0000 7f05f8954640 1 -- 172.21.15.6:0/3170391414 reap_dead start 2024-09-21T07:28:39.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.669+0000 7f05fa3b7640 1 -- 172.21.15.6:0/3170391414 shutdown_connections 2024-09-21T07:28:39.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.669+0000 7f05fa3b7640 1 -- 172.21.15.6:0/3170391414 >> 172.21.15.6:0/3170391414 conn(0x7f05f40d0b00 msgr2=0x7f05f40b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:39.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.669+0000 7f05fa3b7640 1 -- 172.21.15.6:0/3170391414 shutdown_connections 2024-09-21T07:28:39.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.669+0000 7f05fa3b7640 1 -- 172.21.15.6:0/3170391414 wait complete. 2024-09-21T07:28:39.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05fa3b7640 1 Processor -- start 2024-09-21T07:28:39.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05fa3b7640 1 -- start start 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05fa3b7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05f41e5c50 0x7f05f41e8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05fa3b7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05f4099280 0x7f05f409c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05fa3b7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05f4099690 0x7f05f409c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05fa3b7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f05f415fdb0 con 0x7f05f41e5c50 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05fa3b7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f05f40cbd00 con 0x7f05f4099280 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05fa3b7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f05f415ff30 con 0x7f05f4099690 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05f41e5c50 0x7f05f41e8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05f41e5c50 0x7f05f41e8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50750/0 (socket says 172.21.15.6:50750) 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 -- 172.21.15.6:0/700520011 learned_addr learned my addr 172.21.15.6:0/700520011 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f8954640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05f4099690 0x7f05f409c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f37fe640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05f4099280 0x7f05f409c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 -- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05f4099690 msgr2=0x7f05f409c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05f4099690 0x7f05f409c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 -- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05f4099280 msgr2=0x7f05f409c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05f4099280 0x7f05f409c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 -- 172.21.15.6:0/700520011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05f41e6750 con 0x7f05f41e5c50 2024-09-21T07:28:39.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f37fe640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05f4099280 0x7f05f409c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:28:39.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.673+0000 7f05f3fff640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05f41e5c50 0x7f05f41e8f50 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f05e400e960 tx=0x7f05e400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:39.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05f0ff9640 1 -- 172.21.15.6:0/700520011 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e400cc00 con 0x7f05f41e5c50 2024-09-21T07:28:39.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05f0ff9640 1 -- 172.21.15.6:0/700520011 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05e4005020 con 0x7f05f41e5c50 2024-09-21T07:28:39.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05f41e6a30 con 0x7f05f41e5c50 2024-09-21T07:28:39.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05f0ff9640 1 -- 172.21.15.6:0/700520011 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e4005430 con 0x7f05f41e5c50 2024-09-21T07:28:39.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05f41e6ff0 con 0x7f05f41e5c50 2024-09-21T07:28:39.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05f4070c20 con 0x7f05f41e5c50 2024-09-21T07:28:39.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05f0ff9640 1 -- 172.21.15.6:0/700520011 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f05e40047b0 con 0x7f05f41e5c50 2024-09-21T07:28:39.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05f0ff9640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05e0073200 0x7f05e0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:39.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05f0ff9640 1 -- 172.21.15.6:0/700520011 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f05e4094d10 con 0x7f05f41e5c50 2024-09-21T07:28:39.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.677+0000 7f05f37fe640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05e0073200 0x7f05e0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:39.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.681+0000 7f05f37fe640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05e0073200 0x7f05e0075710 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f05f4159640 tx=0x7f05e80091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:39.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.681+0000 7f05f0ff9640 1 -- 172.21.15.6:0/700520011 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f05e4016030 con 0x7f05f41e5c50 2024-09-21T07:28:39.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.889+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f05f40b2750 con 0x7f05f41e5c50 2024-09-21T07:28:39.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.889+0000 7f05f0ff9640 1 -- 172.21.15.6:0/700520011 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7f05e405f8e0 con 0x7f05f41e5c50 2024-09-21T07:28:39.892 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:28:39.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.889+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05e0073200 msgr2=0x7f05e0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.889+0000 7f05fa3b7640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05e0073200 0x7f05e0075710 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f05f4159640 tx=0x7f05e80091e0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.889+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05f41e5c50 msgr2=0x7f05f41e8f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:39.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.889+0000 7f05fa3b7640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05f41e5c50 0x7f05f41e8f50 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f05e400e960 tx=0x7f05e400ee20 comp rx=0 tx=0).stop 2024-09-21T07:28:39.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.893+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 shutdown_connections 2024-09-21T07:28:39.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.893+0000 7f05fa3b7640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05e0073200 0x7f05e0075710 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.893+0000 7f05fa3b7640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05f4099690 0x7f05f409c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.893+0000 7f05fa3b7640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05f4099280 0x7f05f409c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.893+0000 7f05fa3b7640 1 --2- 172.21.15.6:0/700520011 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05f41e5c50 0x7f05f41e8f50 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:39.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.893+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 >> 172.21.15.6:0/700520011 conn(0x7f05f40d0b00 msgr2=0x7f05f415dcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:39.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.893+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 shutdown_connections 2024-09-21T07:28:39.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:39.893+0000 7f05fa3b7640 1 -- 172.21.15.6:0/700520011 wait complete. 2024-09-21T07:28:39.913 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:28:39.913 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:28:39.913 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:28:39.913 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:28:39.913 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:39.913 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:28:39.913 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:28:39.913 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:28:39.914 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:28:39.914 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:39.914 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:39.920 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42251sec preferred_lft 42251sec 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:28:39.921 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:28:39.922 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:39.923 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:28:39.923 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:39.923 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:28:39.923 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:39.923 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:39.923 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:28:39.972 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:28:39.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:39.974 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:28:40.024 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:28:40.024 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:28:40.024 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:28:40.024 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:28:40.024 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:28:40.025 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:28:40.025 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:28:40.025 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:28:40.025 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:28:40.025 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:28:40.025 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:28:40.025 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:28:40.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:28:40.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:28:40.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:40.143 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:28:40.190 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:28:40.191 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:28:40.191 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:28:40.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:40.191 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:28:40.247 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:28:40.247 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:28:40.248 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:40.295 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:28:40.295 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:28:40.295 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:40.343 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:28:40.402 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:40.453 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:28:40.454 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:28:40.455 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:40.456 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:40.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:40.457 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:28:40.503 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:28:40.503 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:28:40.548 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:28:40.562 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:40.611 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:28:40.611 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:28:40.611 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:28:40.611 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:28:40.611 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:28:40.611 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:28:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:28:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:28:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:28:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:28:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:28:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:28:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:28:40.613 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:28:40.613 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:28:40.613 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:28:40.613 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:28:40.613 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:40.613 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:28:40.613 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:40.614 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:28:40.614 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:28:40.614 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:28:40.614 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:28:40.615 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:28:40.615 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:28:40.615 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:28:40.615 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:28:40.615 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:40.615 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:40.615 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:40.615 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:40.616 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:40.617 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:28:40.660 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:28:40.657+0000 7f22ee7ff580 -1 init, newargv = 0x5625767842f0 newargc=15 2024-09-21T07:28:40.660 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[43329]: starting ceph client 2024-09-21T07:28:40.665 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[43329]: starting fuse 2024-09-21T07:28:41.763 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:28:41.780 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:41.828 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:28:41.828 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:28:41.828 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:28:41.828 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:28:41.828 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:28:41.828 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:41.829 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:28:41.830 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:41.831 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:28:41.831 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:41.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:41.832 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:28:41.879 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:28:41.879 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:28:41.879 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:41.880 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:28:41.881 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:28:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.43329.asok 2024-09-21T07:28:42.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:28:42.019 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.43329.asok 2024-09-21T07:28:42.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:42.020 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.43329.asok status 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "43329", 2024-09-21T07:28:42.201 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 6273, 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 6273 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2588606875 2024-09-21T07:28:42.202 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 2588606875 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.6273 192.168.0.1:0/2588606875", 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/2588606875", 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 50, 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 69, 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:28:42.203 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:28:42.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:42.218 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:28:42.218 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:42.225 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:28:42.225 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:42.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:42.226 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:42.277 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:28:42.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.477+0000 7fee870ea640 1 -- 172.21.15.6:0/1953838354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee68003a10 msgr2=0x7fee68003e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:42.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.477+0000 7fee870ea640 1 --2- 172.21.15.6:0/1953838354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee68003a10 0x7fee68003e80 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fee7000bb10 tx=0x7fee7001cd90 comp rx=0 tx=0).stop 2024-09-21T07:28:42.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.477+0000 7fee85687640 1 -- 172.21.15.6:0/1953838354 reap_dead start 2024-09-21T07:28:42.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.477+0000 7fee870ea640 1 -- 172.21.15.6:0/1953838354 shutdown_connections 2024-09-21T07:28:42.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.477+0000 7fee870ea640 1 -- 172.21.15.6:0/1953838354 >> 172.21.15.6:0/1953838354 conn(0x7fee800d0b00 msgr2=0x7fee800b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:42.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.477+0000 7fee870ea640 1 -- 172.21.15.6:0/1953838354 shutdown_connections 2024-09-21T07:28:42.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.477+0000 7fee870ea640 1 -- 172.21.15.6:0/1953838354 wait complete. 2024-09-21T07:28:42.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee870ea640 1 Processor -- start 2024-09-21T07:28:42.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee870ea640 1 -- start start 2024-09-21T07:28:42.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee870ea640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee68003a10 0x7fee800740c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:42.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee870ea640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee801f9f20 0x7fee8015a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:42.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee870ea640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee8015cc80 0x7fee8015d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:42.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee870ea640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fee80167f50 con 0x7fee801f9f20 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee870ea640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fee80167dd0 con 0x7fee68003a10 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee870ea640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fee801680d0 con 0x7fee8015cc80 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee7ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee801f9f20 0x7fee8015a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee7ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee801f9f20 0x7fee8015a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50764/0 (socket says 172.21.15.6:50764) 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee7ffff640 1 -- 172.21.15.6:0/2557084998 learned_addr learned my addr 172.21.15.6:0/2557084998 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee84e86640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee68003a10 0x7fee800740c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee85687640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee8015cc80 0x7fee8015d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee7ffff640 1 -- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee8015cc80 msgr2=0x7fee8015d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee7ffff640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee8015cc80 0x7fee8015d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee7ffff640 1 -- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee68003a10 msgr2=0x7fee800740c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee7ffff640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee68003a10 0x7fee800740c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:42.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee7ffff640 1 -- 172.21.15.6:0/2557084998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee8015d5d0 con 0x7fee801f9f20 2024-09-21T07:28:42.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.481+0000 7fee84e86640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee68003a10 0x7fee800740c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:42.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee7ffff640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee801f9f20 0x7fee8015a6d0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fee7400f980 tx=0x7fee7400fe40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:42.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee7d7fa640 1 -- 172.21.15.6:0/2557084998 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee74015070 con 0x7fee801f9f20 2024-09-21T07:28:42.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee7d7fa640 1 -- 172.21.15.6:0/2557084998 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee7400bde0 con 0x7fee801f9f20 2024-09-21T07:28:42.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee8015eb50 con 0x7fee801f9f20 2024-09-21T07:28:42.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee7d7fa640 1 -- 172.21.15.6:0/2557084998 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee7401a6c0 con 0x7fee801f9f20 2024-09-21T07:28:42.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee8015f120 con 0x7fee801f9f20 2024-09-21T07:28:42.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee8006ce50 con 0x7fee801f9f20 2024-09-21T07:28:42.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee7d7fa640 1 -- 172.21.15.6:0/2557084998 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fee7401a860 con 0x7fee801f9f20 2024-09-21T07:28:42.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee7d7fa640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fee6c073200 0x7fee6c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:42.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee7d7fa640 1 -- 172.21.15.6:0/2557084998 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fee74095280 con 0x7fee801f9f20 2024-09-21T07:28:42.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee84e86640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fee6c073200 0x7fee6c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:42.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.485+0000 7fee84e86640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fee6c073200 0x7fee6c075710 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fee700b0000 tx=0x7fee700a7040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:42.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.489+0000 7fee7d7fa640 1 -- 172.21.15.6:0/2557084998 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fee8015d5d0 con 0x7fee801f9f20 2024-09-21T07:28:42.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.701+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fee800ca2e0 con 0x7fee801f9f20 2024-09-21T07:28:42.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee7d7fa640 1 -- 172.21.15.6:0/2557084998 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7fee74060320 con 0x7fee801f9f20 2024-09-21T07:28:42.707 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:28:42.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fee6c073200 msgr2=0x7fee6c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fee6c073200 0x7fee6c075710 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fee700b0000 tx=0x7fee700a7040 comp rx=0 tx=0).stop 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee801f9f20 msgr2=0x7fee8015a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee801f9f20 0x7fee8015a6d0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fee7400f980 tx=0x7fee7400fe40 comp rx=0 tx=0).stop 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 shutdown_connections 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fee6c073200 0x7fee6c075710 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fee8015cc80 0x7fee8015d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee801f9f20 0x7fee8015a6d0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 --2- 172.21.15.6:0/2557084998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fee68003a10 0x7fee800740c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 >> 172.21.15.6:0/2557084998 conn(0x7fee800d0b00 msgr2=0x7fee800cf3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 shutdown_connections 2024-09-21T07:28:42.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:42.705+0000 7fee870ea640 1 -- 172.21.15.6:0/2557084998 wait complete. 2024-09-21T07:28:42.728 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:28:42.728 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:28:42.729 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:28:42.729 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:28:42.729 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:42.729 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:28:42.729 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:28:42.729 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:28:42.729 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:28:42.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:42.729 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:28:42.736 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:28:42.736 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:28:42.736 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:28:42.736 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:28:42.737 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42250sec preferred_lft 42250sec 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:28:42.738 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:42.739 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:28:42.740 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:28:42.740 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:28:42.740 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:28:42.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:42.740 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:28:42.792 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:28:42.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:42.794 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:28:42.847 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:28:42.847 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:28:42.847 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:28:42.848 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:28:42.848 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:28:42.848 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:28:42.848 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:28:42.848 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:28:42.848 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:28:42.848 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:28:42.848 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:28:42.848 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:28:42.848 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:28:42.848 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:28:42.849 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:28:42.849 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:28:42.849 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:28:42.937 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:28:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:28:42.966 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:28:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:28:42.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:42.973 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:28:42.979 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:28:42.979 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:28:42.979 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:28:42.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:42.979 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:28:43.034 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:28:43.034 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:28:43.034 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:43.083 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:28:43.083 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:28:43.083 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:43.130 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:28:43.188 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:43.235 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:28:43.236 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:28:43.237 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:28:43.238 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:28:43.238 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:28:43.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:43.239 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:28:43.295 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:28:43.499 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:28:43.503 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:28:43.517 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:43.563 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:28:43.563 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:28:43.563 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:28:43.563 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:28:43.563 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:28:43.563 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:28:43.563 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:28:43.563 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:43.564 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:28:43.565 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:28:43.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:43.566 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:28:43.615 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:28:43.612+0000 7fc801642580 -1 init, newargv = 0x7fc7f0001280 newargc=15 2024-09-21T07:28:43.615 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35457]: starting ceph client 2024-09-21T07:28:43.624 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35457]: starting fuse 2024-09-21T07:28:44.716 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:28:44.732 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:28:44.781 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:28:44.781 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:28:44.781 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:28:44.781 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:28:44.781 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:28:44.781 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:28:44.781 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:28:44.782 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:28:44.783 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:44.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:44.784 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:28:44.831 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:28:44.831 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:28:44.831 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:28:44.831 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:28:44.831 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:28:44.831 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:28:44.831 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:28:44.832 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:28:44.833 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:28:44.833 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:28:44.833 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:28:44.833 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:28:44.833 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:28:44.833 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:28:44.833 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:28:44.955 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.35457.asok 2024-09-21T07:28:44.959 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:28:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:28:44.967 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.35457.asok 2024-09-21T07:28:44.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:44.967 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.35457.asok status 2024-09-21T07:28:45.148 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "35457", 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:28:45.149 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 5357, 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 5357 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3575172585 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:28:45.150 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3575172585 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.5357 192.168.0.1:0/3575172585", 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/3575172585", 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 50, 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 69, 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:28:45.151 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:28:45.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:45.164 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:28:45.164 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:45.170 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:28:45.171 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:45.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:45.171 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:45.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:45.224 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir foo) 2024-09-21T07:28:45.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:45.240 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir foo/bar) 2024-09-21T07:28:45.294 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:45.294 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:45.344 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:28:45.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.553+0000 7f016389b640 1 -- 172.21.15.6:0/1758000368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 msgr2=0x7f0148004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:45.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.553+0000 7f016389b640 1 --2- 172.21.15.6:0/1758000368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 0x7f0148004c20 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f015c075550 tx=0x7f015801ce40 comp rx=0 tx=0).stop 2024-09-21T07:28:45.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.553+0000 7f016389b640 1 -- 172.21.15.6:0/1758000368 shutdown_connections 2024-09-21T07:28:45.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.553+0000 7f016389b640 1 --2- 172.21.15.6:0/1758000368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 0x7f0148004c20 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.553+0000 7f016389b640 1 -- 172.21.15.6:0/1758000368 >> 172.21.15.6:0/1758000368 conn(0x7f015c0d0b00 msgr2=0x7f015c0b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:45.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.553+0000 7f016389b640 1 -- 172.21.15.6:0/1758000368 shutdown_connections 2024-09-21T07:28:45.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.553+0000 7f016389b640 1 -- 172.21.15.6:0/1758000368 wait complete. 2024-09-21T07:28:45.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 Processor -- start 2024-09-21T07:28:45.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 -- start start 2024-09-21T07:28:45.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 0x7f015c1f56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:45.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f015c070180 0x7f015c0ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f015c0cb5b0 0x7f015c0ad5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f015c0ce690 con 0x7f0148004810 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f015c070ee0 con 0x7f015c0cb5b0 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f015c0ce810 con 0x7f015c070180 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 0x7f015c1f56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 0x7f015c1f56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:48166/0 (socket says 172.21.15.6:48166) 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 -- 172.21.15.6:0/1414671597 learned_addr learned my addr 172.21.15.6:0/1414671597 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0160e36640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f015c070180 0x7f015c0ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161e38640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f015c0cb5b0 0x7f015c0ad5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 -- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f015c070180 msgr2=0x7f015c0ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f015c070180 0x7f015c0ad0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 -- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f015c0cb5b0 msgr2=0x7f015c0ad5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:45.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f015c0cb5b0 0x7f015c0ad5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 -- 172.21.15.6:0/1414671597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015c0b1950 con 0x7f0148004810 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0160e36640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f015c070180 0x7f015c0ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161e38640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f015c0cb5b0 0x7f015c0ad5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0161637640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 0x7f015c1f56c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f014c011ae0 tx=0x7f014c009f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0151ffb640 1 -- 172.21.15.6:0/1414671597 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c00fcd0 con 0x7f0148004810 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0151ffb640 1 -- 172.21.15.6:0/1414671597 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f014c00fe70 con 0x7f0148004810 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015c0b1c30 con 0x7f0148004810 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f0151ffb640 1 -- 172.21.15.6:0/1414671597 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c004260 con 0x7f0148004810 2024-09-21T07:28:45.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.557+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f015c1f5c00 con 0x7f0148004810 2024-09-21T07:28:45.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.561+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f015c15f290 con 0x7f0148004810 2024-09-21T07:28:45.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.561+0000 7f0151ffb640 1 -- 172.21.15.6:0/1414671597 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f014c003600 con 0x7f0148004810 2024-09-21T07:28:45.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.561+0000 7f0151ffb640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0140073230 0x7f0140075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:45.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.561+0000 7f0151ffb640 1 -- 172.21.15.6:0/1414671597 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f014c094c10 con 0x7f0148004810 2024-09-21T07:28:45.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.561+0000 7f0160e36640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0140073230 0x7f0140075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:45.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.561+0000 7f0160e36640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0140073230 0x7f0140075740 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f01580ab000 tx=0x7f0158019c80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:45.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.565+0000 7f0151ffb640 1 -- 172.21.15.6:0/1414671597 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f014c05fd50 con 0x7f0148004810 2024-09-21T07:28:45.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.753+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f015c15b120 con 0x7f0148004810 2024-09-21T07:28:45.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.753+0000 7f0151ffb640 1 -- 172.21.15.6:0/1414671597 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7f014c05f650 con 0x7f0148004810 2024-09-21T07:28:45.756 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:28:45.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0140073230 msgr2=0x7f0140075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:45.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0140073230 0x7f0140075740 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f01580ab000 tx=0x7f0158019c80 comp rx=0 tx=0).stop 2024-09-21T07:28:45.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 msgr2=0x7f015c1f56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:45.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 0x7f015c1f56c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f014c011ae0 tx=0x7f014c009f20 comp rx=0 tx=0).stop 2024-09-21T07:28:45.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 shutdown_connections 2024-09-21T07:28:45.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0140073230 0x7f0140075740 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f015c0cb5b0 0x7f015c0ad5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f015c070180 0x7f015c0ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 --2- 172.21.15.6:0/1414671597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0148004810 0x7f015c1f56c0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 >> 172.21.15.6:0/1414671597 conn(0x7f015c0d0b00 msgr2=0x7f015c0caea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:45.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 shutdown_connections 2024-09-21T07:28:45.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.757+0000 7f016389b640 1 -- 172.21.15.6:0/1414671597 wait complete. 2024-09-21T07:28:45.778 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:28:45.778 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:45.784 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:28:45.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3776872911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40cf910 msgr2=0x7f9ab40cfd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:45.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3776872911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40cf910 0x7f9ab40cfd20 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f9aac009900 tx=0x7f9aac01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3776872911 shutdown_connections 2024-09-21T07:28:45.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3776872911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab40ce390 0x7f9ab40b45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3776872911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40cf910 0x7f9ab40cfd20 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3776872911 >> 172.21.15.6:0/3776872911 conn(0x7f9ab40b2e80 msgr2=0x7f9ab40b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:45.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3776872911 shutdown_connections 2024-09-21T07:28:45.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3776872911 wait complete. 2024-09-21T07:28:45.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 Processor -- start 2024-09-21T07:28:45.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.989+0000 7f9ab8e0b640 1 -- start start 2024-09-21T07:28:45.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40b41a0 0x7f9ab40aeb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:45.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab40cf910 0x7f9ab415dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:45.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab414b480 0x7f9ab415e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:45.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab4168bd0 con 0x7f9ab40b41a0 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab4168a50 con 0x7f9ab414b480 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9ab4168d50 con 0x7f9ab40cf910 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40b41a0 0x7f9ab40aeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40b41a0 0x7f9ab40aeb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:48192/0 (socket says 172.21.15.6:48192) 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 -- 172.21.15.6:0/3781730471 learned_addr learned my addr 172.21.15.6:0/3781730471 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab2d9d640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab414b480 0x7f9ab415e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab1d9b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab40cf910 0x7f9ab415dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 -- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab40cf910 msgr2=0x7f9ab415dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab40cf910 0x7f9ab415dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 -- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab414b480 msgr2=0x7f9ab415e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab414b480 0x7f9ab415e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 -- 172.21.15.6:0/3781730471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab414c3c0 con 0x7f9ab40b41a0 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab259c640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40b41a0 0x7f9ab40aeb70 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f9aac009850 tx=0x7f9aac0a55a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:45.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9aa2ffd640 1 -- 172.21.15.6:0/3781730471 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aac0b2040 con 0x7f9ab40b41a0 2024-09-21T07:28:45.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9aa2ffd640 1 -- 172.21.15.6:0/3781730471 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9aac0043b0 con 0x7f9ab40b41a0 2024-09-21T07:28:45.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9aa2ffd640 1 -- 172.21.15.6:0/3781730471 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aac003860 con 0x7f9ab40b41a0 2024-09-21T07:28:45.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ab40af540 con 0x7f9ab40b41a0 2024-09-21T07:28:45.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ab414be00 con 0x7f9ab40b41a0 2024-09-21T07:28:45.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ab40b45b0 con 0x7f9ab40b41a0 2024-09-21T07:28:45.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.993+0000 7f9aa2ffd640 1 -- 172.21.15.6:0/3781730471 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9aac003a00 con 0x7f9ab40b41a0 2024-09-21T07:28:45.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.997+0000 7f9aa2ffd640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9a94073230 0x7f9a94075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:45.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.997+0000 7f9aa2ffd640 1 -- 172.21.15.6:0/3781730471 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f9aac12e0f0 con 0x7f9ab40b41a0 2024-09-21T07:28:45.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.997+0000 7f9ab1d9b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9a94073230 0x7f9a94075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:46.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:45.997+0000 7f9ab1d9b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9a94073230 0x7f9a94075740 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9ab409cee0 tx=0x7f9aa8008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:46.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.001+0000 7f9aa2ffd640 1 -- 172.21.15.6:0/3781730471 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9ab40b2160 con 0x7f9ab40b41a0 2024-09-21T07:28:46.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.185+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9ab406f090 con 0x7f9ab40b41a0 2024-09-21T07:28:46.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9aa2ffd640 1 -- 172.21.15.6:0/3781730471 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7f9aac0164d0 con 0x7f9ab40b41a0 2024-09-21T07:28:46.190 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9a94073230 msgr2=0x7f9a94075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9a94073230 0x7f9a94075740 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9ab409cee0 tx=0x7f9aa8008040 comp rx=0 tx=0).stop 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40b41a0 msgr2=0x7f9ab40aeb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40b41a0 0x7f9ab40aeb70 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f9aac009850 tx=0x7f9aac0a55a0 comp rx=0 tx=0).stop 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 shutdown_connections 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9a94073230 0x7f9a94075740 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ab414b480 0x7f9ab415e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ab40cf910 0x7f9ab415dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 --2- 172.21.15.6:0/3781730471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ab40b41a0 0x7f9ab40aeb70 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 >> 172.21.15.6:0/3781730471 conn(0x7f9ab40b2e80 msgr2=0x7f9ab4071420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:46.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 shutdown_connections 2024-09-21T07:28:46.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:46.189+0000 7f9ab8e0b640 1 -- 172.21.15.6:0/3781730471 wait complete. 2024-09-21T07:28:46.211 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:28:46.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:46.211 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:28:46.222 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[43329]: fuse finished with error 0 and tester_r 0 2024-09-21T07:28:46.224 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:28:52.326 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:28:52.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:52.326 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:28:52.333 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:28:52.333 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:52.340 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:28:52.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- 172.21.15.6:0/2385980121 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52d4004810 msgr2=0x7f52d4004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:52.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 --2- 172.21.15.6:0/2385980121 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52d4004810 0x7f52d4004c20 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f52d800bbb0 tx=0x7f52d801cde0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- 172.21.15.6:0/2385980121 shutdown_connections 2024-09-21T07:28:52.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 --2- 172.21.15.6:0/2385980121 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52d4004810 0x7f52d4004c20 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- 172.21.15.6:0/2385980121 >> 172.21.15.6:0/2385980121 conn(0x7f52e806e2c0 msgr2=0x7f52e806e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:52.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- 172.21.15.6:0/2385980121 shutdown_connections 2024-09-21T07:28:52.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- 172.21.15.6:0/2385980121 wait complete. 2024-09-21T07:28:52.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 Processor -- start 2024-09-21T07:28:52.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- start start 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52d4004810 0x7f52e815b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52e81fd9a0 0x7f52e81f90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52e81f9600 0x7f52e81f9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52e80d38e0 con 0x7f52e81f9600 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f52e80d3760 con 0x7f52d4004810 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52f008b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f52e80d3a60 con 0x7f52e81fd9a0 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.545+0000 7f52ee628640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52e81f9600 0x7f52e81f9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ee628640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52e81f9600 0x7f52e81f9fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:48224/0 (socket says 172.21.15.6:48224) 2024-09-21T07:28:52.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ee628640 1 -- 172.21.15.6:0/1648173989 learned_addr learned my addr 172.21.15.6:0/1648173989 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ede27640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52d4004810 0x7f52e815b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ed626640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52e81fd9a0 0x7f52e81f90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ee628640 1 -- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52e81fd9a0 msgr2=0x7f52e81f90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ee628640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52e81fd9a0 0x7f52e81f90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ee628640 1 -- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52d4004810 msgr2=0x7f52e815b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ee628640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52d4004810 0x7f52e815b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ee628640 1 -- 172.21.15.6:0/1648173989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52e815b290 con 0x7f52e81f9600 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ee628640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52e81f9600 0x7f52e81f9fd0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f52e8075530 tx=0x7f52e00019c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52de7fc640 1 -- 172.21.15.6:0/1648173989 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e0011870 con 0x7f52e81f9600 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52de7fc640 1 -- 172.21.15.6:0/1648173989 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f52e0017070 con 0x7f52e81f9600 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52e80c9210 con 0x7f52e81f9600 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52de7fc640 1 -- 172.21.15.6:0/1648173989 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e0011da0 con 0x7f52e81f9600 2024-09-21T07:28:52.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52e80c97d0 con 0x7f52e81f9600 2024-09-21T07:28:52.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52e80b6590 con 0x7f52e81f9600 2024-09-21T07:28:52.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52de7fc640 1 -- 172.21.15.6:0/1648173989 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f52e001c460 con 0x7f52e81f9600 2024-09-21T07:28:52.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52de7fc640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f52cc073200 0x7f52cc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:52.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52de7fc640 1 -- 172.21.15.6:0/1648173989 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f52e0094940 con 0x7f52e81f9600 2024-09-21T07:28:52.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.549+0000 7f52ede27640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f52cc073200 0x7f52cc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:52.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.553+0000 7f52ede27640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f52cc073200 0x7f52cc075710 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f52e4001ec0 tx=0x7f52e4001340 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:52.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.557+0000 7f52de7fc640 1 -- 172.21.15.6:0/1648173989 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f52e005f270 con 0x7f52e81f9600 2024-09-21T07:28:52.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.745+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f52e815ea50 con 0x7f52e81f9600 2024-09-21T07:28:52.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.745+0000 7f52de7fc640 1 -- 172.21.15.6:0/1648173989 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7f52e0063ca0 con 0x7f52e81f9600 2024-09-21T07:28:52.747 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.745+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f52cc073200 msgr2=0x7f52cc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.745+0000 7f52f008b640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f52cc073200 0x7f52cc075710 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f52e4001ec0 tx=0x7f52e4001340 comp rx=0 tx=0).stop 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52e81f9600 msgr2=0x7f52e81f9fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52e81f9600 0x7f52e81f9fd0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f52e8075530 tx=0x7f52e00019c0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 shutdown_connections 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f52cc073200 0x7f52cc075710 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52e81f9600 0x7f52e81f9fd0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f52e81fd9a0 0x7f52e81f90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 --2- 172.21.15.6:0/1648173989 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f52d4004810 0x7f52e815b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 >> 172.21.15.6:0/1648173989 conn(0x7f52e806e2c0 msgr2=0x7f52e806e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 shutdown_connections 2024-09-21T07:28:52.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.749+0000 7f52f008b640 1 -- 172.21.15.6:0/1648173989 wait complete. 2024-09-21T07:28:52.771 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:28:52.771 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:28:52.778 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:28:52.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.929+0000 7fa73ccba640 1 -- 172.21.15.6:0/1397586489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 msgr2=0x7fa73806ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:52.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.929+0000 7fa73ccba640 1 --2- 172.21.15.6:0/1397586489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 0x7fa73806ce50 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fa7380ccc20 tx=0x7fa72c01c750 comp rx=0 tx=0).stop 2024-09-21T07:28:52.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.929+0000 7fa73ccba640 1 -- 172.21.15.6:0/1397586489 shutdown_connections 2024-09-21T07:28:52.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.929+0000 7fa73ccba640 1 --2- 172.21.15.6:0/1397586489 >> v2:172.21.15.145:3300/0 conn(0x7fa73806d390 0x7fa7380ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.929+0000 7fa73ccba640 1 --2- 172.21.15.6:0/1397586489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 0x7fa73806ce50 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.929+0000 7fa73ccba640 1 -- 172.21.15.6:0/1397586489 >> 172.21.15.6:0/1397586489 conn(0x7fa7380d0b00 msgr2=0x7fa7380b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:52.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.929+0000 7fa73ccba640 1 -- 172.21.15.6:0/1397586489 shutdown_connections 2024-09-21T07:28:52.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.929+0000 7fa73ccba640 1 -- 172.21.15.6:0/1397586489 wait complete. 2024-09-21T07:28:52.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73ccba640 1 Processor -- start 2024-09-21T07:28:52.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73ccba640 1 -- start start 2024-09-21T07:28:52.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73ccba640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa73806d390 0x7fa738159100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:52.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73ccba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7380b3ac0 0x7fa738073f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:52.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73ccba640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 0x7fa738074450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:52.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73ccba640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa738169ff0 con 0x7fa7380b3ed0 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73ccba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa7380b2d10 con 0x7fa7380b3ac0 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73ccba640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa73816a170 con 0x7fa73806d390 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 0x7fa738074450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 0x7fa738074450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:48236/0 (socket says 172.21.15.6:48236) 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 -- 172.21.15.6:0/409742712 learned_addr learned my addr 172.21.15.6:0/409742712 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa73659c640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa73806d390 0x7fa738159100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa735d9b640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7380b3ac0 0x7fa738073f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 -- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa73806d390 msgr2=0x7fa738159100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa73806d390 0x7fa738159100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 -- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7380b3ac0 msgr2=0x7fa738073f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7380b3ac0 0x7fa738073f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 -- 172.21.15.6:0/409742712 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7380b0780 con 0x7fa7380b3ed0 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa735d9b640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7380b3ac0 0x7fa738073f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:28:52.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.933+0000 7fa736d9d640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 0x7fa738074450 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fa73000d630 tx=0x7fa73000daf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:52.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa726ffd640 1 -- 172.21.15.6:0/409742712 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730017070 con 0x7fa7380b3ed0 2024-09-21T07:28:52.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa726ffd640 1 -- 172.21.15.6:0/409742712 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa730005310 con 0x7fa7380b3ed0 2024-09-21T07:28:52.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7380b0a60 con 0x7fa7380b3ed0 2024-09-21T07:28:52.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa726ffd640 1 -- 172.21.15.6:0/409742712 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7300047b0 con 0x7fa7380b3ed0 2024-09-21T07:28:52.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa73815dd40 con 0x7fa7380b3ed0 2024-09-21T07:28:52.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7380ca150 con 0x7fa7380b3ed0 2024-09-21T07:28:52.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa726ffd640 1 -- 172.21.15.6:0/409742712 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa730004950 con 0x7fa7380b3ed0 2024-09-21T07:28:52.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa726ffd640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa718073200 0x7fa718075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:52.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa726ffd640 1 -- 172.21.15.6:0/409742712 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fa7300945c0 con 0x7fa7380b3ed0 2024-09-21T07:28:52.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.937+0000 7fa73659c640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa718073200 0x7fa718075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:52.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.941+0000 7fa73659c640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa718073200 0x7fa718075710 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fa728001cf0 tx=0x7fa728009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:52.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:52.941+0000 7fa726ffd640 1 -- 172.21.15.6:0/409742712 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa73005f7e0 con 0x7fa7380b3ed0 2024-09-21T07:28:53.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.129+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa7380ad0b0 con 0x7fa7380b3ed0 2024-09-21T07:28:53.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.129+0000 7fa726ffd640 1 -- 172.21.15.6:0/409742712 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7fa73005f0e0 con 0x7fa7380b3ed0 2024-09-21T07:28:53.132 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa718073200 msgr2=0x7fa718075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa718073200 0x7fa718075710 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fa728001cf0 tx=0x7fa728009040 comp rx=0 tx=0).stop 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 msgr2=0x7fa738074450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 0x7fa738074450 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fa73000d630 tx=0x7fa73000daf0 comp rx=0 tx=0).stop 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 shutdown_connections 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa718073200 0x7fa718075710 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7380b3ed0 0x7fa738074450 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7380b3ac0 0x7fa738073f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 --2- 172.21.15.6:0/409742712 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa73806d390 0x7fa738159100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 >> 172.21.15.6:0/409742712 conn(0x7fa7380d0b00 msgr2=0x7fa7380cf4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 shutdown_connections 2024-09-21T07:28:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:53.133+0000 7fa73ccba640 1 -- 172.21.15.6:0/409742712 wait complete. 2024-09-21T07:28:53.154 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:28:53.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:53.155 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:28:53.168 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35457]: fuse finished with error 0 and tester_r 0 2024-09-21T07:28:53.170 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:28:59.272 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:28:59.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:28:59.272 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:28:59.279 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.badguy mds 'allow rw path=/foo/bar' osd 'allow rw' mon 'allow r' 2024-09-21T07:28:59.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.461+0000 7f9da9ae7640 1 -- 172.21.15.6:0/2800082199 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c004d50 msgr2=0x7f9d8c005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:59.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.461+0000 7f9da9ae7640 1 --2- 172.21.15.6:0/2800082199 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c004d50 0x7f9d8c005160 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c009b60 tx=0x7f9d9c01d2b0 comp rx=0 tx=0).stop 2024-09-21T07:28:59.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.461+0000 7f9da3fff640 1 -- 172.21.15.6:0/2800082199 reap_dead start 2024-09-21T07:28:59.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.461+0000 7f9da9ae7640 1 -- 172.21.15.6:0/2800082199 shutdown_connections 2024-09-21T07:28:59.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.461+0000 7f9da9ae7640 1 -- 172.21.15.6:0/2800082199 >> 172.21.15.6:0/2800082199 conn(0x7f9da40cdd70 msgr2=0x7f9da40ce180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:59.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.461+0000 7f9da9ae7640 1 -- 172.21.15.6:0/2800082199 shutdown_connections 2024-09-21T07:28:59.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.461+0000 7f9da9ae7640 1 -- 172.21.15.6:0/2800082199 wait complete. 2024-09-21T07:28:59.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 Processor -- start 2024-09-21T07:28:59.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 -- start start 2024-09-21T07:28:59.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9da40b5c70 0x7f9da41523f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:59.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9da414d700 0x7f9da4157600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:59.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9da4157b40 0x7f9da40b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:59.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9da40711d0 con 0x7f9da4157b40 2024-09-21T07:28:59.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9da40b3470 con 0x7f9da414d700 2024-09-21T07:28:59.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9da4071350 con 0x7f9da40b5c70 2024-09-21T07:28:59.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9da4157b40 0x7f9da40b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9da4157b40 0x7f9da40b42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46182/0 (socket says 172.21.15.6:46182) 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 -- 172.21.15.6:0/3484694632 learned_addr learned my addr 172.21.15.6:0/3484694632 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da37fe640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9da40b5c70 0x7f9da41523f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da2ffd640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9da414d700 0x7f9da4157600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 -- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9da40b5c70 msgr2=0x7f9da41523f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9da40b5c70 0x7f9da41523f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 -- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9da414d700 msgr2=0x7f9da4157600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9da414d700 0x7f9da4157600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 -- 172.21.15.6:0/3484694632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9da415e020 con 0x7f9da4157b40 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da3fff640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9da4157b40 0x7f9da40b42d0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c009b60 tx=0x7f9d9c0aee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9d8bfff640 1 -- 172.21.15.6:0/3484694632 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c0bd070 con 0x7f9da4157b40 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9d8bfff640 1 -- 172.21.15.6:0/3484694632 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d9c0b3040 con 0x7f9da4157b40 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9da4157f50 con 0x7f9da4157b40 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9d8bfff640 1 -- 172.21.15.6:0/3484694632 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c0b2070 con 0x7f9da4157b40 2024-09-21T07:28:59.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.465+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9da41f9ac0 con 0x7f9da4157b40 2024-09-21T07:28:59.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.469+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9da40718e0 con 0x7f9da4157b40 2024-09-21T07:28:59.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.469+0000 7f9d8bfff640 1 -- 172.21.15.6:0/3484694632 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9d9c0c0070 con 0x7f9da4157b40 2024-09-21T07:28:59.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.469+0000 7f9d8bfff640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9d90073200 0x7f9d90075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:28:59.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.469+0000 7f9d8bfff640 1 -- 172.21.15.6:0/3484694632 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f9d9c12e7c0 con 0x7f9da4157b40 2024-09-21T07:28:59.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.469+0000 7f9da37fe640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9d90073200 0x7f9d90075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:28:59.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.469+0000 7f9da37fe640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9d90073200 0x7f9d90075710 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f9d94001de0 tx=0x7f9d94001560 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:28:59.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.473+0000 7f9d8bfff640 1 -- 172.21.15.6:0/3484694632 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9da4157f50 con 0x7f9da4157b40 2024-09-21T07:28:59.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.717+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.badguy", "caps": ["mds", "allow rw path=/foo/bar", "osd", "allow rw", "mon", "allow r"]} v 0) -- 0x7f9da4071ed0 con 0x7f9da4157b40 2024-09-21T07:28:59.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.721+0000 7f9d8bfff640 1 -- 172.21.15.6:0/3484694632 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.badguy", "caps": ["mds", "allow rw path=/foo/bar", "osd", "allow rw", "mon", "allow r"]}]=0 v29) ==== 173+0+64 (secure 0 0 0) 0x7f9d9c016fc0 con 0x7f9da4157b40 2024-09-21T07:28:59.725 INFO:teuthology.orchestra.run.smithi006.stdout:[client.badguy] 2024-09-21T07:28:59.725 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQC7de5miwjyKhAACfXaVKlQ/a4thilUhMJoRA== 2024-09-21T07:28:59.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9d90073200 msgr2=0x7f9d90075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:59.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9d90073200 0x7f9d90075710 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f9d94001de0 tx=0x7f9d94001560 comp rx=0 tx=0).stop 2024-09-21T07:28:59.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9da4157b40 msgr2=0x7f9da40b42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:28:59.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9da4157b40 0x7f9da40b42d0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c009b60 tx=0x7f9d9c0aee00 comp rx=0 tx=0).stop 2024-09-21T07:28:59.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 shutdown_connections 2024-09-21T07:28:59.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9d90073200 0x7f9d90075710 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:59.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9da4157b40 0x7f9da40b42d0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:59.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9da414d700 0x7f9da4157600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:59.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 --2- 172.21.15.6:0/3484694632 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9da40b5c70 0x7f9da41523f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:28:59.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 >> 172.21.15.6:0/3484694632 conn(0x7f9da40cdd70 msgr2=0x7f9da415a940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:28:59.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 shutdown_connections 2024-09-21T07:28:59.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:28:59.725+0000 7f9da9ae7640 1 -- 172.21.15.6:0/3484694632 wait complete. 2024-09-21T07:28:59.748 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:28:59.748 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.client.badguy.keyring 2024-09-21T07:28:59.764 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:28:59.766 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:28:59.808 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-09-21T07:28:59.808 INFO:teuthology.orchestra.run.smithi006.stdout: chdir = "" 2024-09-21T07:28:59.808 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: auth supported = cephx 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: filestore xattr use omap = true 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: mon clock drift allowed = 1.000 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: osd crush chooseleaf type = 0 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: auth debug = true 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on old message = true 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on bug = true 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: mon pg warn max object skew = 0 2024-09-21T07:28:59.809 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default size = 2 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow primary affinity = true 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow pg remap = true 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on no sortbitwise = false 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on too few osds = false 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:28:59.810 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: mon_allow_pool_size_one = true 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: osd default data pool replay window = 5 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: mon allow pool delete = true 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: mon cluster log file level = debug 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: debug asserts on shutdown = true 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: mon health detail to clog = false 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:28:59.811 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout:[osd] 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd journal size = 100 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub load threshold = 5.0 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub max interval = 600 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd recover clone overlap = true 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd recovery max chunk = 1048576 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug shutdown = true 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug op order = true 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug verify stray on activate = true 2024-09-21T07:28:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug trim objects = true 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: osd open classes on start = true 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug pg log writeout = true 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: osd map max advance = 10 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: journal zero on create = true 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: filestore apply finisher threads = 3 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: bdev debug aio = true 2024-09-21T07:28:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug misdirected ops = true 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: bdev async discard = True 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: bdev enable discard = True 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore allocator = bitmap 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore block size = 96636764160 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore fsck on mount = True 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluefs = 1/20 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluestore = 1/20 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: debug osd = 20 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: debug rocksdb = 4/10 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd full ratio = 0.9 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:28:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: osd objectstore = bluestore 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr] 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: debug mgr = 20 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: mgr/telemetry/nag = false 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout:[mon] 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:28:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: debug paxos = 20 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: mon data avail warn = 5 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: mon mgr mkfs grace = 240 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd reporter subtree level = osd 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd prime pg temp = true 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:28:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: # 1m isn't quite enough 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: mon down mkfs grace = 300 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout:[client] 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: rgw cache enabled = true 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable ops log = true 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable usage log = true 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:28:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = "" 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: client reconnect stale = True 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.a] 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.b] 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.c] 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout:[client.badguy] 2024-09-21T07:28:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: keyring = /etc/ceph/ceph.client.badguy.keyring 2024-09-21T07:28:59.833 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-21T07:28:59.833 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.834 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:28:59.835 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-21T07:28:59.836 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-21T07:28:59.837 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-21T07:28:59.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:28:59.839 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-21T07:28:59.840 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:28:59.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-21T07:28:59.842 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout: client reconnect stale = True 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout:[client.badguy] 2024-09-21T07:28:59.843 INFO:teuthology.orchestra.run.smithi145.stdout: keyring = /etc/ceph/ceph.client.badguy.keyring 2024-09-21T07:28:59.844 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:29:00.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.025+0000 7f63620a5640 1 -- 172.21.15.6:0/1037106002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c0cdfc0 msgr2=0x7f635c0738a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:00.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.025+0000 7f63620a5640 1 --2- 172.21.15.6:0/1037106002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c0cdfc0 0x7f635c0738a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f634c009900 tx=0x7f634c01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.025+0000 7f63620a5640 1 -- 172.21.15.6:0/1037106002 shutdown_connections 2024-09-21T07:29:00.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.025+0000 7f63620a5640 1 --2- 172.21.15.6:0/1037106002 >> v2:172.21.15.145:3300/0 conn(0x7f635c073de0 0x7f635c06fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.025+0000 7f63620a5640 1 --2- 172.21.15.6:0/1037106002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c0cdfc0 0x7f635c0738a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.025+0000 7f63620a5640 1 -- 172.21.15.6:0/1037106002 >> 172.21.15.6:0/1037106002 conn(0x7f635c0b27b0 msgr2=0x7f635c0b2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:00.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.025+0000 7f63620a5640 1 -- 172.21.15.6:0/1037106002 shutdown_connections 2024-09-21T07:29:00.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 -- 172.21.15.6:0/1037106002 wait complete. 2024-09-21T07:29:00.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 Processor -- start 2024-09-21T07:29:00.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 -- start start 2024-09-21T07:29:00.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c06ff80 0x7f635c0b4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c073de0 0x7f635c13fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f635c0cdfc0 0x7f635c14dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f635c16a0f0 con 0x7f635c0cdfc0 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f635c169f70 con 0x7f635c073de0 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f63620a5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f635c16a270 con 0x7f635c06ff80 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f635c0cdfc0 0x7f635c14dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f635c0cdfc0 0x7f635c14dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46184/0 (socket says 172.21.15.6:46184) 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635bfff640 1 -- 172.21.15.6:0/2653343945 learned_addr learned my addr 172.21.15.6:0/2653343945 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635affd640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c073de0 0x7f635c13fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635b7fe640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c06ff80 0x7f635c0b4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635bfff640 1 -- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c06ff80 msgr2=0x7f635c0b4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635bfff640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c06ff80 0x7f635c0b4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635bfff640 1 -- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c073de0 msgr2=0x7f635c13fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635bfff640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c073de0 0x7f635c13fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635bfff640 1 -- 172.21.15.6:0/2653343945 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f635c0b5ae0 con 0x7f635c0cdfc0 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635affd640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c073de0 0x7f635c13fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.029+0000 7f635b7fe640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c06ff80 0x7f635c0b4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f635bfff640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f635c0cdfc0 0x7f635c14dba0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f635400c760 tx=0x7f635400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f6343fff640 1 -- 172.21.15.6:0/2653343945 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6354003b80 con 0x7f635c0cdfc0 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f6343fff640 1 -- 172.21.15.6:0/2653343945 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6354003d20 con 0x7f635c0cdfc0 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f635c0b3c50 con 0x7f635c0cdfc0 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f6343fff640 1 -- 172.21.15.6:0/2653343945 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f635400aab0 con 0x7f635c0cdfc0 2024-09-21T07:29:00.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f635c0b4210 con 0x7f635c0cdfc0 2024-09-21T07:29:00.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f635c06fa40 con 0x7f635c0cdfc0 2024-09-21T07:29:00.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f6343fff640 1 -- 172.21.15.6:0/2653343945 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f635400ac50 con 0x7f635c0cdfc0 2024-09-21T07:29:00.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f6343fff640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6348073200 0x7f6348075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:00.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f6343fff640 1 -- 172.21.15.6:0/2653343945 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f63540949f0 con 0x7f635c0cdfc0 2024-09-21T07:29:00.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.033+0000 7f635b7fe640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6348073200 0x7f6348075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:00.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.037+0000 7f635b7fe640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6348073200 0x7f6348075710 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f634c0af000 tx=0x7f634c01b120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:00.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.045+0000 7f6343fff640 1 -- 172.21.15.6:0/2653343945 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f635c0741f0 con 0x7f635c0cdfc0 2024-09-21T07:29:00.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.257+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f635c14cf60 con 0x7f635c0cdfc0 2024-09-21T07:29:00.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.257+0000 7f6343fff640 1 -- 172.21.15.6:0/2653343945 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7f635405fb80 con 0x7f635c0cdfc0 2024-09-21T07:29:00.259 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:29:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6348073200 msgr2=0x7f6348075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6348073200 0x7f6348075710 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f634c0af000 tx=0x7f634c01b120 comp rx=0 tx=0).stop 2024-09-21T07:29:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f635c0cdfc0 msgr2=0x7f635c14dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f635c0cdfc0 0x7f635c14dba0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f635400c760 tx=0x7f635400cc20 comp rx=0 tx=0).stop 2024-09-21T07:29:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 shutdown_connections 2024-09-21T07:29:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6348073200 0x7f6348075710 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f635c0cdfc0 0x7f635c14dba0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f635c073de0 0x7f635c13fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 --2- 172.21.15.6:0/2653343945 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f635c06ff80 0x7f635c0b4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:00.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 >> 172.21.15.6:0/2653343945 conn(0x7f635c0b27b0 msgr2=0x7f635c150640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:00.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 shutdown_connections 2024-09-21T07:29:00.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:00.261+0000 7f63620a5640 1 -- 172.21.15.6:0/2653343945 wait complete. 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:self.client.name = client.badguy 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /foo/bar 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:29:00.286 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:29:00.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:00.287 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:29:00.294 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:29:00.294 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:29:00.294 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:29:00.294 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:00.294 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:29:00.295 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42232sec preferred_lft 42232sec 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:29:00.296 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:00.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:00.297 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:29:00.350 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:29:00.352 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:00.352 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:29:00.403 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:29:00.403 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:29:00.403 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:29:00.404 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:29:00.404 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:29:00.404 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:29:00.404 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:29:00.404 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:00.404 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:00.404 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:00.404 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:29:00.405 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:29:00.405 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:29:00.405 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:29:00.405 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:29:00.405 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:29:00.405 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:29:00.496 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:29:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:29:00.523 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:29:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:29:00.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:00.532 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:29:00.537 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:29:00.537 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:29:00.538 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:29:00.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:00.538 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:29:00.593 INFO:tasks.cephfs.fuse_mount:Client client.badguy config is {} 2024-09-21T07:29:00.593 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:29:00.593 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:00.639 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:29:00.639 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:29:00.639 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:00.686 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:00.744 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:00.791 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:00.792 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:00.793 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:00.794 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:00.794 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:00.794 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:00.794 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:00.794 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:00.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:00.795 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:00.842 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:29:00.843 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id badguy --client_mountpoint=/foo/bar) 2024-09-21T07:29:00.888 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:00.902 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:00.951 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:00.951 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:00.951 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:00.951 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:00.951 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:00.951 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:00.951 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:00.952 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:00.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:00.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:00.954 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:00.997 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:29:00.991+0000 7f13aa6e4580 -1 init, newargv = 0x7f1398004270 newargc=15 2024-09-21T07:29:00.997 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35559]: starting ceph client 2024-09-21T07:29:01.012 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35559]: starting fuse 2024-09-21T07:29:02.103 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:02.120 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:02.172 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:02.172 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:02.172 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:02.172 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:02.172 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:02.172 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:02.173 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:02.174 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:02.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:02.175 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:02.219 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:29:02.219 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:29:02.219 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:29:02.219 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:29:02.219 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:29:02.219 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:29:02.219 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.badguy.*.asok" 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:29:02.220 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:29:02.221 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:29:02.221 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:29:02.221 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:29:02.221 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:29:02.221 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.badguy")) 2024-09-21T07:29:02.221 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:29:02.344 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.badguy.35559.asok 2024-09-21T07:29:02.347 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:29:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:29:02.355 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.badguy.35559.asok 2024-09-21T07:29:02.356 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:02.356 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.badguy.35559.asok status 2024-09-21T07:29:02.536 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:29:02.536 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:29:02.536 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:29:02.536 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:29:02.536 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "badguy", 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "35559", 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/foo/bar" 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 5800, 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 5800 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:29:02.537 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 2743447064 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 2743447064 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.5800 192.168.0.1:0/2743447064", 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/2743447064", 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:29:02.538 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 50, 2024-09-21T07:29:02.539 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 69, 2024-09-21T07:29:02.539 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:29:02.539 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:29:02.539 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:29:02.539 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:29:02.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:02.552 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:29:02.552 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:02.558 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:29:02.559 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:02.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:02.559 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:02.617 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:02.617 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:02.663 DEBUG:tasks.cephfs.mount:Creating test file 2024-09-21 07:29:02.663055 badguy 2024-09-21T07:29:02.663 DEBUG:teuthology.orchestra.run.smithi145:> touch '/home/ubuntu/cephtest/mnt.1/2024-09-21 07:29:02.663055 badguy' 2024-09-21T07:29:02.721 DEBUG:tasks.cephfs.mount:Deleting test file 2024-09-21 07:29:02.663055 badguy 2024-09-21T07:29:02.721 DEBUG:teuthology.orchestra.run.smithi145:> rm -f '/home/ubuntu/cephtest/mnt.1/2024-09-21 07:29:02.663055 badguy' 2024-09-21T07:29:02.774 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:02.774 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:02.823 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:29:02.927 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:29:02.929 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:29:02.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- 172.21.15.6:0/352298388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff180004d50 msgr2=0x7ff180005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:02.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 --2- 172.21.15.6:0/352298388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff180004d50 0x7ff180005160 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7ff190009eb0 tx=0x7ff19001d5f0 comp rx=0 tx=0).stop 2024-09-21T07:29:02.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19759e640 1 -- 172.21.15.6:0/352298388 reap_dead start 2024-09-21T07:29:02.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- 172.21.15.6:0/352298388 shutdown_connections 2024-09-21T07:29:02.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- 172.21.15.6:0/352298388 >> 172.21.15.6:0/352298388 conn(0x7ff1980d0270 msgr2=0x7ff1980d0680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:02.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- 172.21.15.6:0/352298388 shutdown_connections 2024-09-21T07:29:02.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- 172.21.15.6:0/352298388 wait complete. 2024-09-21T07:29:02.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 Processor -- start 2024-09-21T07:29:02.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- start start 2024-09-21T07:29:02.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff180004d50 0x7ff198146a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:02.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19814d710 0x7ff1981486a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:02.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff19814d130 0x7ff198148be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:02.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff1980b4310 con 0x7ff180004d50 2024-09-21T07:29:02.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff1980b4190 con 0x7ff19814d710 2024-09-21T07:29:02.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.993+0000 7ff19d0c3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff1980b4490 con 0x7ff19814d130 2024-09-21T07:29:02.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff196d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff180004d50 0x7ff198146a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:02.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff19659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19814d710 0x7ff1981486a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff19759e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff19814d130 0x7ff198148be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff19659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19814d710 0x7ff1981486a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.6:47868/0 (socket says 172.21.15.6:47868) 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff19659c640 1 -- 172.21.15.6:0/323543416 learned_addr learned my addr 172.21.15.6:0/323543416 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff196d9d640 1 -- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff19814d130 msgr2=0x7ff198148be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff196d9d640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff19814d130 0x7ff198148be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff196d9d640 1 -- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19814d710 msgr2=0x7ff1981486a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff196d9d640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19814d710 0x7ff1981486a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff196d9d640 1 -- 172.21.15.6:0/323543416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1981f78d0 con 0x7ff180004d50 2024-09-21T07:29:03.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff196d9d640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff180004d50 0x7ff198146a60 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7ff188001870 tx=0x7ff18800e770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:03.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff17f7fe640 1 -- 172.21.15.6:0/323543416 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff188012850 con 0x7ff180004d50 2024-09-21T07:29:03.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff17f7fe640 1 -- 172.21.15.6:0/323543416 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff188012ae0 con 0x7ff180004d50 2024-09-21T07:29:03.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff17f7fe640 1 -- 172.21.15.6:0/323543416 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18801a400 con 0x7ff180004d50 2024-09-21T07:29:03.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff198070180 con 0x7ff180004d50 2024-09-21T07:29:03.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1980cdc80 con 0x7ff180004d50 2024-09-21T07:29:03.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1980ad370 con 0x7ff180004d50 2024-09-21T07:29:03.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff17f7fe640 1 -- 172.21.15.6:0/323543416 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff18800d030 con 0x7ff180004d50 2024-09-21T07:29:03.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff17f7fe640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff184073200 0x7ff184075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:03.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:02.997+0000 7ff17f7fe640 1 -- 172.21.15.6:0/323543416 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7ff1880972b0 con 0x7ff180004d50 2024-09-21T07:29:03.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.001+0000 7ff19659c640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff184073200 0x7ff184075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:03.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.001+0000 7ff19659c640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff184073200 0x7ff184075710 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff19815a3e0 tx=0x7ff18c0091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:03.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.005+0000 7ff17f7fe640 1 -- 172.21.15.6:0/323543416 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff188016030 con 0x7ff180004d50 2024-09-21T07:29:03.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.193+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff198075260 con 0x7ff180004d50 2024-09-21T07:29:03.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.193+0000 7ff17f7fe640 1 -- 172.21.15.6:0/323543416 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7ff188061da0 con 0x7ff180004d50 2024-09-21T07:29:03.197 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:29:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff184073200 msgr2=0x7ff184075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff184073200 0x7ff184075710 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff19815a3e0 tx=0x7ff18c0091e0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff180004d50 msgr2=0x7ff198146a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff180004d50 0x7ff198146a60 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7ff188001870 tx=0x7ff18800e770 comp rx=0 tx=0).stop 2024-09-21T07:29:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 shutdown_connections 2024-09-21T07:29:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff184073200 0x7ff184075710 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff19814d130 0x7ff198148be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff19814d710 0x7ff1981486a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 --2- 172.21.15.6:0/323543416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff180004d50 0x7ff198146a60 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 >> 172.21.15.6:0/323543416 conn(0x7ff1980d0270 msgr2=0x7ff19815ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 shutdown_connections 2024-09-21T07:29:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.197+0000 7ff19d0c3640 1 -- 172.21.15.6:0/323543416 wait complete. 2024-09-21T07:29:03.221 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:03.221 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:03.228 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:29:03.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- 172.21.15.6:0/672050596 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 msgr2=0x7f6ae8166900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 --2- 172.21.15.6:0/672050596 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 0x7f6ae8166900 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8009840 tx=0x7f6ad801c820 comp rx=0 tx=0).stop 2024-09-21T07:29:03.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- 172.21.15.6:0/672050596 shutdown_connections 2024-09-21T07:29:03.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 --2- 172.21.15.6:0/672050596 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 0x7f6ae8166900 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- 172.21.15.6:0/672050596 >> 172.21.15.6:0/672050596 conn(0x7f6ae80b67b0 msgr2=0x7f6ae80b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:03.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- 172.21.15.6:0/672050596 shutdown_connections 2024-09-21T07:29:03.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- 172.21.15.6:0/672050596 wait complete. 2024-09-21T07:29:03.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 Processor -- start 2024-09-21T07:29:03.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- start start 2024-09-21T07:29:03.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ae80afc60 0x7f6ae8163a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae80b0710 0x7f6ae81f8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 0x7f6ae81f92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae8169d20 con 0x7f6ae81644e0 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae8169ba0 con 0x7f6ae80b0710 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6aed41f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6ae8169ea0 con 0x7f6ae80afc60 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae77fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 0x7f6ae81f92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae77fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 0x7f6ae81f92a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39548/0 (socket says 172.21.15.6:39548) 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae77fe640 1 -- 172.21.15.6:0/505771911 learned_addr learned my addr 172.21.15.6:0/505771911 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae6ffd640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ae80afc60 0x7f6ae8163a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae67fc640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae80b0710 0x7f6ae81f8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:03.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae77fe640 1 -- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ae80afc60 msgr2=0x7f6ae8163a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae77fe640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ae80afc60 0x7f6ae8163a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae77fe640 1 -- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae80b0710 msgr2=0x7f6ae81f8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae77fe640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae80b0710 0x7f6ae81f8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae77fe640 1 -- 172.21.15.6:0/505771911 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae81501d0 con 0x7f6ae81644e0 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.429+0000 7f6ae67fc640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae80b0710 0x7f6ae81f8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6ae77fe640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 0x7f6ae81f92a0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80b0040 tx=0x7f6ad80a5560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6acf7fe640 1 -- 172.21.15.6:0/505771911 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad80b2040 con 0x7f6ae81644e0 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6acf7fe640 1 -- 172.21.15.6:0/505771911 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ad8004270 con 0x7f6ae81644e0 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6acf7fe640 1 -- 172.21.15.6:0/505771911 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad8003600 con 0x7f6ae81644e0 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae815ab10 con 0x7f6ae81644e0 2024-09-21T07:29:03.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae815adb0 con 0x7f6ae81644e0 2024-09-21T07:29:03.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ae80b0b20 con 0x7f6ae81644e0 2024-09-21T07:29:03.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6acf7fe640 1 -- 172.21.15.6:0/505771911 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6ad80bd030 con 0x7f6ae81644e0 2024-09-21T07:29:03.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6acf7fe640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6ad4073200 0x7f6ad4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:03.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6acf7fe640 1 -- 172.21.15.6:0/505771911 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f6ad812ee10 con 0x7f6ae81644e0 2024-09-21T07:29:03.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.433+0000 7f6ae6ffd640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6ad4073200 0x7f6ad4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:03.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.437+0000 7f6ae6ffd640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6ad4073200 0x7f6ad4075710 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0001cf0 tx=0x7f6ae0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:03.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.437+0000 7f6acf7fe640 1 -- 172.21.15.6:0/505771911 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6ad80c4020 con 0x7f6ae81644e0 2024-09-21T07:29:03.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.625+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6ae8158c30 con 0x7f6ae81644e0 2024-09-21T07:29:03.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.625+0000 7f6acf7fe640 1 -- 172.21.15.6:0/505771911 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7f6ad8016410 con 0x7f6ae81644e0 2024-09-21T07:29:03.629 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:29:03.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6ad4073200 msgr2=0x7f6ad4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6ad4073200 0x7f6ad4075710 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0001cf0 tx=0x7f6ae0009040 comp rx=0 tx=0).stop 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 msgr2=0x7f6ae81f92a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 0x7f6ae81f92a0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80b0040 tx=0x7f6ad80a5560 comp rx=0 tx=0).stop 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 shutdown_connections 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6ad4073200 0x7f6ad4075710 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6ae81644e0 0x7f6ae81f92a0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6ae80b0710 0x7f6ae81f8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 --2- 172.21.15.6:0/505771911 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6ae80afc60 0x7f6ae8163a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 >> 172.21.15.6:0/505771911 conn(0x7f6ae80b67b0 msgr2=0x7f6ae80b1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 shutdown_connections 2024-09-21T07:29:03.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:03.629+0000 7f6aed41f640 1 -- 172.21.15.6:0/505771911 wait complete. 2024-09-21T07:29:03.652 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:29:03.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:03.653 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:03.666 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35559]: fuse finished with error 0 and tester_r 0 2024-09-21T07:29:03.668 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:03.767 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:29:03.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:03.768 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:29:03.779 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:29:03.782 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:29:03.824 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-09-21T07:29:03.824 INFO:teuthology.orchestra.run.smithi006.stdout: chdir = "" 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: auth supported = cephx 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: filestore xattr use omap = true 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: mon clock drift allowed = 1.000 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: osd crush chooseleaf type = 0 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: auth debug = true 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on old message = true 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on bug = true 2024-09-21T07:29:03.825 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: mon pg warn max object skew = 0 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default size = 2 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow primary affinity = true 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow pg remap = true 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on no sortbitwise = false 2024-09-21T07:29:03.826 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on too few osds = false 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: mon_allow_pool_size_one = true 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: osd default data pool replay window = 5 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: mon allow pool delete = true 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: mon cluster log file level = debug 2024-09-21T07:29:03.827 INFO:teuthology.orchestra.run.smithi006.stdout: debug asserts on shutdown = true 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: mon health detail to clog = false 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout:[osd] 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: osd journal size = 100 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub load threshold = 5.0 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub max interval = 600 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: osd recover clone overlap = true 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: osd recovery max chunk = 1048576 2024-09-21T07:29:03.828 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug shutdown = true 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug op order = true 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug verify stray on activate = true 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug trim objects = true 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: osd open classes on start = true 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug pg log writeout = true 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: osd map max advance = 10 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: journal zero on create = true 2024-09-21T07:29:03.829 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: filestore apply finisher threads = 3 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: bdev debug aio = true 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug misdirected ops = true 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: bdev async discard = True 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: bdev enable discard = True 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore allocator = bitmap 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore block size = 96636764160 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore fsck on mount = True 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluefs = 1/20 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluestore = 1/20 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:03.830 INFO:teuthology.orchestra.run.smithi006.stdout: debug osd = 20 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: debug rocksdb = 4/10 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd full ratio = 0.9 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: osd objectstore = bluestore 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr] 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: debug mgr = 20 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:29:03.831 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: mgr/telemetry/nag = false 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout:[mon] 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: debug paxos = 20 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: mon data avail warn = 5 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: mon mgr mkfs grace = 240 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd reporter subtree level = osd 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd prime pg temp = true 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:03.832 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: # 1m isn't quite enough 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: mon down mkfs grace = 300 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:03.833 INFO:teuthology.orchestra.run.smithi006.stdout:[client] 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout: rgw cache enabled = true 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable ops log = true 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable usage log = true 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = "" 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout: client reconnect stale = True 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.a] 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.b] 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.c] 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:29:03.834 INFO:teuthology.orchestra.run.smithi006.stdout:[client.badguy] 2024-09-21T07:29:03.835 INFO:teuthology.orchestra.run.smithi006.stdout: keyring = /etc/ceph/ceph.client.badguy.keyring 2024-09-21T07:29:03.835 INFO:teuthology.orchestra.run.smithi006.stdout: client_metadata = root=/baz 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.851 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:29:03.852 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-21T07:29:03.853 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-21T07:29:03.854 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-21T07:29:03.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:29:03.856 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-21T07:29:03.857 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:29:03.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-21T07:29:03.859 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout: client reconnect stale = True 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout:[client.badguy] 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout: keyring = /etc/ceph/ceph.client.badguy.keyring 2024-09-21T07:29:03.860 INFO:teuthology.orchestra.run.smithi145.stdout: client_metadata = root=/baz 2024-09-21T07:29:03.861 DEBUG:teuthology.orchestra.run.smithi006:> sudo daemon-helper kill ceph --cluster ceph -w 2024-09-21T07:29:03.880 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:29:04.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2092096089 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f40b7b60 msgr2=0x7fa1f40713e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:04.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 --2- 172.21.15.6:0/2092096089 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f40b7b60 0x7fa1f40713e0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4005fd0 tx=0x7fa1e401c700 comp rx=0 tx=0).stop 2024-09-21T07:29:04.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2092096089 shutdown_connections 2024-09-21T07:29:04.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 --2- 172.21.15.6:0/2092096089 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f40b7b60 0x7fa1f40713e0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2092096089 >> 172.21.15.6:0/2092096089 conn(0x7fa1f40cf0d0 msgr2=0x7fa1f40cf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:04.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2092096089 shutdown_connections 2024-09-21T07:29:04.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2092096089 wait complete. 2024-09-21T07:29:04.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 Processor -- start 2024-09-21T07:29:04.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.037+0000 7fa1f9bd5640 1 -- start start 2024-09-21T07:29:04.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f4071920 0x7fa1f414fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:04.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1f40b7b60 0x7fa1f4149890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:04.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1f40d1270 0x7fa1f40b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:04.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f416b0e0 con 0x7fa1f4071920 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f416af60 con 0x7fa1f40d1270 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa1f416b260 con 0x7fa1f40b7b60 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f4071920 0x7fa1f414fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f4071920 0x7fa1f414fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39570/0 (socket says 172.21.15.6:39570) 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 -- 172.21.15.6:0/2319615998 learned_addr learned my addr 172.21.15.6:0/2319615998 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f3fff640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1f40d1270 0x7fa1f40b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 -- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1f40b7b60 msgr2=0x7fa1f4149890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1f40b7b60 0x7fa1f4149890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 -- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1f40d1270 msgr2=0x7fa1f40b5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1f40d1270 0x7fa1f40b5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 -- 172.21.15.6:0/2319615998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f40b7430 con 0x7fa1f4071920 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f3fff640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1f40d1270 0x7fa1f40b5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f37fe640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f4071920 0x7fa1f414fd70 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4009790 tx=0x7fa1e4004030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:04.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1dbfff640 1 -- 172.21.15.6:0/2319615998 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e40bb020 con 0x7fa1f4071920 2024-09-21T07:29:04.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1dbfff640 1 -- 172.21.15.6:0/2319615998 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1e4004220 con 0x7fa1f4071920 2024-09-21T07:29:04.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1f40b7710 con 0x7fa1f4071920 2024-09-21T07:29:04.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1dbfff640 1 -- 172.21.15.6:0/2319615998 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e4004be0 con 0x7fa1f4071920 2024-09-21T07:29:04.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1f4149dd0 con 0x7fa1f4071920 2024-09-21T07:29:04.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.041+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1f40713e0 con 0x7fa1f4071920 2024-09-21T07:29:04.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.045+0000 7fa1dbfff640 1 -- 172.21.15.6:0/2319615998 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa1e40be020 con 0x7fa1f4071920 2024-09-21T07:29:04.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.045+0000 7fa1dbfff640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa1e0073230 0x7fa1e0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:04.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.045+0000 7fa1dbfff640 1 -- 172.21.15.6:0/2319615998 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fa1e412ee90 con 0x7fa1f4071920 2024-09-21T07:29:04.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.045+0000 7fa1f2ffd640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa1e0073230 0x7fa1e0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:04.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.045+0000 7fa1f2ffd640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa1e0073230 0x7fa1e0075740 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa1f4156510 tx=0x7fa1e8006bd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:04.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.049+0000 7fa1dbfff640 1 -- 172.21.15.6:0/2319615998 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa1e40c5030 con 0x7fa1f4071920 2024-09-21T07:29:04.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- 172.21.15.6:0/3999280535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1848005160 msgr2=0x7f184800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:04.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 --2- 172.21.15.6:0/3999280535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1848005160 0x7f184800b9d0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f185c074150 tx=0x7f184c01f9c0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f185ad9d640 1 -- 172.21.15.6:0/3999280535 reap_dead start 2024-09-21T07:29:04.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- 172.21.15.6:0/3999280535 shutdown_connections 2024-09-21T07:29:04.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- 172.21.15.6:0/3999280535 >> 172.21.15.6:0/3999280535 conn(0x7f185c0d13f0 msgr2=0x7f185c0d1800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:04.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- 172.21.15.6:0/3999280535 shutdown_connections 2024-09-21T07:29:04.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- 172.21.15.6:0/3999280535 wait complete. 2024-09-21T07:29:04.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 Processor -- start 2024-09-21T07:29:04.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- start start 2024-09-21T07:29:04.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f185c1556b0 0x7f185c14d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:04.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f185c15ab00 0x7f185c15af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:04.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f185c15b450 0x7f185c156540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:04.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f185c0b6ad0 con 0x7f185c15ab00 2024-09-21T07:29:04.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f185c0b65a0 con 0x7f185c1556b0 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1860bde640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f185c0b6c50 con 0x7f185c15b450 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1859d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f185c15ab00 0x7f185c15af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.069+0000 7f1859d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f185c15ab00 0x7f185c15af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39584/0 (socket says 172.21.15.6:39584) 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1859d9b640 1 -- 172.21.15.6:0/3023168487 learned_addr learned my addr 172.21.15.6:0/3023168487 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f185a59c640 1 --2- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f185c1556b0 0x7f185c14d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f185ad9d640 1 --2- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f185c15b450 0x7f185c156540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1859d9b640 1 -- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f185c15b450 msgr2=0x7f185c156540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1859d9b640 1 --2- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f185c15b450 0x7f185c156540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1859d9b640 1 -- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f185c1556b0 msgr2=0x7f185c14d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1859d9b640 1 --2- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f185c1556b0 0x7f185c14d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1859d9b640 1 -- 172.21.15.6:0/3023168487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f185c0c7620 con 0x7f185c15ab00 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1859d9b640 1 --2- 172.21.15.6:0/3023168487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f185c15ab00 0x7f185c15af10 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f1844010b20 tx=0x7f1844009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1852ffd640 1 -- 172.21.15.6:0/3023168487 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18440102e0 con 0x7f185c15ab00 2024-09-21T07:29:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1852ffd640 1 -- 172.21.15.6:0/3023168487 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f184400b9c0 con 0x7f185c15ab00 2024-09-21T07:29:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1860bde640 1 -- 172.21.15.6:0/3023168487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f185c15b980 con 0x7f185c15ab00 2024-09-21T07:29:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1852ffd640 1 -- 172.21.15.6:0/3023168487 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184400bdb0 con 0x7f185c15ab00 2024-09-21T07:29:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1860bde640 1 -- 172.21.15.6:0/3023168487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f185c15bf40 con 0x7f185c15ab00 2024-09-21T07:29:04.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1860bde640 1 -- 172.21.15.6:0/3023168487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f185c0749f0 con 0x7f185c15ab00 2024-09-21T07:29:04.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1852ffd640 1 -- 172.21.15.6:0/3023168487 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f18440047b0 con 0x7f185c15ab00 2024-09-21T07:29:04.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1852ffd640 1 --2- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f183c073200 0x7f183c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:04.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1852ffd640 1 -- 172.21.15.6:0/3023168487 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f1844096ac0 con 0x7f185c15ab00 2024-09-21T07:29:04.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1852ffd640 1 -- 172.21.15.6:0/3023168487 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+499 (secure 0 0 0) 0x7f18440972d0 con 0x7f185c15ab00 2024-09-21T07:29:04.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f185a59c640 1 --2- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f183c073200 0x7f183c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:04.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.073+0000 7f1860bde640 1 -- 172.21.15.6:0/3023168487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({log-info=0+}) -- 0x7f185c15eb90 con 0x7f185c15ab00 2024-09-21T07:29:04.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.077+0000 7f185a59c640 1 --2- 172.21.15.6:0/3023168487 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f183c073200 0x7f183c075710 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f185c159a70 tx=0x7f1854006b80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:04.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.257+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa1f40b0480 con 0x7fa1f4071920 2024-09-21T07:29:04.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1dbfff640 1 -- 172.21.15.6:0/2319615998 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7fa1e4016410 con 0x7fa1f4071920 2024-09-21T07:29:04.263 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:29:04.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa1e0073230 msgr2=0x7fa1e0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:04.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa1e0073230 0x7fa1e0075740 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa1f4156510 tx=0x7fa1e8006bd0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f4071920 msgr2=0x7fa1f414fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f4071920 0x7fa1f414fd70 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4009790 tx=0x7fa1e4004030 comp rx=0 tx=0).stop 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 shutdown_connections 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa1e0073230 0x7fa1e0075740 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa1f40d1270 0x7fa1f40b5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa1f40b7b60 0x7fa1f4149890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 --2- 172.21.15.6:0/2319615998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f4071920 0x7fa1f414fd70 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 >> 172.21.15.6:0/2319615998 conn(0x7fa1f40cf0d0 msgr2=0x7fa1f4155960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 shutdown_connections 2024-09-21T07:29:04.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:04.261+0000 7fa1f9bd5640 1 -- 172.21.15.6:0/2319615998 wait complete. 2024-09-21T07:29:04.283 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:29:04.283 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:29:04.284 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:29:04.284 INFO:tasks.cephfs.mount:self.client.name = client.badguy 2024-09-21T07:29:04.284 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:04.284 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:29:04.284 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /foo/bar 2024-09-21T07:29:04.284 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:29:04.284 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:29:04.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:04.284 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:29:04.291 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:29:04.291 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:29:04.291 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:29:04.291 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:04.291 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:29:04.291 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42228sec preferred_lft 42228sec 2024-09-21T07:29:04.292 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:04.293 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:29:04.294 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:04.294 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:29:04.294 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:04.294 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:29:04.294 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:04.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:04.294 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:29:04.348 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:29:04.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:04.350 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:29:04.404 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:29:04.404 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:29:04.404 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:29:04.404 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:29:04.404 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:29:04.405 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:29:04.405 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:29:04.405 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:04.405 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:04.405 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:04.405 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:29:04.405 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:29:04.406 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:29:04.406 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:29:04.406 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:29:04.406 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:29:04.406 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:29:04.492 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:29:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:29:04.521 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:29:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:29:04.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:04.528 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:29:04.534 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:29:04.534 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:29:04.534 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:29:04.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:04.534 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:29:04.592 INFO:tasks.cephfs.fuse_mount:Client client.badguy config is {} 2024-09-21T07:29:04.592 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:29:04.592 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:04.638 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:29:04.638 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:29:04.639 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:04.686 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:04.748 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:04.795 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:04.795 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:04.796 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:04.797 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:04.798 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:04.798 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:04.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:04.799 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:04.847 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:29:04.847 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id badguy --client_mountpoint=/foo/bar) 2024-09-21T07:29:04.894 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:04.909 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:04.956 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:04.957 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:04.958 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:04.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:04.959 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:04.997 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:29:04.991+0000 7f21b8a1e580 -1 init, newargv = 0x7f21ac001600 newargc=15 2024-09-21T07:29:04.997 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35663]: starting ceph client 2024-09-21T07:29:05.001 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:29:04.995+0000 7f2199ffb640 -1 client.5402 mds.0 rejected us (non-allowable root '/baz') 2024-09-21T07:29:05.001 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35663]: ceph mount failed with (1) Operation not permitted 2024-09-21T07:29:05.143 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:daemon-helper: command failed with exit status 1 2024-09-21T07:29:06.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.017+0000 7f1852ffd640 1 -- 172.21.15.6:0/3023168487 <== mon.0 v2:172.21.15.6:3300/0 7 ==== log(1 entries from seq 1 at 2024-09-21T07:29:05.001193+0000) ==== 261+0+0 (secure 0 0 0) 0x7f1844095100 con 0x7f185c15ab00 2024-09-21T07:29:06.022 INFO:teuthology.orchestra.run.smithi006.stdout: cluster: 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: id: 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: health: HEALTH_OK 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: services: 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: mon: 3 daemons, quorum a,b,c (age 4m) 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: mgr: x(active, since 4m), standbys: y 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: mds: 1/1 daemons up, 3 standby 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: osd: 8 osds: 8 up (since 4m), 8 in (since 4m) 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: data: 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: volumes: 1/1 healthy 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: pools: 3 pools, 97 pgs 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: objects: 24 objects, 586 KiB 2024-09-21T07:29:06.023 INFO:teuthology.orchestra.run.smithi006.stdout: usage: 247 MiB used, 720 GiB / 720 GiB avail 2024-09-21T07:29:06.024 INFO:teuthology.orchestra.run.smithi006.stdout: pgs: 97 active+clean 2024-09-21T07:29:06.024 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:06.024 INFO:teuthology.orchestra.run.smithi006.stdout: io: 2024-09-21T07:29:06.024 INFO:teuthology.orchestra.run.smithi006.stdout: client: 341 B/s wr, 0 op/s rd, 0 op/s wr 2024-09-21T07:29:06.024 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:06.024 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:06.024 INFO:teuthology.orchestra.run.smithi006.stdout:2024-09-21T07:29:05.001193+0000 mds.a [WRN] client session with non-allowable root '/baz' denied (client.5402 192.168.0.1:0/3439130581) 2024-09-21T07:29:06.103 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:06.120 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:06.169 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:06.169 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:06.169 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:06.169 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:06.169 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:06.169 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:06.169 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:06.169 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:06.170 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:06.171 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:06.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:06.172 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:06.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:29:06.218 INFO:tasks.cephfs.fuse_mount:mount command failed. 2024-09-21T07:29:06.320 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:29:06.320 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:29:06.400 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:29:06.483 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:29:06.484 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:29:06.484 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:06.484 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:06.491 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:29:06.491 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:29:06.491 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:06.491 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:06.496 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:29:06.496 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:29:06.496 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:06.496 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:06.539 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:29:06.539 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:29:06.539 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:06.540 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:06.544 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:29:06.544 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- 172.21.15.6:0/1878416081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3204004810 msgr2=0x7f3204004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 --2- 172.21.15.6:0/1878416081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3204004810 0x7f3204004c20 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f3200009ee0 tx=0x7f320001d5f0 comp rx=0 tx=0).stop 2024-09-21T07:29:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- 172.21.15.6:0/1878416081 shutdown_connections 2024-09-21T07:29:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 --2- 172.21.15.6:0/1878416081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3204004810 0x7f3204004c20 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- 172.21.15.6:0/1878416081 >> 172.21.15.6:0/1878416081 conn(0x7f32180b26f0 msgr2=0x7f32180d03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- 172.21.15.6:0/1878416081 shutdown_connections 2024-09-21T07:29:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- 172.21.15.6:0/1878416081 wait complete. 2024-09-21T07:29:06.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 Processor -- start 2024-09-21T07:29:06.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- start start 2024-09-21T07:29:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3204004810 0x7f32181561e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3218158e00 0x7f32180c51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32180b0f50 0x7f32180b1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f321806ce40 con 0x7f3218158e00 2024-09-21T07:29:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f32180b3690 con 0x7f32180b0f50 2024-09-21T07:29:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.749+0000 7f321e90a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f321806cfc0 con 0x7f3204004810 2024-09-21T07:29:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3218158e00 0x7f32180c51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3218158e00 0x7f32180c51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39600/0 (socket says 172.21.15.6:39600) 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 -- 172.21.15.6:0/3793007597 learned_addr learned my addr 172.21.15.6:0/3793007597 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f3217fff640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3204004810 0x7f32181561e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f321cea7640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32180b0f50 0x7f32180b1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 -- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3204004810 msgr2=0x7f32181561e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3204004810 0x7f32181561e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 -- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32180b0f50 msgr2=0x7f32180b1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32180b0f50 0x7f32180b1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 -- 172.21.15.6:0/3793007597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32180b18a0 con 0x7f3218158e00 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f321cea7640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32180b0f50 0x7f32180b1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f32177fe640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3218158e00 0x7f32180c51d0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f3200009ee0 tx=0x7f3200009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f3214ff9640 1 -- 172.21.15.6:0/3793007597 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32000ad070 con 0x7f3218158e00 2024-09-21T07:29:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f3214ff9640 1 -- 172.21.15.6:0/3793007597 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3200003c90 con 0x7f3218158e00 2024-09-21T07:29:06.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f3214ff9640 1 -- 172.21.15.6:0/3793007597 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32000a7ae0 con 0x7f3218158e00 2024-09-21T07:29:06.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32181f3900 con 0x7f3218158e00 2024-09-21T07:29:06.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32181f3bc0 con 0x7f3218158e00 2024-09-21T07:29:06.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f321806d4d0 con 0x7f3218158e00 2024-09-21T07:29:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f3214ff9640 1 -- 172.21.15.6:0/3793007597 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f32000b0070 con 0x7f3218158e00 2024-09-21T07:29:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f3214ff9640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f31f8073230 0x7f31f8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f3214ff9640 1 -- 172.21.15.6:0/3793007597 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f320012f150 con 0x7f3218158e00 2024-09-21T07:29:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.753+0000 7f3217fff640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f31f8073230 0x7f31f8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.757+0000 7f3217fff640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f31f8073230 0x7f31f8075740 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f3208006630 tx=0x7f3208006b70 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:06.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.757+0000 7f3214ff9640 1 -- 172.21.15.6:0/3793007597 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f32000c1020 con 0x7f3218158e00 2024-09-21T07:29:06.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.969+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32180af690 con 0x7f3218158e00 2024-09-21T07:29:06.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f3214ff9640 1 -- 172.21.15.6:0/3793007597 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5225 (secure 0 0 0) 0x7f32180b18a0 con 0x7f3218158e00 2024-09-21T07:29:06.975 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:06.975 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":50,"btime":"2024-09-21T07:28:36:359344+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/4121072814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4121072814},{"type":"v1","addr":"172.21.15.145:6836","nonce":4121072814}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5668,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2151056970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2151056970},{"type":"v1","addr":"172.21.15.145:6837","nonce":2151056970}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6120,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/3060070161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3060070161},{"type":"v1","addr":"172.21.15.6:6834","nonce":3060070161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:28:32.706396+0000","modified":"2024-09-21T07:28:35.781712+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6123},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6123":{"gid":6123,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1425677822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1425677822},{"type":"v1","addr":"172.21.15.6:6835","nonce":1425677822}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6123,"qdb_cluster":[6123]},"id":5}]} 2024-09-21T07:29:06.975 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 50 2024-09-21T07:29:06.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f31f8073230 msgr2=0x7f31f8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:06.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f31f8073230 0x7f31f8075740 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f3208006630 tx=0x7f3208006b70 comp rx=0 tx=0).stop 2024-09-21T07:29:06.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3218158e00 msgr2=0x7f32180c51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:06.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3218158e00 0x7f32180c51d0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f3200009ee0 tx=0x7f3200009280 comp rx=0 tx=0).stop 2024-09-21T07:29:06.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 shutdown_connections 2024-09-21T07:29:06.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f31f8073230 0x7f31f8075740 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:06.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32180b0f50 0x7f32180b1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:06.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3218158e00 0x7f32180c51d0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:06.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 --2- 172.21.15.6:0/3793007597 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3204004810 0x7f32181561e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:06.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 >> 172.21.15.6:0/3793007597 conn(0x7f32180b26f0 msgr2=0x7f32180d0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:06.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 shutdown_connections 2024-09-21T07:29:06.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:06.973+0000 7f321e90a640 1 -- 172.21.15.6:0/3793007597 wait complete. 2024-09-21T07:29:06.999 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:07.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- 172.21.15.6:0/3396740924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c15da50 msgr2=0x7f684c0cb9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 --2- 172.21.15.6:0/3396740924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c15da50 0x7f684c0cb9b0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f683c009900 tx=0x7f683c01c850 comp rx=0 tx=0).stop 2024-09-21T07:29:07.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- 172.21.15.6:0/3396740924 shutdown_connections 2024-09-21T07:29:07.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 --2- 172.21.15.6:0/3396740924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c15da50 0x7f684c0cb9b0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- 172.21.15.6:0/3396740924 >> 172.21.15.6:0/3396740924 conn(0x7f684c0b26f0 msgr2=0x7f684c0d03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:07.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- 172.21.15.6:0/3396740924 shutdown_connections 2024-09-21T07:29:07.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- 172.21.15.6:0/3396740924 wait complete. 2024-09-21T07:29:07.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 Processor -- start 2024-09-21T07:29:07.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- start start 2024-09-21T07:29:07.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f684c0c5fd0 0x7f684c070c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f684c0c3560 0x7f684c0ae2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c0ae800 0x7f684c1f9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f684c16af70 con 0x7f684c0ae800 2024-09-21T07:29:07.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f684c16adf0 con 0x7f684c0c3560 2024-09-21T07:29:07.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.161+0000 7f68537d5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f684c16b0f0 con 0x7f684c0c5fd0 2024-09-21T07:29:07.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c0ae800 0x7f684c1f9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851571640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f684c0c5fd0 0x7f684c070c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c0ae800 0x7f684c1f9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39616/0 (socket says 172.21.15.6:39616) 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 -- 172.21.15.6:0/2105428038 learned_addr learned my addr 172.21.15.6:0/2105428038 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6850d70640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f684c0c3560 0x7f684c0ae2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 -- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f684c0c5fd0 msgr2=0x7f684c070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f684c0c5fd0 0x7f684c070c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 -- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f684c0c3560 msgr2=0x7f684c0ae2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f684c0c3560 0x7f684c0ae2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 -- 172.21.15.6:0/2105428038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f684c0aec10 con 0x7f684c0ae800 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851d72640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c0ae800 0x7f684c1f9700 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f6844002240 tx=0x7f684400cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6841ffb640 1 -- 172.21.15.6:0/2105428038 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844017070 con 0x7f684c0ae800 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6841ffb640 1 -- 172.21.15.6:0/2105428038 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6844003c70 con 0x7f684c0ae800 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f684c0954d0 con 0x7f684c0ae800 2024-09-21T07:29:07.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6841ffb640 1 -- 172.21.15.6:0/2105428038 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68440052d0 con 0x7f684c0ae800 2024-09-21T07:29:07.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f684c095a50 con 0x7f684c0ae800 2024-09-21T07:29:07.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f684c0b38a0 con 0x7f684c0ae800 2024-09-21T07:29:07.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6841ffb640 1 -- 172.21.15.6:0/2105428038 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f684401a070 con 0x7f684c0ae800 2024-09-21T07:29:07.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6841ffb640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6830073200 0x7f6830075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6841ffb640 1 -- 172.21.15.6:0/2105428038 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f6844093930 con 0x7f684c0ae800 2024-09-21T07:29:07.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.165+0000 7f6851571640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6830073200 0x7f6830075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.169+0000 7f6851571640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6830073200 0x7f6830075710 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f683c0af000 tx=0x7f683c01b090 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:07.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.169+0000 7f6841ffb640 1 -- 172.21.15.6:0/2105428038 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f684c0aec10 con 0x7f684c0ae800 2024-09-21T07:29:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.381+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f684c0b1730 con 0x7f684c0ae800 2024-09-21T07:29:07.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f6841ffb640 1 -- 172.21.15.6:0/2105428038 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5225 (secure 0 0 0) 0x7f684405e420 con 0x7f684c0ae800 2024-09-21T07:29:07.387 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:07.387 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":50,"btime":"2024-09-21T07:28:36:359344+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/4121072814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4121072814},{"type":"v1","addr":"172.21.15.145:6836","nonce":4121072814}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5668,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2151056970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2151056970},{"type":"v1","addr":"172.21.15.145:6837","nonce":2151056970}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6120,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/3060070161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3060070161},{"type":"v1","addr":"172.21.15.6:6834","nonce":3060070161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:28:32.706396+0000","modified":"2024-09-21T07:28:35.781712+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6123},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6123":{"gid":6123,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1425677822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1425677822},{"type":"v1","addr":"172.21.15.6:6835","nonce":1425677822}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6123,"qdb_cluster":[6123]},"id":5}]} 2024-09-21T07:29:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 50 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6830073200 msgr2=0x7f6830075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6830073200 0x7f6830075710 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f683c0af000 tx=0x7f683c01b090 comp rx=0 tx=0).stop 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c0ae800 msgr2=0x7f684c1f9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c0ae800 0x7f684c1f9700 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f6844002240 tx=0x7f684400cb90 comp rx=0 tx=0).stop 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 shutdown_connections 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6830073200 0x7f6830075710 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684c0ae800 0x7f684c1f9700 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f684c0c3560 0x7f684c0ae2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 --2- 172.21.15.6:0/2105428038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f684c0c5fd0 0x7f684c070c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 >> 172.21.15.6:0/2105428038 conn(0x7f684c0b26f0 msgr2=0x7f684c15c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 shutdown_connections 2024-09-21T07:29:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.385+0000 7f68537d5640 1 -- 172.21.15.6:0/2105428038 wait complete. 2024-09-21T07:29:07.411 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:07.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.557+0000 7f1fc228e640 1 -- 172.21.15.6:0/2771460463 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 msgr2=0x7f1fbc0cd780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.557+0000 7f1fc228e640 1 --2- 172.21.15.6:0/2771460463 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 0x7f1fbc0cd780 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f1fb0009840 tx=0x7f1fb001c790 comp rx=0 tx=0).stop 2024-09-21T07:29:07.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.557+0000 7f1fc228e640 1 -- 172.21.15.6:0/2771460463 shutdown_connections 2024-09-21T07:29:07.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.557+0000 7f1fc228e640 1 --2- 172.21.15.6:0/2771460463 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 0x7f1fbc0cd780 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.557+0000 7f1fc228e640 1 -- 172.21.15.6:0/2771460463 >> 172.21.15.6:0/2771460463 conn(0x7f1fbc0cf0a0 msgr2=0x7f1fbc0cf4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:07.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.557+0000 7f1fc228e640 1 -- 172.21.15.6:0/2771460463 shutdown_connections 2024-09-21T07:29:07.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.557+0000 7f1fc228e640 1 -- 172.21.15.6:0/2771460463 wait complete. 2024-09-21T07:29:07.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 Processor -- start 2024-09-21T07:29:07.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 -- start start 2024-09-21T07:29:07.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 0x7f1fbc1661a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fbc0cdcc0 0x7f1fbc0cc200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fbc0d09d0 0x7f1fbc157c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc16b180 con 0x7f1fbc0cd370 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc16b000 con 0x7f1fbc0cdcc0 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1fbc16b300 con 0x7f1fbc0d09d0 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 0x7f1fbc1661a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 0x7f1fbc1661a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39644/0 (socket says 172.21.15.6:39644) 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 -- 172.21.15.6:0/1159335674 learned_addr learned my addr 172.21.15.6:0/1159335674 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbb7fe640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fbc0cdcc0 0x7f1fbc0cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc082b640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fbc0d09d0 0x7f1fbc157c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 -- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fbc0d09d0 msgr2=0x7f1fbc157c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fbc0d09d0 0x7f1fbc157c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 -- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fbc0cdcc0 msgr2=0x7f1fbc0cc200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fbc0cdcc0 0x7f1fbc0cc200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 -- 172.21.15.6:0/1159335674 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fbc0cb5e0 con 0x7f1fbc0cd370 2024-09-21T07:29:07.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fbbfff640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 0x7f1fbc1661a0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f1fac00c3a0 tx=0x7f1fac00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:07.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fb8ff9640 1 -- 172.21.15.6:0/1159335674 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fac017070 con 0x7f1fbc0cd370 2024-09-21T07:29:07.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fb8ff9640 1 -- 172.21.15.6:0/1159335674 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fac0053c0 con 0x7f1fbc0cd370 2024-09-21T07:29:07.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fbc165100 con 0x7f1fbc0cd370 2024-09-21T07:29:07.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fb8ff9640 1 -- 172.21.15.6:0/1159335674 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fac0038b0 con 0x7f1fbc0cd370 2024-09-21T07:29:07.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.561+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fbc1656c0 con 0x7f1fbc0cd370 2024-09-21T07:29:07.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.565+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fbc0cd780 con 0x7f1fbc0cd370 2024-09-21T07:29:07.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.565+0000 7f1fb8ff9640 1 -- 172.21.15.6:0/1159335674 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1fac01a070 con 0x7f1fbc0cd370 2024-09-21T07:29:07.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.565+0000 7f1fb8ff9640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1fa8073230 0x7f1fa8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.565+0000 7f1fb8ff9640 1 -- 172.21.15.6:0/1159335674 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f1fac093950 con 0x7f1fbc0cd370 2024-09-21T07:29:07.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.565+0000 7f1fbb7fe640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1fa8073230 0x7f1fa8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.565+0000 7f1fbb7fe640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1fa8073230 0x7f1fa8075740 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1fb00af000 tx=0x7f1fb001afd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:07.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.569+0000 7f1fb8ff9640 1 -- 172.21.15.6:0/1159335674 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1fac021020 con 0x7f1fbc0cd370 2024-09-21T07:29:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.737+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1fbc0718e0 con 0x7f1fbc0cd370 2024-09-21T07:29:07.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fb8ff9640 1 -- 172.21.15.6:0/1159335674 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16692 (secure 0 0 0) 0x7f1fac067020 con 0x7f1fbc0cd370 2024-09-21T07:29:07.743 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:07.743 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":69,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:28:34.334420+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:28:30.444723+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T07:28:31.663099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:07.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1fa8073230 msgr2=0x7f1fa8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1fa8073230 0x7f1fa8075740 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1fb00af000 tx=0x7f1fb001afd0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 msgr2=0x7f1fbc1661a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 0x7f1fbc1661a0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f1fac00c3a0 tx=0x7f1fac00c860 comp rx=0 tx=0).stop 2024-09-21T07:29:07.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 shutdown_connections 2024-09-21T07:29:07.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1fa8073230 0x7f1fa8075740 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1fbc0d09d0 0x7f1fbc157c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1fbc0cdcc0 0x7f1fbc0cc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 --2- 172.21.15.6:0/1159335674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1fbc0cd370 0x7f1fbc1661a0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 >> 172.21.15.6:0/1159335674 conn(0x7f1fbc0cf0a0 msgr2=0x7f1fbc0b12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:07.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 shutdown_connections 2024-09-21T07:29:07.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.741+0000 7f1fc228e640 1 -- 172.21.15.6:0/1159335674 wait complete. 2024-09-21T07:29:07.765 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:29:07.765 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 -- 172.21.15.6:0/1773853412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7100b4330 msgr2=0x7fd71006f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 --2- 172.21.15.6:0/1773853412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7100b4330 0x7fd71006f980 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fd7100729e0 tx=0x7fd70801cd80 comp rx=0 tx=0).stop 2024-09-21T07:29:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 -- 172.21.15.6:0/1773853412 shutdown_connections 2024-09-21T07:29:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 --2- 172.21.15.6:0/1773853412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd7100b4330 0x7fd71006f980 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 --2- 172.21.15.6:0/1773853412 >> v2:172.21.15.145:3300/0 conn(0x7fd71015af80 0x7fd71006ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 -- 172.21.15.6:0/1773853412 >> 172.21.15.6:0/1773853412 conn(0x7fd7100b26f0 msgr2=0x7fd7100d03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 -- 172.21.15.6:0/1773853412 shutdown_connections 2024-09-21T07:29:07.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 -- 172.21.15.6:0/1773853412 wait complete. 2024-09-21T07:29:07.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 Processor -- start 2024-09-21T07:29:07.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.921+0000 7fd7165d1640 1 -- start start 2024-09-21T07:29:07.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd71006d380 0x7fd710152310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7100b4330 0x7fd710152850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd71015af80 0x7fd710156150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd71015eb30 con 0x7fd71015af80 2024-09-21T07:29:07.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd71015e9b0 con 0x7fd71006d380 2024-09-21T07:29:07.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd71015ecb0 con 0x7fd7100b4330 2024-09-21T07:29:07.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd71015af80 0x7fd710156150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd71015af80 0x7fd710156150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39664/0 (socket says 172.21.15.6:39664) 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 -- 172.21.15.6:0/837107113 learned_addr learned my addr 172.21.15.6:0/837107113 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd70ffff640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd71006d380 0x7fd710152310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd70f7fe640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7100b4330 0x7fd710152850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 -- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7100b4330 msgr2=0x7fd710152850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7100b4330 0x7fd710152850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 -- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd71006d380 msgr2=0x7fd710152310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd71006d380 0x7fd710152310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 -- 172.21.15.6:0/837107113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd710099870 con 0x7fd71015af80 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd70f7fe640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7100b4330 0x7fd710152850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd70ffff640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd71006d380 0x7fd710152310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd714b6e640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd71015af80 0x7fd710156150 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fd708009bd0 tx=0x7fd708005b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd70cff9640 1 -- 172.21.15.6:0/837107113 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7080bc070 con 0x7fd71015af80 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd70cff9640 1 -- 172.21.15.6:0/837107113 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7080042f0 con 0x7fd71015af80 2024-09-21T07:29:07.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd71015b830 con 0x7fd71015af80 2024-09-21T07:29:07.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd70cff9640 1 -- 172.21.15.6:0/837107113 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7080b2040 con 0x7fd71015af80 2024-09-21T07:29:07.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd71015bdf0 con 0x7fd71015af80 2024-09-21T07:29:07.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd71006ce40 con 0x7fd71015af80 2024-09-21T07:29:07.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.925+0000 7fd70cff9640 1 -- 172.21.15.6:0/837107113 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd7080bf070 con 0x7fd71015af80 2024-09-21T07:29:07.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.929+0000 7fd70cff9640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:07.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.929+0000 7fd70cff9640 1 -- 172.21.15.6:0/837107113 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fd70812e0a0 con 0x7fd71015af80 2024-09-21T07:29:07.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.929+0000 7fd70ffff640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:07.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.929+0000 7fd70ffff640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd700005fd0 tx=0x7fd700005dc0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:07.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:07.933+0000 7fd70cff9640 1 -- 172.21.15.6:0/837107113 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd708016970 con 0x7fd71015af80 2024-09-21T07:29:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.133+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd71006f790 con 0x7fd71015af80 2024-09-21T07:29:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd70cff9640 1 -- 172.21.15.6:0/837107113 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5225 (secure 0 0 0) 0x7fd7080f9130 con 0x7fd71015af80 2024-09-21T07:29:08.139 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:08.139 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":50,"btime":"2024-09-21T07:28:36:359344+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/4121072814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4121072814},{"type":"v1","addr":"172.21.15.145:6836","nonce":4121072814}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5668,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2151056970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2151056970},{"type":"v1","addr":"172.21.15.145:6837","nonce":2151056970}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6120,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/3060070161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3060070161},{"type":"v1","addr":"172.21.15.6:6834","nonce":3060070161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:28:32.706396+0000","modified":"2024-09-21T07:28:35.781712+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6123},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6123":{"gid":6123,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1425677822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1425677822},{"type":"v1","addr":"172.21.15.6:6835","nonce":1425677822}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6123,"qdb_cluster":[6123]},"id":5}]} 2024-09-21T07:29:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 50 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 msgr2=0x7fd6fc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd700005fd0 tx=0x7fd700005dc0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd71015af80 msgr2=0x7fd710156150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd71015af80 0x7fd710156150 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fd708009bd0 tx=0x7fd708005b10 comp rx=0 tx=0).stop 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 shutdown_connections 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd6fc073230 0x7fd6fc075740 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd71015af80 0x7fd710156150 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd7100b4330 0x7fd710152850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 --2- 172.21.15.6:0/837107113 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd71006d380 0x7fd710152310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 >> 172.21.15.6:0/837107113 conn(0x7fd7100b26f0 msgr2=0x7fd710075cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:08.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 shutdown_connections 2024-09-21T07:29:08.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.137+0000 7fd7165d1640 1 -- 172.21.15.6:0/837107113 wait complete. 2024-09-21T07:29:08.161 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:08.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.313+0000 7f11930ef640 1 -- 172.21.15.6:0/3770059066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f118c0b38a0 msgr2=0x7f118c0b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.313+0000 7f11930ef640 1 --2- 172.21.15.6:0/3770059066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f118c0b38a0 0x7f118c0b3cb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1184009c80 tx=0x7f118401cd10 comp rx=0 tx=0).stop 2024-09-21T07:29:08.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.313+0000 7f11930ef640 1 -- 172.21.15.6:0/3770059066 shutdown_connections 2024-09-21T07:29:08.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.313+0000 7f11930ef640 1 --2- 172.21.15.6:0/3770059066 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f118c0b38a0 0x7f118c0b3cb0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.313+0000 7f11930ef640 1 --2- 172.21.15.6:0/3770059066 >> v2:172.21.15.145:3300/0 conn(0x7f118c06ce40 0x7f118c06d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.313+0000 7f11930ef640 1 -- 172.21.15.6:0/3770059066 >> 172.21.15.6:0/3770059066 conn(0x7f118c0b26f0 msgr2=0x7f118c0d03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:08.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.313+0000 7f11930ef640 1 -- 172.21.15.6:0/3770059066 shutdown_connections 2024-09-21T07:29:08.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.313+0000 7f11930ef640 1 -- 172.21.15.6:0/3770059066 wait complete. 2024-09-21T07:29:08.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 Processor -- start 2024-09-21T07:29:08.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 -- start start 2024-09-21T07:29:08.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f118c06ce40 0x7f118c0b19c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:08.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f118c0b38a0 0x7f118c0995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:08.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f118c15da50 0x7f118c0c6060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:08.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f118c16a210 con 0x7f118c06ce40 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f118c16a090 con 0x7f118c15da50 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f118c16a390 con 0x7f118c0b38a0 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f118c06ce40 0x7f118c0b19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f118c06ce40 0x7f118c0b19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39668/0 (socket says 172.21.15.6:39668) 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 -- 172.21.15.6:0/1558222959 learned_addr learned my addr 172.21.15.6:0/1558222959 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f118bfff640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f118c0b38a0 0x7f118c0995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f119168c640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f118c15da50 0x7f118c0c6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 -- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f118c0b38a0 msgr2=0x7f118c0995f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f118c0b38a0 0x7f118c0995f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 -- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f118c15da50 msgr2=0x7f118c0c6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f118c15da50 0x7f118c0c6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 -- 172.21.15.6:0/1558222959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f118c153f00 con 0x7f118c06ce40 2024-09-21T07:29:08.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f119168c640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f118c15da50 0x7f118c0c6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:08.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f1190e8b640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f118c06ce40 0x7f118c0b19c0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f118000c420 tx=0x7f118000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:08.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11897fa640 1 -- 172.21.15.6:0/1558222959 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180017070 con 0x7f118c06ce40 2024-09-21T07:29:08.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11897fa640 1 -- 172.21.15.6:0/1558222959 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11800053c0 con 0x7f118c06ce40 2024-09-21T07:29:08.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11897fa640 1 -- 172.21.15.6:0/1558222959 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180003860 con 0x7f118c06ce40 2024-09-21T07:29:08.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f118c156d90 con 0x7f118c06ce40 2024-09-21T07:29:08.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.317+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f118c1541a0 con 0x7f118c06ce40 2024-09-21T07:29:08.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.321+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f118c06d250 con 0x7f118c06ce40 2024-09-21T07:29:08.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.321+0000 7f11897fa640 1 -- 172.21.15.6:0/1558222959 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f118001a070 con 0x7f118c06ce40 2024-09-21T07:29:08.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.321+0000 7f11897fa640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1170073230 0x7f1170075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:08.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.321+0000 7f11897fa640 1 -- 172.21.15.6:0/1558222959 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f1180093970 con 0x7f118c06ce40 2024-09-21T07:29:08.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.321+0000 7f118bfff640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1170073230 0x7f1170075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:08.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.321+0000 7f118bfff640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1170073230 0x7f1170075740 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f118c070590 tx=0x7f11780091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:08.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.325+0000 7f11897fa640 1 -- 172.21.15.6:0/1558222959 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1180021020 con 0x7f118c06ce40 2024-09-21T07:29:08.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.541+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f118c0d10e0 con 0x7f118c06ce40 2024-09-21T07:29:08.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.541+0000 7f11897fa640 1 -- 172.21.15.6:0/1558222959 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5225 (secure 0 0 0) 0x7f118c06d790 con 0x7f118c06ce40 2024-09-21T07:29:08.545 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:08.545 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":50,"btime":"2024-09-21T07:28:36:359344+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/4121072814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4121072814},{"type":"v1","addr":"172.21.15.145:6836","nonce":4121072814}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5668,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2151056970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2151056970},{"type":"v1","addr":"172.21.15.145:6837","nonce":2151056970}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6120,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/3060070161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3060070161},{"type":"v1","addr":"172.21.15.6:6834","nonce":3060070161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:28:32.706396+0000","modified":"2024-09-21T07:28:35.781712+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6123},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6123":{"gid":6123,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/1425677822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1425677822},{"type":"v1","addr":"172.21.15.6:6835","nonce":1425677822}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6123,"qdb_cluster":[6123]},"id":5}]} 2024-09-21T07:29:08.545 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 50 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1170073230 msgr2=0x7f1170075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1170073230 0x7f1170075740 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f118c070590 tx=0x7f11780091e0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f118c06ce40 msgr2=0x7f118c0b19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f118c06ce40 0x7f118c0b19c0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f118000c420 tx=0x7f118000c8e0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 shutdown_connections 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1170073230 0x7f1170075740 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f118c15da50 0x7f118c0c6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f118c0b38a0 0x7f118c0995f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 --2- 172.21.15.6:0/1558222959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f118c06ce40 0x7f118c0b19c0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 >> 172.21.15.6:0/1558222959 conn(0x7f118c0b26f0 msgr2=0x7f118c0b1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 shutdown_connections 2024-09-21T07:29:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.545+0000 7f11930ef640 1 -- 172.21.15.6:0/1558222959 wait complete. 2024-09-21T07:29:08.570 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:08.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.721+0000 7f883388f640 1 -- 172.21.15.6:0/1769003932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c0cbef0 msgr2=0x7f882c06ce40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.721+0000 7f883388f640 1 --2- 172.21.15.6:0/1769003932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c0cbef0 0x7f882c06ce40 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f882c0729e0 tx=0x7f882001ccf0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.721+0000 7f883388f640 1 -- 172.21.15.6:0/1769003932 shutdown_connections 2024-09-21T07:29:08.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.721+0000 7f883388f640 1 --2- 172.21.15.6:0/1769003932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c0cbef0 0x7f882c06ce40 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.721+0000 7f883388f640 1 --2- 172.21.15.6:0/1769003932 >> v2:172.21.15.145:3300/0 conn(0x7f882c15da50 0x7f882c0cb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.721+0000 7f883388f640 1 -- 172.21.15.6:0/1769003932 >> 172.21.15.6:0/1769003932 conn(0x7f882c0b26f0 msgr2=0x7f882c0d03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:08.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.721+0000 7f883388f640 1 -- 172.21.15.6:0/1769003932 shutdown_connections 2024-09-21T07:29:08.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.721+0000 7f883388f640 1 -- 172.21.15.6:0/1769003932 wait complete. 2024-09-21T07:29:08.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 Processor -- start 2024-09-21T07:29:08.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 -- start start 2024-09-21T07:29:08.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c06d380 0x7f882c156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:08.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c15da50 0x7f882c0c3230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:08.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c0ad270 0x7f882c0ad680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:08.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f882c16a380 con 0x7f882c06d380 2024-09-21T07:29:08.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f882c16a200 con 0x7f882c15da50 2024-09-21T07:29:08.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f882c16a500 con 0x7f882c0ad270 2024-09-21T07:29:08.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c06d380 0x7f882c156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c06d380 0x7f882c156080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39682/0 (socket says 172.21.15.6:39682) 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 -- 172.21.15.6:0/3680579520 learned_addr learned my addr 172.21.15.6:0/3680579520 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f8830e2a640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c15da50 0x7f882c0c3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f8831e2c640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c0ad270 0x7f882c0ad680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 -- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c0ad270 msgr2=0x7f882c0ad680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c0ad270 0x7f882c0ad680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 -- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c15da50 msgr2=0x7f882c0c3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c15da50 0x7f882c0c3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 -- 172.21.15.6:0/3680579520 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f882c0adbc0 con 0x7f882c06d380 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883162b640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c06d380 0x7f882c156080 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f88280058d0 tx=0x7f882800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f881dffb640 1 -- 172.21.15.6:0/3680579520 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828017070 con 0x7f882c06d380 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f881dffb640 1 -- 172.21.15.6:0/3680579520 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8828009d20 con 0x7f882c06d380 2024-09-21T07:29:08.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f882c0b1c10 con 0x7f882c06d380 2024-09-21T07:29:08.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f881dffb640 1 -- 172.21.15.6:0/3680579520 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88280106c0 con 0x7f882c06d380 2024-09-21T07:29:08.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.725+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f882c155240 con 0x7f882c06d380 2024-09-21T07:29:08.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.729+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f882c155480 con 0x7f882c06d380 2024-09-21T07:29:08.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.729+0000 7f881dffb640 1 -- 172.21.15.6:0/3680579520 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f882801a070 con 0x7f882c06d380 2024-09-21T07:29:08.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.729+0000 7f881dffb640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8810073230 0x7f8810075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:08.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.729+0000 7f881dffb640 1 -- 172.21.15.6:0/3680579520 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f8828094440 con 0x7f882c06d380 2024-09-21T07:29:08.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.729+0000 7f8830e2a640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8810073230 0x7f8810075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:08.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.729+0000 7f8830e2a640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8810073230 0x7f8810075740 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f88200af000 tx=0x7f882001b530 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:08.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.733+0000 7f881dffb640 1 -- 172.21.15.6:0/3680579520 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f882c155480 con 0x7f882c06d380 2024-09-21T07:29:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.913+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f882c06ce40 con 0x7f882c06d380 2024-09-21T07:29:08.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f881dffb640 1 -- 172.21.15.6:0/3680579520 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16692 (secure 0 0 0) 0x7f882805f450 con 0x7f882c06d380 2024-09-21T07:29:08.920 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:08.920 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":69,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:28:34.334420+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:28:30.444723+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T07:28:31.663099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8810073230 msgr2=0x7f8810075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8810073230 0x7f8810075740 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f88200af000 tx=0x7f882001b530 comp rx=0 tx=0).stop 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c06d380 msgr2=0x7f882c156080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c06d380 0x7f882c156080 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f88280058d0 tx=0x7f882800dde0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 shutdown_connections 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8810073230 0x7f8810075740 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f882c0ad270 0x7f882c0ad680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f882c15da50 0x7f882c0c3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 --2- 172.21.15.6:0/3680579520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f882c06d380 0x7f882c156080 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:08.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 >> 172.21.15.6:0/3680579520 conn(0x7f882c0b26f0 msgr2=0x7f882c0b0190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:08.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 shutdown_connections 2024-09-21T07:29:08.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:08.917+0000 7f883388f640 1 -- 172.21.15.6:0/3680579520 wait complete. 2024-09-21T07:29:08.943 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T07:29:09.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.101+0000 7f4456f82640 1 -- 172.21.15.6:0/2904161307 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4438003a80 msgr2=0x7f4438003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:09.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.101+0000 7f4456f82640 1 --2- 172.21.15.6:0/2904161307 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4438003a80 0x7f4438003ef0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f44500736a0 tx=0x7f444c01cd60 comp rx=0 tx=0).stop 2024-09-21T07:29:09.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.101+0000 7f445551f640 1 -- 172.21.15.6:0/2904161307 reap_dead start 2024-09-21T07:29:09.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.101+0000 7f4456f82640 1 -- 172.21.15.6:0/2904161307 shutdown_connections 2024-09-21T07:29:09.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.101+0000 7f4456f82640 1 -- 172.21.15.6:0/2904161307 >> 172.21.15.6:0/2904161307 conn(0x7f44500b3010 msgr2=0x7f44500b3420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:09.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.101+0000 7f4456f82640 1 -- 172.21.15.6:0/2904161307 shutdown_connections 2024-09-21T07:29:09.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.101+0000 7f4456f82640 1 -- 172.21.15.6:0/2904161307 wait complete. 2024-09-21T07:29:09.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 Processor -- start 2024-09-21T07:29:09.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 -- start start 2024-09-21T07:29:09.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4438003a80 0x7f44500b17b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:09.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44501f9940 0x7f445006d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:09.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f445006d660 0x7f44501fc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:09.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4450166bd0 con 0x7f44501f9940 2024-09-21T07:29:09.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f44500b2480 con 0x7f4438003a80 2024-09-21T07:29:09.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4450166d50 con 0x7f445006d660 2024-09-21T07:29:09.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44501f9940 0x7f445006d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:09.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44501f9940 0x7f445006d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39702/0 (socket says 172.21.15.6:39702) 2024-09-21T07:29:09.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 -- 172.21.15.6:0/3584719400 learned_addr learned my addr 172.21.15.6:0/3584719400 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f445551f640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f445006d660 0x7f44501fc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4454d1e640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4438003a80 0x7f44500b17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 -- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f445006d660 msgr2=0x7f44501fc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f445006d660 0x7f44501fc4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 -- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4438003a80 msgr2=0x7f44500b17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4438003a80 0x7f44500b17b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 -- 172.21.15.6:0/3584719400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f445006da70 con 0x7f44501f9940 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4447fff640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44501f9940 0x7f445006d120 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f444000f9d0 tx=0x7f444000fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f44457fa640 1 -- 172.21.15.6:0/3584719400 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4440015070 con 0x7f44501f9940 2024-09-21T07:29:09.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f44457fa640 1 -- 172.21.15.6:0/3584719400 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f444000b8a0 con 0x7f44501f9940 2024-09-21T07:29:09.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44501518b0 con 0x7f44501f9940 2024-09-21T07:29:09.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f44457fa640 1 -- 172.21.15.6:0/3584719400 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f444000bcd0 con 0x7f44501f9940 2024-09-21T07:29:09.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.105+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4450151e70 con 0x7f44501f9940 2024-09-21T07:29:09.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.109+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4450151620 con 0x7f44501f9940 2024-09-21T07:29:09.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.109+0000 7f44457fa640 1 -- 172.21.15.6:0/3584719400 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4440003600 con 0x7f44501f9940 2024-09-21T07:29:09.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.109+0000 7f44457fa640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f443c073200 0x7f443c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:09.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.109+0000 7f44457fa640 1 -- 172.21.15.6:0/3584719400 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f4440094e80 con 0x7f44501f9940 2024-09-21T07:29:09.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.109+0000 7f4454d1e640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f443c073200 0x7f443c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:09.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.109+0000 7f4454d1e640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f443c073200 0x7f443c075710 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f444c0b0000 tx=0x7f444c019b60 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:09.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.113+0000 7f44457fa640 1 -- 172.21.15.6:0/3584719400 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f445006da70 con 0x7f44501f9940 2024-09-21T07:29:09.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.325+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f445009f220 con 0x7f44501f9940 2024-09-21T07:29:09.327 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:29:09.325+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:29:09.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.329+0000 7f44457fa640 1 -- 172.21.15.6:0/3584719400 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v51) ==== 161+0+0 (secure 0 0 0) 0x7f444005ff20 con 0x7f44501f9940 2024-09-21T07:29:09.330 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f443c073200 msgr2=0x7f443c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f443c073200 0x7f443c075710 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f444c0b0000 tx=0x7f444c019b60 comp rx=0 tx=0).stop 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44501f9940 msgr2=0x7f445006d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44501f9940 0x7f445006d120 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f444000f9d0 tx=0x7f444000fe90 comp rx=0 tx=0).stop 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 shutdown_connections 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f443c073200 0x7f443c075710 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f445006d660 0x7f44501fc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44501f9940 0x7f445006d120 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 --2- 172.21.15.6:0/3584719400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4438003a80 0x7f44500b17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 >> 172.21.15.6:0/3584719400 conn(0x7f44500b3010 msgr2=0x7f44500cb410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 shutdown_connections 2024-09-21T07:29:09.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.333+0000 7f4456f82640 1 -- 172.21.15.6:0/3584719400 wait complete. 2024-09-21T07:29:09.337 INFO:tasks.ceph.mds.a.smithi006.stderr: -4196> 2024-09-21T07:28:39.241+0000 7f403b5ca640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:29:09.360 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T07:29:09.405 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:29:09.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 -- 172.21.15.6:0/1458013358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f332c004810 msgr2=0x7f332c004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:09.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 --2- 172.21.15.6:0/1458013358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f332c004810 0x7f332c004c20 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f3330009b60 tx=0x7f333001d270 comp rx=0 tx=0).stop 2024-09-21T07:29:09.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 -- 172.21.15.6:0/1458013358 shutdown_connections 2024-09-21T07:29:09.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 --2- 172.21.15.6:0/1458013358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f332c004810 0x7f332c004c20 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 -- 172.21.15.6:0/1458013358 >> 172.21.15.6:0/1458013358 conn(0x7f33400d25e0 msgr2=0x7f33400d29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:09.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 -- 172.21.15.6:0/1458013358 shutdown_connections 2024-09-21T07:29:09.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 -- 172.21.15.6:0/1458013358 wait complete. 2024-09-21T07:29:09.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 Processor -- start 2024-09-21T07:29:09.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.525+0000 7f3344b0f640 1 -- start start 2024-09-21T07:29:09.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f332c004810 0x7f33400cba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:09.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334006ef00 0x7f3340158480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:09.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334006e780 0x7f33401589c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3340071e90 con 0x7f334006ef00 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3340071d10 con 0x7f334006e780 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f33400cf130 con 0x7f332c004810 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334006ef00 0x7f3340158480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334006ef00 0x7f3340158480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39736/0 (socket says 172.21.15.6:39736) 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 -- 172.21.15.6:0/1342266797 learned_addr learned my addr 172.21.15.6:0/1342266797 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333ed9d640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334006e780 0x7f33401589c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333e59c640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f332c004810 0x7f33400cba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 -- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f332c004810 msgr2=0x7f33400cba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f332c004810 0x7f33400cba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 -- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334006e780 msgr2=0x7f33401589c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:09.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334006e780 0x7f33401589c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:09.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 -- 172.21.15.6:0/1342266797 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33401601a0 con 0x7f334006ef00 2024-09-21T07:29:09.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f333dd9b640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334006ef00 0x7f3340158480 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f333001d0a0 tx=0x7f3330005520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:09.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3336ffd640 1 -- 172.21.15.6:0/1342266797 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33300ba070 con 0x7f334006ef00 2024-09-21T07:29:09.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3336ffd640 1 -- 172.21.15.6:0/1342266797 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3330004310 con 0x7f334006ef00 2024-09-21T07:29:09.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33401f5d40 con 0x7f334006ef00 2024-09-21T07:29:09.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3336ffd640 1 -- 172.21.15.6:0/1342266797 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33300b1040 con 0x7f334006ef00 2024-09-21T07:29:09.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f334015a620 con 0x7f334006ef00 2024-09-21T07:29:09.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3340072450 con 0x7f334006ef00 2024-09-21T07:29:09.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.529+0000 7f3336ffd640 1 -- 172.21.15.6:0/1342266797 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3330004930 con 0x7f334006ef00 2024-09-21T07:29:09.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.533+0000 7f3336ffd640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3320073230 0x7f3320075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:09.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.533+0000 7f3336ffd640 1 -- 172.21.15.6:0/1342266797 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5795+0+0 (secure 0 0 0) 0x7f333012efc0 con 0x7f334006ef00 2024-09-21T07:29:09.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.533+0000 7f333e59c640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3320073230 0x7f3320075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:09.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.533+0000 7f333e59c640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3320073230 0x7f3320075740 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3328006fd0 tx=0x7f3328006b80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:09.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.537+0000 7f3336ffd640 1 -- 172.21.15.6:0/1342266797 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f33401f5d40 con 0x7f334006ef00 2024-09-21T07:29:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:09.741+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3340076920 con 0x7f334006ef00 2024-09-21T07:29:10.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.329+0000 7f3336ffd640 1 -- 172.21.15.6:0/1342266797 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v52) ==== 104+0+0 (secure 0 0 0) 0x7f3330016f80 con 0x7f334006ef00 2024-09-21T07:29:10.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3320073230 msgr2=0x7f3320075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3320073230 0x7f3320075740 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3328006fd0 tx=0x7f3328006b80 comp rx=0 tx=0).stop 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334006ef00 msgr2=0x7f3340158480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334006ef00 0x7f3340158480 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f333001d0a0 tx=0x7f3330005520 comp rx=0 tx=0).stop 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 shutdown_connections 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3320073230 0x7f3320075740 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f334006e780 0x7f33401589c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f334006ef00 0x7f3340158480 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 --2- 172.21.15.6:0/1342266797 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f332c004810 0x7f33400cba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 >> 172.21.15.6:0/1342266797 conn(0x7f33400d25e0 msgr2=0x7f3340075d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 shutdown_connections 2024-09-21T07:29:10.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.333+0000 7f3344b0f640 1 -- 172.21.15.6:0/1342266797 wait complete. 2024-09-21T07:29:10.361 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T07:29:10.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.565+0000 7fefe4dc4640 1 -- 172.21.15.6:0/2481646197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 msgr2=0x7fefcc003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:10.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.565+0000 7fefe4dc4640 1 --2- 172.21.15.6:0/2481646197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 0x7fefcc003eb0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fefd000c260 tx=0x7fefd001cf40 comp rx=0 tx=0).stop 2024-09-21T07:29:10.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.565+0000 7fefded9d640 1 -- 172.21.15.6:0/2481646197 reap_dead start 2024-09-21T07:29:10.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 -- 172.21.15.6:0/2481646197 shutdown_connections 2024-09-21T07:29:10.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 -- 172.21.15.6:0/2481646197 >> 172.21.15.6:0/2481646197 conn(0x7fefe00b2530 msgr2=0x7fefe00b2940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:10.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 -- 172.21.15.6:0/2481646197 shutdown_connections 2024-09-21T07:29:10.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 -- 172.21.15.6:0/2481646197 wait complete. 2024-09-21T07:29:10.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 Processor -- start 2024-09-21T07:29:10.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 -- start start 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 0x7fefe0133a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefe013ae90 0x7fefe013b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefe013f2a0 0x7fefe013f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fefe0168090 con 0x7fefcc003a40 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fefe0167f10 con 0x7fefe013ae90 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefe4dc4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fefe0168210 con 0x7fefe013f2a0 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefde59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 0x7fefe0133a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefde59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 0x7fefe0133a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39756/0 (socket says 172.21.15.6:39756) 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefde59c640 1 -- 172.21.15.6:0/4132153821 learned_addr learned my addr 172.21.15.6:0/4132153821 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefded9d640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefe013f2a0 0x7fefe013f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefddd9b640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefe013ae90 0x7fefe013b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:10.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefde59c640 1 -- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefe013f2a0 msgr2=0x7fefe013f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefde59c640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefe013f2a0 0x7fefe013f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefde59c640 1 -- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefe013ae90 msgr2=0x7fefe013b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefde59c640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefe013ae90 0x7fefe013b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefde59c640 1 -- 172.21.15.6:0/4132153821 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefe013fbf0 con 0x7fefcc003a40 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefded9d640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefe013f2a0 0x7fefe013f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.569+0000 7fefddd9b640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefe013ae90 0x7fefe013b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefde59c640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 0x7fefe0133a40 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fefd0098a90 tx=0x7fefd0001d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefd6ffd640 1 -- 172.21.15.6:0/4132153821 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd0001500 con 0x7fefcc003a40 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefd6ffd640 1 -- 172.21.15.6:0/4132153821 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefd00016a0 con 0x7fefcc003a40 2024-09-21T07:29:10.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefe01f7cc0 con 0x7fefcc003a40 2024-09-21T07:29:10.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefd6ffd640 1 -- 172.21.15.6:0/4132153821 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd0003800 con 0x7fefcc003a40 2024-09-21T07:29:10.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefe01fa7c0 con 0x7fefcc003a40 2024-09-21T07:29:10.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefe0158430 con 0x7fefcc003a40 2024-09-21T07:29:10.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefd6ffd640 1 -- 172.21.15.6:0/4132153821 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fefd00bf060 con 0x7fefcc003a40 2024-09-21T07:29:10.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefd6ffd640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fefc0073200 0x7fefc0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:10.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefd6ffd640 1 -- 172.21.15.6:0/4132153821 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5795+0+0 (secure 0 0 0) 0x7fefd012e470 con 0x7fefcc003a40 2024-09-21T07:29:10.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefddd9b640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fefc0073200 0x7fefc0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:10.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.573+0000 7fefddd9b640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fefc0073200 0x7fefc0075710 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fefc8009420 tx=0x7fefc8009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:10.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.577+0000 7fefd6ffd640 1 -- 172.21.15.6:0/4132153821 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fefe013fbf0 con 0x7fefcc003a40 2024-09-21T07:29:10.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:10.753+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fefe0157e00 con 0x7fefcc003a40 2024-09-21T07:29:11.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.341+0000 7fefd6ffd640 1 -- 172.21.15.6:0/4132153821 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v71) ==== 181+0+0 (secure 0 0 0) 0x7fefd0016cf0 con 0x7fefcc003a40 2024-09-21T07:29:11.344 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-09-21T07:29:11.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fefc0073200 msgr2=0x7fefc0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:11.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fefc0073200 0x7fefc0075710 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fefc8009420 tx=0x7fefc8009500 comp rx=0 tx=0).stop 2024-09-21T07:29:11.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 msgr2=0x7fefe0133a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:11.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 0x7fefe0133a40 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fefd0098a90 tx=0x7fefd0001d00 comp rx=0 tx=0).stop 2024-09-21T07:29:11.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 shutdown_connections 2024-09-21T07:29:11.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fefc0073200 0x7fefc0075710 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefe013f2a0 0x7fefe013f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefe013ae90 0x7fefe013b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 --2- 172.21.15.6:0/4132153821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefcc003a40 0x7fefe0133a40 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 >> 172.21.15.6:0/4132153821 conn(0x7fefe00b2530 msgr2=0x7fefe01407c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:11.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.345+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 shutdown_connections 2024-09-21T07:29:11.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.349+0000 7fefe4dc4640 1 -- 172.21.15.6:0/4132153821 wait complete. 2024-09-21T07:29:11.381 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T07:29:11.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 -- 172.21.15.6:0/79873269 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff37415d290 msgr2=0x7ff37415d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:11.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 --2- 172.21.15.6:0/79873269 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff37415d290 0x7ff37415d6a0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7ff374161330 tx=0x7ff36c01ccc0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 -- 172.21.15.6:0/79873269 shutdown_connections 2024-09-21T07:29:11.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 --2- 172.21.15.6:0/79873269 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff37415d290 0x7ff37415d6a0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 --2- 172.21.15.6:0/79873269 >> v2:172.21.15.145:3300/0 conn(0x7ff3740cd950 0x7ff3740cdd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 -- 172.21.15.6:0/79873269 >> 172.21.15.6:0/79873269 conn(0x7ff3740b2130 msgr2=0x7ff3740b2540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:11.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 -- 172.21.15.6:0/79873269 shutdown_connections 2024-09-21T07:29:11.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 -- 172.21.15.6:0/79873269 wait complete. 2024-09-21T07:29:11.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 Processor -- start 2024-09-21T07:29:11.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.553+0000 7ff37b839640 1 -- start start 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff3740cca10 0x7ff3741538e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff3740cd950 0x7ff37414a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff37415d290 0x7ff374148a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff374169d70 con 0x7ff3740cca10 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff374169bf0 con 0x7ff37415d290 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff374169ef0 con 0x7ff3740cd950 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff3740cca10 0x7ff3741538e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff3740cca10 0x7ff3741538e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39780/0 (socket says 172.21.15.6:39780) 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 -- 172.21.15.6:0/3390964838 learned_addr learned my addr 172.21.15.6:0/3390964838 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff379dd6640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff37415d290 0x7ff374148a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 -- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff3740cd950 msgr2=0x7ff37414a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff3740cd950 0x7ff37414a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 -- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff37415d290 msgr2=0x7ff374148a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:11.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff37415d290 0x7ff374148a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:11.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 -- 172.21.15.6:0/3390964838 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff37414ad80 con 0x7ff3740cca10 2024-09-21T07:29:11.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff3795d5640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff3740cca10 0x7ff3741538e0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7ff36800b3e0 tx=0x7ff36800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:11.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff365ffb640 1 -- 172.21.15.6:0/3390964838 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff368015020 con 0x7ff3740cca10 2024-09-21T07:29:11.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff365ffb640 1 -- 172.21.15.6:0/3390964838 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff368011940 con 0x7ff3740cca10 2024-09-21T07:29:11.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff365ffb640 1 -- 172.21.15.6:0/3390964838 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff368011d90 con 0x7ff3740cca10 2024-09-21T07:29:11.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff374152e00 con 0x7ff3740cca10 2024-09-21T07:29:11.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff37414b5f0 con 0x7ff3740cca10 2024-09-21T07:29:11.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.557+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3740cdd60 con 0x7ff3740cca10 2024-09-21T07:29:11.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.561+0000 7ff365ffb640 1 -- 172.21.15.6:0/3390964838 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff368018020 con 0x7ff3740cca10 2024-09-21T07:29:11.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.561+0000 7ff365ffb640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff358073200 0x7ff358075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:11.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.561+0000 7ff365ffb640 1 -- 172.21.15.6:0/3390964838 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5357+0+0 (secure 0 0 0) 0x7ff368094500 con 0x7ff3740cca10 2024-09-21T07:29:11.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.561+0000 7ff378dd4640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff358073200 0x7ff358075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:11.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.561+0000 7ff378dd4640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff358073200 0x7ff358075710 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff374070ca0 tx=0x7ff370006c00 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:11.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.565+0000 7ff365ffb640 1 -- 172.21.15.6:0/3390964838 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff36801f020 con 0x7ff3740cca10 2024-09-21T07:29:11.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:11.741+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff3740afc30 con 0x7ff3740cca10 2024-09-21T07:29:12.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff365ffb640 1 -- 172.21.15.6:0/3390964838 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v72) ==== 169+0+0 (secure 0 0 0) 0x7ff36805f660 con 0x7ff3740cca10 2024-09-21T07:29:12.355 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff358073200 msgr2=0x7ff358075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff358073200 0x7ff358075710 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff374070ca0 tx=0x7ff370006c00 comp rx=0 tx=0).stop 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff3740cca10 msgr2=0x7ff3741538e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff3740cca10 0x7ff3741538e0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7ff36800b3e0 tx=0x7ff36800b8a0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 shutdown_connections 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff358073200 0x7ff358075710 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff37415d290 0x7ff374148a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff3740cd950 0x7ff37414a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 --2- 172.21.15.6:0/3390964838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff3740cca10 0x7ff3741538e0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 >> 172.21.15.6:0/3390964838 conn(0x7ff3740b2130 msgr2=0x7ff3741513d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:12.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 shutdown_connections 2024-09-21T07:29:12.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.353+0000 7ff37b839640 1 -- 172.21.15.6:0/3390964838 wait complete. 2024-09-21T07:29:12.386 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:29:12.388 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:29:12.413 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-09-21T07:29:12.413 INFO:teuthology.orchestra.run.smithi006.stdout: chdir = "" 2024-09-21T07:29:12.413 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:29:12.413 INFO:teuthology.orchestra.run.smithi006.stdout: auth supported = cephx 2024-09-21T07:29:12.414 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.414 INFO:teuthology.orchestra.run.smithi006.stdout: filestore xattr use omap = true 2024-09-21T07:29:12.414 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.414 INFO:teuthology.orchestra.run.smithi006.stdout: mon clock drift allowed = 1.000 2024-09-21T07:29:12.414 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.414 INFO:teuthology.orchestra.run.smithi006.stdout: osd crush chooseleaf type = 0 2024-09-21T07:29:12.414 INFO:teuthology.orchestra.run.smithi006.stdout: auth debug = true 2024-09-21T07:29:12.415 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.415 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on old message = true 2024-09-21T07:29:12.415 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on bug = true 2024-09-21T07:29:12.415 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.415 INFO:teuthology.orchestra.run.smithi006.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:29:12.415 INFO:teuthology.orchestra.run.smithi006.stdout: mon pg warn max object skew = 0 2024-09-21T07:29:12.415 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.416 INFO:teuthology.orchestra.run.smithi006.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:29:12.416 INFO:teuthology.orchestra.run.smithi006.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:29:12.416 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.416 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default size = 2 2024-09-21T07:29:12.416 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.416 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow primary affinity = true 2024-09-21T07:29:12.416 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow pg remap = true 2024-09-21T07:29:12.417 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:29:12.417 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:29:12.417 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on no sortbitwise = false 2024-09-21T07:29:12.417 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:29:12.417 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on too few osds = false 2024-09-21T07:29:12.417 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:29:12.417 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:29:12.418 INFO:teuthology.orchestra.run.smithi006.stdout: mon_allow_pool_size_one = true 2024-09-21T07:29:12.418 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.418 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:29:12.418 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.418 INFO:teuthology.orchestra.run.smithi006.stdout: osd default data pool replay window = 5 2024-09-21T07:29:12.418 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.419 INFO:teuthology.orchestra.run.smithi006.stdout: mon allow pool delete = true 2024-09-21T07:29:12.419 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.419 INFO:teuthology.orchestra.run.smithi006.stdout: mon cluster log file level = debug 2024-09-21T07:29:12.419 INFO:teuthology.orchestra.run.smithi006.stdout: debug asserts on shutdown = true 2024-09-21T07:29:12.419 INFO:teuthology.orchestra.run.smithi006.stdout: mon health detail to clog = false 2024-09-21T07:29:12.419 INFO:teuthology.orchestra.run.smithi006.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:29:12.419 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:29:12.420 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.420 INFO:teuthology.orchestra.run.smithi006.stdout:[osd] 2024-09-21T07:29:12.420 INFO:teuthology.orchestra.run.smithi006.stdout: osd journal size = 100 2024-09-21T07:29:12.420 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.420 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub load threshold = 5.0 2024-09-21T07:29:12.420 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub max interval = 600 2024-09-21T07:29:12.420 INFO:teuthology.orchestra.run.smithi006.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:29:12.421 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.421 INFO:teuthology.orchestra.run.smithi006.stdout: osd recover clone overlap = true 2024-09-21T07:29:12.421 INFO:teuthology.orchestra.run.smithi006.stdout: osd recovery max chunk = 1048576 2024-09-21T07:29:12.421 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.421 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug shutdown = true 2024-09-21T07:29:12.421 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug op order = true 2024-09-21T07:29:12.421 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug verify stray on activate = true 2024-09-21T07:29:12.422 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug trim objects = true 2024-09-21T07:29:12.422 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.422 INFO:teuthology.orchestra.run.smithi006.stdout: osd open classes on start = true 2024-09-21T07:29:12.422 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug pg log writeout = true 2024-09-21T07:29:12.422 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.422 INFO:teuthology.orchestra.run.smithi006.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:29:12.423 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.423 INFO:teuthology.orchestra.run.smithi006.stdout: osd map max advance = 10 2024-09-21T07:29:12.423 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.423 INFO:teuthology.orchestra.run.smithi006.stdout: journal zero on create = true 2024-09-21T07:29:12.423 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.423 INFO:teuthology.orchestra.run.smithi006.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:29:12.423 INFO:teuthology.orchestra.run.smithi006.stdout: filestore apply finisher threads = 3 2024-09-21T07:29:12.424 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.424 INFO:teuthology.orchestra.run.smithi006.stdout: bdev debug aio = true 2024-09-21T07:29:12.424 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug misdirected ops = true 2024-09-21T07:29:12.424 INFO:teuthology.orchestra.run.smithi006.stdout: bdev async discard = True 2024-09-21T07:29:12.424 INFO:teuthology.orchestra.run.smithi006.stdout: bdev enable discard = True 2024-09-21T07:29:12.424 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore allocator = bitmap 2024-09-21T07:29:12.424 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore block size = 96636764160 2024-09-21T07:29:12.425 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore fsck on mount = True 2024-09-21T07:29:12.425 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluefs = 1/20 2024-09-21T07:29:12.425 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluestore = 1/20 2024-09-21T07:29:12.425 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:12.425 INFO:teuthology.orchestra.run.smithi006.stdout: debug osd = 20 2024-09-21T07:29:12.425 INFO:teuthology.orchestra.run.smithi006.stdout: debug rocksdb = 4/10 2024-09-21T07:29:12.426 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:29:12.426 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd full ratio = 0.9 2024-09-21T07:29:12.426 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:29:12.426 INFO:teuthology.orchestra.run.smithi006.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:29:12.426 INFO:teuthology.orchestra.run.smithi006.stdout: osd objectstore = bluestore 2024-09-21T07:29:12.426 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.426 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr] 2024-09-21T07:29:12.427 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:12.427 INFO:teuthology.orchestra.run.smithi006.stdout: debug mgr = 20 2024-09-21T07:29:12.427 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:29:12.427 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:29:12.427 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:12.427 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:12.427 INFO:teuthology.orchestra.run.smithi006.stdout: mgr/telemetry/nag = false 2024-09-21T07:29:12.428 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.428 INFO:teuthology.orchestra.run.smithi006.stdout:[mon] 2024-09-21T07:29:12.428 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:12.428 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:29:12.428 INFO:teuthology.orchestra.run.smithi006.stdout: debug paxos = 20 2024-09-21T07:29:12.428 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:29:12.428 INFO:teuthology.orchestra.run.smithi006.stdout: mon data avail warn = 5 2024-09-21T07:29:12.429 INFO:teuthology.orchestra.run.smithi006.stdout: mon mgr mkfs grace = 240 2024-09-21T07:29:12.429 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:12.429 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd reporter subtree level = osd 2024-09-21T07:29:12.429 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd prime pg temp = true 2024-09-21T07:29:12.429 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:12.429 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.430 INFO:teuthology.orchestra.run.smithi006.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:29:12.430 INFO:teuthology.orchestra.run.smithi006.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:29:12.430 INFO:teuthology.orchestra.run.smithi006.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:29:12.430 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.430 INFO:teuthology.orchestra.run.smithi006.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:29:12.430 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:29:12.430 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:29:12.431 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.431 INFO:teuthology.orchestra.run.smithi006.stdout: # 1m isn't quite enough 2024-09-21T07:29:12.431 INFO:teuthology.orchestra.run.smithi006.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:29:12.431 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.431 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:29:12.431 INFO:teuthology.orchestra.run.smithi006.stdout: mon down mkfs grace = 300 2024-09-21T07:29:12.432 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.432 INFO:teuthology.orchestra.run.smithi006.stdout:[client] 2024-09-21T07:29:12.432 INFO:teuthology.orchestra.run.smithi006.stdout: rgw cache enabled = true 2024-09-21T07:29:12.432 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable ops log = true 2024-09-21T07:29:12.432 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable usage log = true 2024-09-21T07:29:12.432 INFO:teuthology.orchestra.run.smithi006.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:29:12.433 INFO:teuthology.orchestra.run.smithi006.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:29:12.433 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = "" 2024-09-21T07:29:12.433 INFO:teuthology.orchestra.run.smithi006.stdout: client reconnect stale = True 2024-09-21T07:29:12.433 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.a] 2024-09-21T07:29:12.433 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.b] 2024-09-21T07:29:12.433 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.c] 2024-09-21T07:29:12.433 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:29:12.434 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:29:12.434 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:29:12.434 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:29:12.434 INFO:teuthology.orchestra.run.smithi006.stdout:[client.badguy] 2024-09-21T07:29:12.434 INFO:teuthology.orchestra.run.smithi006.stdout: client_metadata = root=/baz 2024-09-21T07:29:12.435 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-21T07:29:12.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-21T07:29:12.437 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-21T07:29:12.438 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-21T07:29:12.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-21T07:29:12.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:12.441 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:12.442 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-21T07:29:12.443 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.444 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:29:12.445 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:29:12.445 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:29:12.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.445 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-21T07:29:12.445 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:29:12.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.445 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:29:12.446 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-21T07:29:12.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.446 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-21T07:29:12.446 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-21T07:29:12.446 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-21T07:29:12.446 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-21T07:29:12.446 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:29:12.447 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:29:12.447 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-21T07:29:12.447 INFO:teuthology.orchestra.run.smithi145.stdout: client reconnect stale = True 2024-09-21T07:29:12.447 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-21T07:29:12.447 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-21T07:29:12.447 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-21T07:29:12.447 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:29:12.448 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:29:12.448 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:29:12.448 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:29:12.448 INFO:teuthology.orchestra.run.smithi145.stdout:[client.badguy] 2024-09-21T07:29:12.448 INFO:teuthology.orchestra.run.smithi145.stdout: client_metadata = root=/baz 2024-09-21T07:29:12.449 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:29:12.484 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:29:12.509 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-09-21T07:29:12.510 INFO:teuthology.orchestra.run.smithi006.stdout: chdir = "" 2024-09-21T07:29:12.510 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:29:12.510 INFO:teuthology.orchestra.run.smithi006.stdout: auth supported = cephx 2024-09-21T07:29:12.510 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.510 INFO:teuthology.orchestra.run.smithi006.stdout: filestore xattr use omap = true 2024-09-21T07:29:12.511 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.511 INFO:teuthology.orchestra.run.smithi006.stdout: mon clock drift allowed = 1.000 2024-09-21T07:29:12.511 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.511 INFO:teuthology.orchestra.run.smithi006.stdout: osd crush chooseleaf type = 0 2024-09-21T07:29:12.511 INFO:teuthology.orchestra.run.smithi006.stdout: auth debug = true 2024-09-21T07:29:12.511 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.512 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on old message = true 2024-09-21T07:29:12.512 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on bug = true 2024-09-21T07:29:12.512 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.512 INFO:teuthology.orchestra.run.smithi006.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:29:12.512 INFO:teuthology.orchestra.run.smithi006.stdout: mon pg warn max object skew = 0 2024-09-21T07:29:12.512 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.512 INFO:teuthology.orchestra.run.smithi006.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:29:12.513 INFO:teuthology.orchestra.run.smithi006.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:29:12.513 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.513 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default size = 2 2024-09-21T07:29:12.513 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.513 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow primary affinity = true 2024-09-21T07:29:12.513 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow pg remap = true 2024-09-21T07:29:12.513 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:29:12.514 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:29:12.514 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on no sortbitwise = false 2024-09-21T07:29:12.514 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:29:12.514 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on too few osds = false 2024-09-21T07:29:12.514 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:29:12.514 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:29:12.515 INFO:teuthology.orchestra.run.smithi006.stdout: mon_allow_pool_size_one = true 2024-09-21T07:29:12.515 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.515 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:29:12.515 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.515 INFO:teuthology.orchestra.run.smithi006.stdout: osd default data pool replay window = 5 2024-09-21T07:29:12.515 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.515 INFO:teuthology.orchestra.run.smithi006.stdout: mon allow pool delete = true 2024-09-21T07:29:12.516 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.516 INFO:teuthology.orchestra.run.smithi006.stdout: mon cluster log file level = debug 2024-09-21T07:29:12.516 INFO:teuthology.orchestra.run.smithi006.stdout: debug asserts on shutdown = true 2024-09-21T07:29:12.516 INFO:teuthology.orchestra.run.smithi006.stdout: mon health detail to clog = false 2024-09-21T07:29:12.516 INFO:teuthology.orchestra.run.smithi006.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:29:12.516 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:29:12.516 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.517 INFO:teuthology.orchestra.run.smithi006.stdout:[osd] 2024-09-21T07:29:12.517 INFO:teuthology.orchestra.run.smithi006.stdout: osd journal size = 100 2024-09-21T07:29:12.517 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.517 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub load threshold = 5.0 2024-09-21T07:29:12.517 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub max interval = 600 2024-09-21T07:29:12.517 INFO:teuthology.orchestra.run.smithi006.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:29:12.517 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.518 INFO:teuthology.orchestra.run.smithi006.stdout: osd recover clone overlap = true 2024-09-21T07:29:12.518 INFO:teuthology.orchestra.run.smithi006.stdout: osd recovery max chunk = 1048576 2024-09-21T07:29:12.518 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.518 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug shutdown = true 2024-09-21T07:29:12.518 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug op order = true 2024-09-21T07:29:12.518 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug verify stray on activate = true 2024-09-21T07:29:12.519 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug trim objects = true 2024-09-21T07:29:12.519 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.519 INFO:teuthology.orchestra.run.smithi006.stdout: osd open classes on start = true 2024-09-21T07:29:12.519 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug pg log writeout = true 2024-09-21T07:29:12.519 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.519 INFO:teuthology.orchestra.run.smithi006.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:29:12.519 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.519 INFO:teuthology.orchestra.run.smithi006.stdout: osd map max advance = 10 2024-09-21T07:29:12.520 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.520 INFO:teuthology.orchestra.run.smithi006.stdout: journal zero on create = true 2024-09-21T07:29:12.520 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.520 INFO:teuthology.orchestra.run.smithi006.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:29:12.520 INFO:teuthology.orchestra.run.smithi006.stdout: filestore apply finisher threads = 3 2024-09-21T07:29:12.520 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.520 INFO:teuthology.orchestra.run.smithi006.stdout: bdev debug aio = true 2024-09-21T07:29:12.521 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug misdirected ops = true 2024-09-21T07:29:12.521 INFO:teuthology.orchestra.run.smithi006.stdout: bdev async discard = True 2024-09-21T07:29:12.521 INFO:teuthology.orchestra.run.smithi006.stdout: bdev enable discard = True 2024-09-21T07:29:12.521 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore allocator = bitmap 2024-09-21T07:29:12.521 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore block size = 96636764160 2024-09-21T07:29:12.521 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore fsck on mount = True 2024-09-21T07:29:12.522 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluefs = 1/20 2024-09-21T07:29:12.522 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluestore = 1/20 2024-09-21T07:29:12.522 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:12.522 INFO:teuthology.orchestra.run.smithi006.stdout: debug osd = 20 2024-09-21T07:29:12.522 INFO:teuthology.orchestra.run.smithi006.stdout: debug rocksdb = 4/10 2024-09-21T07:29:12.522 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd full ratio = 0.9 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout: osd objectstore = bluestore 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr] 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout: debug mgr = 20 2024-09-21T07:29:12.523 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:29:12.524 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:29:12.524 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:12.524 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:12.524 INFO:teuthology.orchestra.run.smithi006.stdout: mgr/telemetry/nag = false 2024-09-21T07:29:12.524 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.524 INFO:teuthology.orchestra.run.smithi006.stdout:[mon] 2024-09-21T07:29:12.524 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:29:12.524 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: debug paxos = 20 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: mon data avail warn = 5 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: mon mgr mkfs grace = 240 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd reporter subtree level = osd 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd prime pg temp = true 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.525 INFO:teuthology.orchestra.run.smithi006.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:29:12.526 INFO:teuthology.orchestra.run.smithi006.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:29:12.526 INFO:teuthology.orchestra.run.smithi006.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:29:12.526 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.526 INFO:teuthology.orchestra.run.smithi006.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:29:12.526 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:29:12.526 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:29:12.526 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.527 INFO:teuthology.orchestra.run.smithi006.stdout: # 1m isn't quite enough 2024-09-21T07:29:12.527 INFO:teuthology.orchestra.run.smithi006.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:29:12.527 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.527 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:29:12.527 INFO:teuthology.orchestra.run.smithi006.stdout: mon down mkfs grace = 300 2024-09-21T07:29:12.527 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:12.527 INFO:teuthology.orchestra.run.smithi006.stdout:[client] 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout: rgw cache enabled = true 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable ops log = true 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable usage log = true 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = "" 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout: client reconnect stale = True 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.a] 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.b] 2024-09-21T07:29:12.528 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.c] 2024-09-21T07:29:12.529 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:29:12.529 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:29:12.529 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:29:12.529 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:29:12.529 INFO:teuthology.orchestra.run.smithi006.stdout:[client.badguy] 2024-09-21T07:29:12.530 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.531 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:29:12.532 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.533 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-21T07:29:12.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-21T07:29:12.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-21T07:29:12.536 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:29:12.537 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-21T07:29:12.538 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-21T07:29:12.539 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:29:12.539 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-21T07:29:12.539 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-21T07:29:12.539 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:29:12.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.539 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:29:12.539 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:29:12.539 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-21T07:29:12.540 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout: client reconnect stale = True 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:29:12.541 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:29:12.542 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:29:12.542 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:29:12.542 INFO:teuthology.orchestra.run.smithi145.stdout:[client.badguy] 2024-09-21T07:29:12.542 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T07:29:12.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.741+0000 7f3e4238f640 1 -- 172.21.15.6:0/2590009061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e3c0af070 msgr2=0x7f3e3c0af480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:12.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.741+0000 7f3e4238f640 1 --2- 172.21.15.6:0/2590009061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e3c0af070 0x7f3e3c0af480 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3e30009840 tx=0x7f3e3001c820 comp rx=0 tx=0).stop 2024-09-21T07:29:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.741+0000 7f3e4238f640 1 -- 172.21.15.6:0/2590009061 shutdown_connections 2024-09-21T07:29:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.741+0000 7f3e4238f640 1 --2- 172.21.15.6:0/2590009061 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e3c0af070 0x7f3e3c0af480 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.741+0000 7f3e4238f640 1 --2- 172.21.15.6:0/2590009061 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e3c15d740 0x7f3e3c160320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.741+0000 7f3e4238f640 1 -- 172.21.15.6:0/2590009061 >> 172.21.15.6:0/2590009061 conn(0x7f3e3c06d5e0 msgr2=0x7f3e3c0b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.741+0000 7f3e4238f640 1 -- 172.21.15.6:0/2590009061 shutdown_connections 2024-09-21T07:29:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.741+0000 7f3e4238f640 1 -- 172.21.15.6:0/2590009061 wait complete. 2024-09-21T07:29:12.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4238f640 1 Processor -- start 2024-09-21T07:29:12.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4238f640 1 -- start start 2024-09-21T07:29:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4238f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e3c06f030 0x7f3e3c14bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4238f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e3c0af070 0x7f3e3c14c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4238f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3c15d740 0x7f3e3c142540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4238f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3e3c169e40 con 0x7f3e3c15d740 2024-09-21T07:29:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4238f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3e3c169cc0 con 0x7f3e3c0af070 2024-09-21T07:29:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4238f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3e3c169fc0 con 0x7f3e3c06f030 2024-09-21T07:29:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4092c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3c15d740 0x7f3e3c142540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4092c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3c15d740 0x7f3e3c142540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39796/0 (socket says 172.21.15.6:39796) 2024-09-21T07:29:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e4092c640 1 -- 172.21.15.6:0/1531804222 learned_addr learned my addr 172.21.15.6:0/1531804222 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e3b7fe640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e3c0af070 0x7f3e3c14c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.745+0000 7f3e3bfff640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e3c06f030 0x7f3e3c14bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4092c640 1 -- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e3c06f030 msgr2=0x7f3e3c14bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4092c640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e3c06f030 0x7f3e3c14bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4092c640 1 -- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e3c0af070 msgr2=0x7f3e3c14c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4092c640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e3c0af070 0x7f3e3c14c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4092c640 1 -- 172.21.15.6:0/1531804222 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e3c1447e0 con 0x7f3e3c15d740 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4092c640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3c15d740 0x7f3e3c142540 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c00c6e0 tx=0x7f3e2c00cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e38ff9640 1 -- 172.21.15.6:0/1531804222 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2c017070 con 0x7f3e3c15d740 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e38ff9640 1 -- 172.21.15.6:0/1531804222 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e2c003c70 con 0x7f3e3c15d740 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e3c0b4410 con 0x7f3e3c15d740 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e38ff9640 1 -- 172.21.15.6:0/1531804222 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2c003e60 con 0x7f3e3c15d740 2024-09-21T07:29:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e3c143d00 con 0x7f3e3c15d740 2024-09-21T07:29:12.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e3c0af480 con 0x7f3e3c15d740 2024-09-21T07:29:12.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e38ff9640 1 -- 172.21.15.6:0/1531804222 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3e2c01a070 con 0x7f3e3c15d740 2024-09-21T07:29:12.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e38ff9640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e28073200 0x7f3e28075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:12.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e38ff9640 1 -- 172.21.15.6:0/1531804222 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7f3e2c093420 con 0x7f3e3c15d740 2024-09-21T07:29:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.749+0000 7f3e3bfff640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e28073200 0x7f3e28075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.753+0000 7f3e3bfff640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e28073200 0x7f3e28075710 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f3e34009600 tx=0x7f3e340091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:12.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.757+0000 7f3e38ff9640 1 -- 172.21.15.6:0/1531804222 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3e2c05e210 con 0x7f3e3c15d740 2024-09-21T07:29:12.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.929+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f3e3c0b3420 con 0x7f3e3c15d740 2024-09-21T07:29:12.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.933+0000 7f3e38ff9640 1 -- 172.21.15.6:0/1531804222 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v41) ==== 71+0+0 (secure 0 0 0) 0x7f3e2c062c40 con 0x7f3e3c15d740 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e28073200 msgr2=0x7f3e28075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e28073200 0x7f3e28075710 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f3e34009600 tx=0x7f3e340091e0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3c15d740 msgr2=0x7f3e3c142540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3c15d740 0x7f3e3c142540 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c00c6e0 tx=0x7f3e2c00cba0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 shutdown_connections 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3e28073200 0x7f3e28075710 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3c15d740 0x7f3e3c142540 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3e3c0af070 0x7f3e3c14c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 --2- 172.21.15.6:0/1531804222 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3e3c06f030 0x7f3e3c14bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:12.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 >> 172.21.15.6:0/1531804222 conn(0x7f3e3c06d5e0 msgr2=0x7f3e3c152790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:12.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 shutdown_connections 2024-09-21T07:29:12.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:12.937+0000 7f3e4238f640 1 -- 172.21.15.6:0/1531804222 wait complete. 2024-09-21T07:29:12.961 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject' 2024-09-21T07:29:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.113+0000 7f8124a45640 1 -- 172.21.15.6:0/2091772870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 msgr2=0x7f812015b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:13.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.113+0000 7f8124a45640 1 --2- 172.21.15.6:0/2091772870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 0x7f812015b770 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f81200cfeb0 tx=0x7f811001c800 comp rx=0 tx=0).stop 2024-09-21T07:29:13.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.113+0000 7f8124a45640 1 -- 172.21.15.6:0/2091772870 shutdown_connections 2024-09-21T07:29:13.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.113+0000 7f8124a45640 1 --2- 172.21.15.6:0/2091772870 >> v2:172.21.15.145:3300/0 conn(0x7f812006efa0 0x7f812006f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:13.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.113+0000 7f8124a45640 1 --2- 172.21.15.6:0/2091772870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 0x7f812015b770 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:13.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.113+0000 7f8124a45640 1 -- 172.21.15.6:0/2091772870 >> 172.21.15.6:0/2091772870 conn(0x7f812006d480 msgr2=0x7f81200b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:13.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.113+0000 7f8124a45640 1 -- 172.21.15.6:0/2091772870 shutdown_connections 2024-09-21T07:29:13.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.113+0000 7f8124a45640 1 -- 172.21.15.6:0/2091772870 wait complete. 2024-09-21T07:29:13.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 Processor -- start 2024-09-21T07:29:13.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 -- start start 2024-09-21T07:29:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f812006efa0 0x7f81200b1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81200b3790 0x7f8120073fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 0x7f81200744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8120168c80 con 0x7f81200b49f0 2024-09-21T07:29:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8120168b00 con 0x7f812006efa0 2024-09-21T07:29:13.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8120168e00 con 0x7f81200b3790 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 0x7f81200744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 0x7f81200744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39816/0 (socket says 172.21.15.6:39816) 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 -- 172.21.15.6:0/1802009655 learned_addr learned my addr 172.21.15.6:0/1802009655 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811e59c640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f812006efa0 0x7f81200b1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811dd9b640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81200b3790 0x7f8120073fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 -- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81200b3790 msgr2=0x7f8120073fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81200b3790 0x7f8120073fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 -- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f812006efa0 msgr2=0x7f81200b1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f812006efa0 0x7f81200b1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 -- 172.21.15.6:0/1802009655 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81201f6730 con 0x7f81200b49f0 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f811ed9d640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 0x7f81200744f0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f811800e940 tx=0x7f811800ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f810effd640 1 -- 172.21.15.6:0/1802009655 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118004d30 con 0x7f81200b49f0 2024-09-21T07:29:13.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f810effd640 1 -- 172.21.15.6:0/1802009655 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f811800cb20 con 0x7f81200b49f0 2024-09-21T07:29:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81200b2210 con 0x7f81200b49f0 2024-09-21T07:29:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f810effd640 1 -- 172.21.15.6:0/1802009655 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118005020 con 0x7f81200b49f0 2024-09-21T07:29:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.117+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81201f6cd0 con 0x7f81200b49f0 2024-09-21T07:29:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.121+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f812006f3b0 con 0x7f81200b49f0 2024-09-21T07:29:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.121+0000 7f810effd640 1 -- 172.21.15.6:0/1802009655 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f81180051c0 con 0x7f81200b49f0 2024-09-21T07:29:13.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.121+0000 7f810effd640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8100073200 0x7f8100075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:13.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.121+0000 7f810effd640 1 -- 172.21.15.6:0/1802009655 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7f8118094c00 con 0x7f81200b49f0 2024-09-21T07:29:13.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.121+0000 7f811e59c640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8100073200 0x7f8100075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:13.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.121+0000 7f811e59c640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8100073200 0x7f8100075710 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f81100af000 tx=0x7f811001b040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:13.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.125+0000 7f810effd640 1 -- 172.21.15.6:0/1802009655 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8118016030 con 0x7f81200b49f0 2024-09-21T07:29:13.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:13.361+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]} v 0) -- 0x7f81200c8960 con 0x7f81200b49f0 2024-09-21T07:29:14.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.357+0000 7f810effd640 1 -- 172.21.15.6:0/1802009655 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]}]=0 v239) ==== 142+0+0 (secure 0 0 0) 0x7f8118060000 con 0x7f81200b49f0 2024-09-21T07:29:14.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8100073200 msgr2=0x7f8100075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8100073200 0x7f8100075710 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f81100af000 tx=0x7f811001b040 comp rx=0 tx=0).stop 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 msgr2=0x7f81200744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 0x7f81200744f0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f811800e940 tx=0x7f811800ee00 comp rx=0 tx=0).stop 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 shutdown_connections 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8100073200 0x7f8100075710 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f81200b49f0 0x7f81200744f0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f81200b3790 0x7f8120073fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 --2- 172.21.15.6:0/1802009655 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f812006efa0 0x7f81200b1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 >> 172.21.15.6:0/1802009655 conn(0x7f812006d480 msgr2=0x7f81200b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 shutdown_connections 2024-09-21T07:29:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.361+0000 7f8124a45640 1 -- 172.21.15.6:0/1802009655 wait complete. 2024-09-21T07:29:14.387 INFO:tasks.cephfs_test_runner:test_session_reject (tasks.cephfs.test_sessionmap.TestSessionMap) ... ok 2024-09-21T07:29:14.388 INFO:tasks.cephfs_test_runner:Starting test: test_tell_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) That when a `tell` command is sent using the python CLI, 2024-09-21T07:29:14.388 INFO:tasks.cephfs_test_runner:test_tell_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-21T07:29:14.388 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab2b4db640 1 -- 172.21.15.6:0/754799661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab10003a10 msgr2=0x7fab10003e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab2b4db640 1 --2- 172.21.15.6:0/754799661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab10003a10 0x7fab10003e80 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fab2000bbe0 tx=0x7fab2001ce80 comp rx=0 tx=0).stop 2024-09-21T07:29:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab29a78640 1 -- 172.21.15.6:0/754799661 reap_dead start 2024-09-21T07:29:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab2b4db640 1 -- 172.21.15.6:0/754799661 shutdown_connections 2024-09-21T07:29:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab2b4db640 1 -- 172.21.15.6:0/754799661 >> 172.21.15.6:0/754799661 conn(0x7fab2406d480 msgr2=0x7fab240b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab2b4db640 1 -- 172.21.15.6:0/754799661 shutdown_connections 2024-09-21T07:29:14.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab2b4db640 1 -- 172.21.15.6:0/754799661 wait complete. 2024-09-21T07:29:14.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab2b4db640 1 Processor -- start 2024-09-21T07:29:14.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.549+0000 7fab2b4db640 1 -- start start 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab10003a10 0x7fab241fd070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab240b2060 0x7fab240adcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab241588b0 0x7fab240cb750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab24166e60 con 0x7fab240b2060 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fab24166ce0 con 0x7fab10003a10 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fab24166fe0 con 0x7fab241588b0 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab240b2060 0x7fab240adcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab240b2060 0x7fab240adcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55610/0 (socket says 172.21.15.6:55610) 2024-09-21T07:29:14.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 -- 172.21.15.6:0/1093015325 learned_addr learned my addr 172.21.15.6:0/1093015325 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab29a78640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab241588b0 0x7fab240cb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab29277640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab10003a10 0x7fab241fd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 -- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab241588b0 msgr2=0x7fab240cb750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab241588b0 0x7fab240cb750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 -- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab10003a10 msgr2=0x7fab241fd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab10003a10 0x7fab241fd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 -- 172.21.15.6:0/1093015325 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab240ad2d0 con 0x7fab240b2060 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab29277640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab10003a10 0x7fab241fd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab28a76640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab240b2060 0x7fab240adcf0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fab14011830 tx=0x7fab14011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:14.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab19ffb640 1 -- 172.21.15.6:0/1093015325 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14004460 con 0x7fab240b2060 2024-09-21T07:29:14.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab19ffb640 1 -- 172.21.15.6:0/1093015325 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab14016070 con 0x7fab240b2060 2024-09-21T07:29:14.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab19ffb640 1 -- 172.21.15.6:0/1093015325 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1400fba0 con 0x7fab240b2060 2024-09-21T07:29:14.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab240ad5b0 con 0x7fab240b2060 2024-09-21T07:29:14.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab240ae230 con 0x7fab240b2060 2024-09-21T07:29:14.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab24161380 con 0x7fab240b2060 2024-09-21T07:29:14.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab19ffb640 1 -- 172.21.15.6:0/1093015325 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fab14018030 con 0x7fab240b2060 2024-09-21T07:29:14.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab19ffb640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab08073200 0x7fab08075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:14.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.553+0000 7fab19ffb640 1 -- 172.21.15.6:0/1093015325 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7fab14094650 con 0x7fab240b2060 2024-09-21T07:29:14.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.557+0000 7fab29277640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab08073200 0x7fab08075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:14.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.557+0000 7fab29277640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab08073200 0x7fab08075710 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fab200b0000 tx=0x7fab20019c20 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:14.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.561+0000 7fab19ffb640 1 -- 172.21.15.6:0/1093015325 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fab1405fa00 con 0x7fab240b2060 2024-09-21T07:29:14.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.725+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab2415b770 con 0x7fab240b2060 2024-09-21T07:29:14.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab19ffb640 1 -- 172.21.15.6:0/1093015325 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+12995 (secure 0 0 0) 0x7fab1405f300 con 0x7fab240b2060 2024-09-21T07:29:14.731 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:14.731 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":72,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:29:12.343976+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:6835/1425677822":"2024-09-22T07:29:09.327693+0000","172.21.15.6:6833/1425677822":"2024-09-22T07:29:09.327693+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:14.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab08073200 msgr2=0x7fab08075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab08073200 0x7fab08075710 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fab200b0000 tx=0x7fab20019c20 comp rx=0 tx=0).stop 2024-09-21T07:29:14.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab240b2060 msgr2=0x7fab240adcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab240b2060 0x7fab240adcf0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fab14011830 tx=0x7fab14011cf0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 shutdown_connections 2024-09-21T07:29:14.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fab08073200 0x7fab08075710 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fab241588b0 0x7fab240cb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab240b2060 0x7fab240adcf0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 --2- 172.21.15.6:0/1093015325 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fab10003a10 0x7fab241fd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 >> 172.21.15.6:0/1093015325 conn(0x7fab2406d480 msgr2=0x7fab24164bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:14.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 shutdown_connections 2024-09-21T07:29:14.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.729+0000 7fab2b4db640 1 -- 172.21.15.6:0/1093015325 wait complete. 2024-09-21T07:29:14.753 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T07:24:30.886944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T07:29:14.753 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T07:29:14.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.917+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/3407335476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f40d0380 msgr2=0x7fd3f415f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.917+0000 7fd3f9a2e640 1 --2- 172.21.15.6:0/3407335476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f40d0380 0x7fd3f415f700 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009840 tx=0x7fd3e801c790 comp rx=0 tx=0).stop 2024-09-21T07:29:14.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.917+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/3407335476 shutdown_connections 2024-09-21T07:29:14.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.917+0000 7fd3f9a2e640 1 --2- 172.21.15.6:0/3407335476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f40d0380 0x7fd3f415f700 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.917+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/3407335476 >> 172.21.15.6:0/3407335476 conn(0x7fd3f40cd600 msgr2=0x7fd3f40cda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:14.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.917+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/3407335476 shutdown_connections 2024-09-21T07:29:14.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.917+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/3407335476 wait complete. 2024-09-21T07:29:14.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f9a2e640 1 Processor -- start 2024-09-21T07:29:14.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f9a2e640 1 -- start start 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f9a2e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f406f8b0 0x7fd3f41546c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f9a2e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f406fcc0 0x7fd3f414f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f9a2e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f414a120 0x7fd3f414f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f9a2e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f416a450 con 0x7fd3f406f8b0 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f9a2e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f416a2d0 con 0x7fd3f406fcc0 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f9a2e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd3f416a5d0 con 0x7fd3f414a120 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f406f8b0 0x7fd3f41546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f406f8b0 0x7fd3f41546c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55638/0 (socket says 172.21.15.6:55638) 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 -- 172.21.15.6:0/1269318312 learned_addr learned my addr 172.21.15.6:0/1269318312 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f37fe640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f414a120 0x7fd3f414f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f27fc640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f406fcc0 0x7fd3f414f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:14.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 -- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f414a120 msgr2=0x7fd3f414f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f414a120 0x7fd3f414f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 -- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f406fcc0 msgr2=0x7fd3f414f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f406fcc0 0x7fd3f414f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 -- 172.21.15.6:0/1269318312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3f414a9d0 con 0x7fd3f406f8b0 2024-09-21T07:29:14.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.921+0000 7fd3f2ffd640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f406f8b0 0x7fd3f41546c0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fd3e400c420 tx=0x7fd3e400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3dbfff640 1 -- 172.21.15.6:0/1269318312 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e4011790 con 0x7fd3f406f8b0 2024-09-21T07:29:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3dbfff640 1 -- 172.21.15.6:0/1269318312 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3e4017070 con 0x7fd3f406f8b0 2024-09-21T07:29:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3f4152f00 con 0x7fd3f406f8b0 2024-09-21T07:29:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3dbfff640 1 -- 172.21.15.6:0/1269318312 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e4011ca0 con 0x7fd3f406f8b0 2024-09-21T07:29:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3f4153be0 con 0x7fd3f406f8b0 2024-09-21T07:29:14.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3f415f700 con 0x7fd3f406f8b0 2024-09-21T07:29:14.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3dbfff640 1 -- 172.21.15.6:0/1269318312 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd3e401c460 con 0x7fd3f406f8b0 2024-09-21T07:29:14.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3dbfff640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3e0073230 0x7fd3e0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:14.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3dbfff640 1 -- 172.21.15.6:0/1269318312 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7fd3e4094730 con 0x7fd3f406f8b0 2024-09-21T07:29:14.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3f27fc640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3e0073230 0x7fd3e0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:14.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.925+0000 7fd3f27fc640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3e0073230 0x7fd3e0075740 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fd3e80af000 tx=0x7fd3e801afd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:14.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:14.929+0000 7fd3dbfff640 1 -- 172.21.15.6:0/1269318312 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd3e405fbc0 con 0x7fd3f406f8b0 2024-09-21T07:29:15.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.105+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd3f40cdd50 con 0x7fd3f406f8b0 2024-09-21T07:29:15.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.105+0000 7fd3dbfff640 1 -- 172.21.15.6:0/1269318312 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7fd3e405f4c0 con 0x7fd3f406f8b0 2024-09-21T07:29:15.110 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-09-21T07:29:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3e0073230 msgr2=0x7fd3e0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3e0073230 0x7fd3e0075740 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fd3e80af000 tx=0x7fd3e801afd0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f406f8b0 msgr2=0x7fd3f41546c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f406f8b0 0x7fd3f41546c0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fd3e400c420 tx=0x7fd3e400c8e0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 shutdown_connections 2024-09-21T07:29:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd3e0073230 0x7fd3e0075740 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3f414a120 0x7fd3f414f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3f406fcc0 0x7fd3f414f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 --2- 172.21.15.6:0/1269318312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3f406f8b0 0x7fd3f41546c0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 >> 172.21.15.6:0/1269318312 conn(0x7fd3f40cd600 msgr2=0x7fd3f40ce750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:15.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 shutdown_connections 2024-09-21T07:29:15.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.109+0000 7fd3f9a2e640 1 -- 172.21.15.6:0/1269318312 wait complete. 2024-09-21T07:29:15.134 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close' 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 -- 172.21.15.6:0/2288592845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b3790 msgr2=0x7f35700b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 --2- 172.21.15.6:0/2288592845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b3790 0x7f35700b3ba0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f357006de20 tx=0x7f356401c8a0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 -- 172.21.15.6:0/2288592845 shutdown_connections 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 --2- 172.21.15.6:0/2288592845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f357015f350 0x7f357015f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 --2- 172.21.15.6:0/2288592845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b3790 0x7f35700b3ba0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 --2- 172.21.15.6:0/2288592845 >> v2:172.21.15.145:3300/0 conn(0x7f35700b49f0 0x7f357015b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 -- 172.21.15.6:0/2288592845 >> 172.21.15.6:0/2288592845 conn(0x7f357006d480 msgr2=0x7f35700b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 -- 172.21.15.6:0/2288592845 shutdown_connections 2024-09-21T07:29:15.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.285+0000 7f3574995640 1 -- 172.21.15.6:0/2288592845 wait complete. 2024-09-21T07:29:15.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 Processor -- start 2024-09-21T07:29:15.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 -- start start 2024-09-21T07:29:15.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35700b3790 0x7f357009d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:15.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b49f0 0x7f35701646f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:15.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f357015f350 0x7f35700ccd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:15.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f357006fb40 con 0x7f35700b49f0 2024-09-21T07:29:15.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f357006f9c0 con 0x7f35700b3790 2024-09-21T07:29:15.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f357006fcc0 con 0x7f357015f350 2024-09-21T07:29:15.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b49f0 0x7f35701646f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:15.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b49f0 0x7f35701646f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55652/0 (socket says 172.21.15.6:55652) 2024-09-21T07:29:15.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 -- 172.21.15.6:0/567439102 learned_addr learned my addr 172.21.15.6:0/567439102 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:15.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356e59c640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35700b3790 0x7f357009d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:15.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356ed9d640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f357015f350 0x7f35700ccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:15.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 -- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f357015f350 msgr2=0x7f35700ccd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f357015f350 0x7f35700ccd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 -- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35700b3790 msgr2=0x7f357009d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35700b3790 0x7f357009d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 -- 172.21.15.6:0/567439102 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35701f7400 con 0x7f35700b49f0 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356e59c640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35700b3790 0x7f357009d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f356dd9b640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b49f0 0x7f35701646f0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f3564009850 tx=0x7f35640a5880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f355effd640 1 -- 172.21.15.6:0/567439102 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35640bc070 con 0x7f35700b49f0 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f355effd640 1 -- 172.21.15.6:0/567439102 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35640044b0 con 0x7f35700b49f0 2024-09-21T07:29:15.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35701f76e0 con 0x7f35700b49f0 2024-09-21T07:29:15.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f355effd640 1 -- 172.21.15.6:0/567439102 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35640b2040 con 0x7f35700b49f0 2024-09-21T07:29:15.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35701f7ca0 con 0x7f35700b49f0 2024-09-21T07:29:15.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.289+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f357009dec0 con 0x7f35700b49f0 2024-09-21T07:29:15.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.293+0000 7f355effd640 1 -- 172.21.15.6:0/567439102 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3564005280 con 0x7f35700b49f0 2024-09-21T07:29:15.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.293+0000 7f355effd640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3550073200 0x7f3550075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:15.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.293+0000 7f355effd640 1 -- 172.21.15.6:0/567439102 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7f356412e230 con 0x7f35700b49f0 2024-09-21T07:29:15.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.293+0000 7f356e59c640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3550073200 0x7f3550075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:15.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.293+0000 7f356e59c640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3550073200 0x7f3550075710 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3560005fd0 tx=0x7f3560005d40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:15.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.297+0000 7f355effd640 1 -- 172.21.15.6:0/567439102 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f35640c5080 con 0x7f35700b49f0 2024-09-21T07:29:15.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:15.529+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]} v 0) -- 0x7f357015b770 con 0x7f35700b49f0 2024-09-21T07:29:16.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.369+0000 7f355effd640 1 -- 172.21.15.6:0/567439102 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]}]=0 v241) ==== 146+0+0 (secure 0 0 0) 0x7f3564016490 con 0x7f35700b49f0 2024-09-21T07:29:16.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3550073200 msgr2=0x7f3550075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3550073200 0x7f3550075710 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3560005fd0 tx=0x7f3560005d40 comp rx=0 tx=0).stop 2024-09-21T07:29:16.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b49f0 msgr2=0x7f35701646f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b49f0 0x7f35701646f0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f3564009850 tx=0x7f35640a5880 comp rx=0 tx=0).stop 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 shutdown_connections 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3550073200 0x7f3550075710 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f357015f350 0x7f35700ccd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35700b49f0 0x7f35701646f0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 --2- 172.21.15.6:0/567439102 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35700b3790 0x7f357009d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 >> 172.21.15.6:0/567439102 conn(0x7f357006d480 msgr2=0x7f35700b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 shutdown_connections 2024-09-21T07:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.373+0000 7f3574995640 1 -- 172.21.15.6:0/567439102 wait complete. 2024-09-21T07:29:16.398 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T07:29:16.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.561+0000 7ff65af55640 1 -- 172.21.15.6:0/3473123312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff63c0040c0 msgr2=0x7ff63c004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.561+0000 7ff65af55640 1 --2- 172.21.15.6:0/3473123312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff63c0040c0 0x7ff63c004810 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7ff648001660 tx=0x7ff64801c780 comp rx=0 tx=0).stop 2024-09-21T07:29:16.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.561+0000 7ff6594f2640 1 -- 172.21.15.6:0/3473123312 reap_dead start 2024-09-21T07:29:16.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.561+0000 7ff65af55640 1 -- 172.21.15.6:0/3473123312 shutdown_connections 2024-09-21T07:29:16.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.561+0000 7ff65af55640 1 -- 172.21.15.6:0/3473123312 >> 172.21.15.6:0/3473123312 conn(0x7ff6540b3fa0 msgr2=0x7ff6540b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:16.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.561+0000 7ff65af55640 1 -- 172.21.15.6:0/3473123312 shutdown_connections 2024-09-21T07:29:16.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.561+0000 7ff65af55640 1 -- 172.21.15.6:0/3473123312 wait complete. 2024-09-21T07:29:16.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 Processor -- start 2024-09-21T07:29:16.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 -- start start 2024-09-21T07:29:16.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6540c86b0 0x7ff65406f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:16.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6541f6440 0x7ff6541e7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6541e8380 0x7ff65406df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff6540b7d80 con 0x7ff6540c86b0 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff6540b7c00 con 0x7ff6541f6440 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff6540d0eb0 con 0x7ff6541e8380 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6540c86b0 0x7ff65406f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6540c86b0 0x7ff65406f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55672/0 (socket says 172.21.15.6:55672) 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 -- 172.21.15.6:0/2452422751 learned_addr learned my addr 172.21.15.6:0/2452422751 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff6594f2640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6541e8380 0x7ff65406df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff653fff640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6541f6440 0x7ff6541e7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 -- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6541e8380 msgr2=0x7ff65406df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6541e8380 0x7ff65406df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 -- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6541f6440 msgr2=0x7ff6541e7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6541f6440 0x7ff6541e7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 -- 172.21.15.6:0/2452422751 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6540c8ac0 con 0x7ff6540c86b0 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff6594f2640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6541e8380 0x7ff65406df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff653fff640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6541f6440 0x7ff6541e7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff658cf1640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6540c86b0 0x7ff65406f6f0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7ff644009830 tx=0x7ff644009cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff6517fa640 1 -- 172.21.15.6:0/2452422751 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644015070 con 0x7ff6540c86b0 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff6517fa640 1 -- 172.21.15.6:0/2452422751 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff64400fe40 con 0x7ff6540c86b0 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6540c7610 con 0x7ff6540c86b0 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff6517fa640 1 -- 172.21.15.6:0/2452422751 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff64401a6c0 con 0x7ff6540c86b0 2024-09-21T07:29:16.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.565+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6540c7bd0 con 0x7ff6540c86b0 2024-09-21T07:29:16.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.569+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6540af3f0 con 0x7ff6540c86b0 2024-09-21T07:29:16.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.569+0000 7ff6517fa640 1 -- 172.21.15.6:0/2452422751 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff64401a860 con 0x7ff6540c86b0 2024-09-21T07:29:16.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.569+0000 7ff6517fa640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff640073200 0x7ff640075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:16.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.569+0000 7ff6517fa640 1 -- 172.21.15.6:0/2452422751 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7ff644094ff0 con 0x7ff6540c86b0 2024-09-21T07:29:16.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.569+0000 7ff653fff640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff640073200 0x7ff640075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:16.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.569+0000 7ff653fff640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff640073200 0x7ff640075710 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7ff654069d20 tx=0x7ff648019520 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:16.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.573+0000 7ff6517fa640 1 -- 172.21.15.6:0/2452422751 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff644060460 con 0x7ff6540c86b0 2024-09-21T07:29:16.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.745+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7ff6540b6f40 con 0x7ff6540c86b0 2024-09-21T07:29:16.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.745+0000 7ff6517fa640 1 -- 172.21.15.6:0/2452422751 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v41) ==== 59+0+2294 (secure 0 0 0) 0x7ff64405fd60 con 0x7ff6540c86b0 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced client_mount_timeout 30 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_client 20/20 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_mgr 20/20 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_ms 1/1 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4406.361004 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4273.484714 2024-09-21T07:29:16.750 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4038.127657 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4577.714672 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 4589.677100 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4430.080254 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4169.446825 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4450.453400 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds 20/20 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_ms 2/2 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_frag true 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_scatterstat true 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_verify_scatter true 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T07:29:16.751 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T07:29:16.752 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T07:29:16.752 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced client_mount_timeout 600 2024-09-21T07:29:16.752 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_client 20/20 2024-09-21T07:29:16.752 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_ms 1/1 2024-09-21T07:29:16.752 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T07:29:16.752 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff640073200 msgr2=0x7ff640075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff640073200 0x7ff640075710 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7ff654069d20 tx=0x7ff648019520 comp rx=0 tx=0).stop 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6540c86b0 msgr2=0x7ff65406f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6540c86b0 0x7ff65406f6f0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7ff644009830 tx=0x7ff644009cf0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 shutdown_connections 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff640073200 0x7ff640075710 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6541e8380 0x7ff65406df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6541f6440 0x7ff6541e7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 --2- 172.21.15.6:0/2452422751 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6540c86b0 0x7ff65406f6f0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 >> 172.21.15.6:0/2452422751 conn(0x7ff6540b3fa0 msgr2=0x7ff65415c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 shutdown_connections 2024-09-21T07:29:16.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.749+0000 7ff65af55640 1 -- 172.21.15.6:0/2452422751 wait complete. 2024-09-21T07:29:16.773 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T07:29:16.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.937+0000 7f55db021640 1 -- 172.21.15.6:0/2971306122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c00039f0 msgr2=0x7f55c0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.937+0000 7f55db021640 1 --2- 172.21.15.6:0/2971306122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c00039f0 0x7f55c0003e20 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f55c4009b60 tx=0x7f55c401d290 comp rx=0 tx=0).stop 2024-09-21T07:29:16.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.937+0000 7f55d95be640 1 -- 172.21.15.6:0/2971306122 reap_dead start 2024-09-21T07:29:16.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.937+0000 7f55db021640 1 -- 172.21.15.6:0/2971306122 shutdown_connections 2024-09-21T07:29:16.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.937+0000 7f55db021640 1 -- 172.21.15.6:0/2971306122 >> 172.21.15.6:0/2971306122 conn(0x7f55d406d480 msgr2=0x7f55d40b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:16.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.937+0000 7f55db021640 1 -- 172.21.15.6:0/2971306122 shutdown_connections 2024-09-21T07:29:16.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.937+0000 7f55db021640 1 -- 172.21.15.6:0/2971306122 wait complete. 2024-09-21T07:29:16.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 Processor -- start 2024-09-21T07:29:16.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 -- start start 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c00039f0 0x7f55d41f3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55d40cc4d0 0x7f55d4154390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55d4157760 0x7f55d4157b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55d406fc70 con 0x7f55d40cc4d0 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f55d40cbb10 con 0x7f55c00039f0 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f55d406fdf0 con 0x7f55d4157760 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55d40cc4d0 0x7f55d4154390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d95be640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55d4157760 0x7f55d4157b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55d40cc4d0 0x7f55d4154390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55684/0 (socket says 172.21.15.6:55684) 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 -- 172.21.15.6:0/1287480975 learned_addr learned my addr 172.21.15.6:0/1287480975 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d8dbd640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c00039f0 0x7f55d41f3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:16.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 -- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55d4157760 msgr2=0x7f55d4157b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55d4157760 0x7f55d4157b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 -- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c00039f0 msgr2=0x7f55d41f3b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c00039f0 0x7f55d41f3b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 -- 172.21.15.6:0/1287480975 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d41f40d0 con 0x7f55d40cc4d0 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d95be640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55d4157760 0x7f55d4157b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d3fff640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55d40cc4d0 0x7f55d4154390 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f55bc000f70 tx=0x7f55bc00dd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d17fa640 1 -- 172.21.15.6:0/1287480975 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55bc0064e0 con 0x7f55d40cc4d0 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d17fa640 1 -- 172.21.15.6:0/1287480975 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55bc00b920 con 0x7f55d40cc4d0 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55d415e9a0 con 0x7f55d40cc4d0 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55d17fa640 1 -- 172.21.15.6:0/1287480975 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55bc00bd10 con 0x7f55d40cc4d0 2024-09-21T07:29:16.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55d415ef20 con 0x7f55d40cc4d0 2024-09-21T07:29:16.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.941+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55d40cbc90 con 0x7f55d40cc4d0 2024-09-21T07:29:16.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.945+0000 7f55d17fa640 1 -- 172.21.15.6:0/1287480975 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f55bc003620 con 0x7f55d40cc4d0 2024-09-21T07:29:16.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.945+0000 7f55d17fa640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073230 0x7f55b4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:16.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.945+0000 7f55d17fa640 1 -- 172.21.15.6:0/1287480975 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7f55bc0944a0 con 0x7f55d40cc4d0 2024-09-21T07:29:16.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.945+0000 7f55d8dbd640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073230 0x7f55b4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:16.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.945+0000 7f55d8dbd640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073230 0x7f55b4075740 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f55c40ae000 tx=0x7f55c401a030 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:16.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:16.949+0000 7f55d17fa640 1 -- 172.21.15.6:0/1287480975 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f55bc05f7c0 con 0x7f55d40cc4d0 2024-09-21T07:29:17.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.125+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f55d4074d50 con 0x7f55d40cc4d0 2024-09-21T07:29:17.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.129+0000 7f55d17fa640 1 -- 172.21.15.6:0/1287480975 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v42)=0 v42) ==== 122+0+0 (secure 0 0 0) 0x7f55bc05f0c0 con 0x7f55d40cc4d0 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073230 msgr2=0x7f55b4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073230 0x7f55b4075740 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f55c40ae000 tx=0x7f55c401a030 comp rx=0 tx=0).stop 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55d40cc4d0 msgr2=0x7f55d4154390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55d40cc4d0 0x7f55d4154390 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f55bc000f70 tx=0x7f55bc00dd80 comp rx=0 tx=0).stop 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 shutdown_connections 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073230 0x7f55b4075740 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55d4157760 0x7f55d4157b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55d40cc4d0 0x7f55d4154390 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 --2- 172.21.15.6:0/1287480975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c00039f0 0x7f55d41f3b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 >> 172.21.15.6:0/1287480975 conn(0x7f55d406d480 msgr2=0x7f55d415c180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:17.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 shutdown_connections 2024-09-21T07:29:17.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.133+0000 7f55db021640 1 -- 172.21.15.6:0/1287480975 wait complete. 2024-09-21T07:29:17.158 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:29:17.158 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:29:17.236 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:29:17.295 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:29:17.295 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:17.296 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:17.301 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:29:17.301 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:17.301 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:17.307 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:29:17.307 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:17.307 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:17.347 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:29:17.347 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:17.347 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:17.354 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:29:17.354 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T07:29:17.354 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:17.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0ed75640 1 -- 172.21.15.6:0/457557930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 msgr2=0x7f9df80051a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:17.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0ed75640 1 --2- 172.21.15.6:0/457557930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 0x7f9df80051a0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f9e0000c770 tx=0x7f9e0001d320 comp rx=0 tx=0).stop 2024-09-21T07:29:17.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0d312640 1 -- 172.21.15.6:0/457557930 reap_dead start 2024-09-21T07:29:17.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0ed75640 1 -- 172.21.15.6:0/457557930 shutdown_connections 2024-09-21T07:29:17.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0ed75640 1 -- 172.21.15.6:0/457557930 >> 172.21.15.6:0/457557930 conn(0x7f9e0806d480 msgr2=0x7f9e080b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:17.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0ed75640 1 -- 172.21.15.6:0/457557930 shutdown_connections 2024-09-21T07:29:17.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0ed75640 1 -- 172.21.15.6:0/457557930 wait complete. 2024-09-21T07:29:17.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0ed75640 1 Processor -- start 2024-09-21T07:29:17.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.561+0000 7f9e0ed75640 1 -- start start 2024-09-21T07:29:17.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 0x7f9e08155ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:17.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e0815aa80 0x7f9e081599e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:17.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e08159f20 0x7f9e0815a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:17.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0815fe70 con 0x7f9df8004d50 2024-09-21T07:29:17.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0815cc30 con 0x7f9e0815aa80 2024-09-21T07:29:17.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9e0815fff0 con 0x7f9e08159f20 2024-09-21T07:29:17.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 0x7f9e08155ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 0x7f9e08155ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55696/0 (socket says 172.21.15.6:55696) 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 -- 172.21.15.6:0/3407864411 learned_addr learned my addr 172.21.15.6:0/3407864411 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0d312640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e08159f20 0x7f9e0815a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e07fff640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e0815aa80 0x7f9e081599e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 -- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e08159f20 msgr2=0x7f9e0815a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e08159f20 0x7f9e0815a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 -- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e0815aa80 msgr2=0x7f9e081599e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e0815aa80 0x7f9e081599e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 -- 172.21.15.6:0/3407864411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e080c76b0 con 0x7f9df8004d50 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e07fff640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e0815aa80 0x7f9e081599e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0cb11640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 0x7f9e08155ca0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc00f9d0 tx=0x7f9dfc00fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e057fa640 1 -- 172.21.15.6:0/3407864411 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dfc00bcb0 con 0x7f9df8004d50 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e057fa640 1 -- 172.21.15.6:0/3407864411 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9dfc011440 con 0x7f9df8004d50 2024-09-21T07:29:17.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e080c6a30 con 0x7f9df8004d50 2024-09-21T07:29:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e057fa640 1 -- 172.21.15.6:0/3407864411 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dfc011850 con 0x7f9df8004d50 2024-09-21T07:29:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e080c6ff0 con 0x7f9df8004d50 2024-09-21T07:29:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e0815b8e0 con 0x7f9df8004d50 2024-09-21T07:29:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.565+0000 7f9e057fa640 1 -- 172.21.15.6:0/3407864411 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9dfc019020 con 0x7f9df8004d50 2024-09-21T07:29:17.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.569+0000 7f9e057fa640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9dec073200 0x7f9dec075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:17.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.569+0000 7f9e057fa640 1 -- 172.21.15.6:0/3407864411 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7f9dfc094e00 con 0x7f9df8004d50 2024-09-21T07:29:17.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.569+0000 7f9e07fff640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9dec073200 0x7f9dec075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:17.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.569+0000 7f9e07fff640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9dec073200 0x7f9dec075710 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f9e0815ebe0 tx=0x7f9df4005ef0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:17.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.573+0000 7f9e057fa640 1 -- 172.21.15.6:0/3407864411 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9dfc029020 con 0x7f9df8004d50 2024-09-21T07:29:17.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e08070410 con 0x7f9df8004d50 2024-09-21T07:29:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e057fa640 1 -- 172.21.15.6:0/3407864411 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) ==== 94+0+3908 (secure 0 0 0) 0x7f9dfc060290 con 0x7f9df8004d50 2024-09-21T07:29:17.787 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:17.788 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":52,"btime":"2024-09-21T07:29:10:330432+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6836/4121072814","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":4121072814},{"type":"v1","addr":"172.21.15.145:6836","nonce":4121072814}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5668,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/2151056970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6835","nonce":2151056970},{"type":"v1","addr":"172.21.15.145:6837","nonce":2151056970}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6120,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/3060070161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3060070161},{"type":"v1","addr":"172.21.15.6:6834","nonce":3060070161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6405,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/764514683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":764514683},{"type":"v1","addr":"172.21.15.6:6835","nonce":764514683}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[]} 2024-09-21T07:29:17.788 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 52 2024-09-21T07:29:17.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9dec073200 msgr2=0x7f9dec075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:17.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9dec073200 0x7f9dec075710 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f9e0815ebe0 tx=0x7f9df4005ef0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 msgr2=0x7f9e08155ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:17.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 0x7f9e08155ca0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc00f9d0 tx=0x7f9dfc00fe90 comp rx=0 tx=0).stop 2024-09-21T07:29:17.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 shutdown_connections 2024-09-21T07:29:17.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9dec073200 0x7f9dec075710 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e08159f20 0x7f9e0815a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e0815aa80 0x7f9e081599e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 --2- 172.21.15.6:0/3407864411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9df8004d50 0x7f9e08155ca0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:17.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 >> 172.21.15.6:0/3407864411 conn(0x7f9e0806d480 msgr2=0x7f9e080ccd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:17.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 shutdown_connections 2024-09-21T07:29:17.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:17.785+0000 7f9e0ed75640 1 -- 172.21.15.6:0/3407864411 wait complete. 2024-09-21T07:29:17.811 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:29:17.811 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T07:29:17.811 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:29:17.812 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:17.812 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:29:17.812 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T07:29:17.812 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:29:17.812 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:17.812 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:29:17.812 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T07:29:17.813 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:29:17.813 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:17.813 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:29:17.813 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T07:29:17.813 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:29:17.813 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:17.828 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:29:17.828 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:29:17.830 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:29:17.830 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:29:17.833 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:29:17.833 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:29:17.836 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:29:17.836 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:29:17.875 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:29:17.875 DEBUG:teuthology.parallel:result is None 2024-09-21T07:29:17.876 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:29:17.876 DEBUG:teuthology.parallel:result is None 2024-09-21T07:29:17.878 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:29:17.879 DEBUG:teuthology.parallel:result is None 2024-09-21T07:29:17.879 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:29:17.880 DEBUG:teuthology.parallel:result is None 2024-09-21T07:29:17.880 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T07:29:17.965 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:29:17.965 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:29:17.978 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:29:17.981 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/2028161059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 msgr2=0x7f8e480d2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/2028161059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 0x7f8e480d2fe0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f8e4808cbf0 tx=0x7f8e3c01c8a0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/2028161059 shutdown_connections 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/2028161059 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8e480b62f0 0x7f8e480b6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/2028161059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 0x7f8e480d2fe0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/2028161059 >> v2:172.21.15.145:3300/0 conn(0x7f8e480b9b00 0x7f8e480d2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/2028161059 >> 172.21.15.6:0/2028161059 conn(0x7f8e4809db00 msgr2=0x7f8e4808bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/2028161059 shutdown_connections 2024-09-21T07:29:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/2028161059 wait complete. 2024-09-21T07:29:18.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 Processor -- start 2024-09-21T07:29:18.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- start start 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8e480b62f0 0x7f8e48152800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8e480b9b00 0x7f8e480b23f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 0x7f8e480b2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4806f6e0 con 0x7f8e480ba050 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4806f560 con 0x7f8e480b9b00 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e4d5d4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8e4806f860 con 0x7f8e480b62f0 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e477fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 0x7f8e480b2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e477fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 0x7f8e480b2930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55734/0 (socket says 172.21.15.6:55734) 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e477fe640 1 -- 172.21.15.6:0/1223915220 learned_addr learned my addr 172.21.15.6:0/1223915220 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e467fc640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8e480b9b00 0x7f8e480b23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.033+0000 7f8e46ffd640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8e480b62f0 0x7f8e48152800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e477fe640 1 -- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8e480b62f0 msgr2=0x7f8e48152800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e477fe640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8e480b62f0 0x7f8e48152800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e477fe640 1 -- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8e480b9b00 msgr2=0x7f8e480b23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e477fe640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8e480b9b00 0x7f8e480b23f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e477fe640 1 -- 172.21.15.6:0/1223915220 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e48161040 con 0x7f8e480ba050 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e477fe640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 0x7f8e480b2930 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f8e4000cab0 tx=0x7f8e4000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e2f7fe640 1 -- 172.21.15.6:0/1223915220 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e40007df0 con 0x7f8e480ba050 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e2f7fe640 1 -- 172.21.15.6:0/1223915220 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e40003a70 con 0x7f8e480ba050 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e4815ee00 con 0x7f8e480ba050 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e2f7fe640 1 -- 172.21.15.6:0/1223915220 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e40004030 con 0x7f8e480ba050 2024-09-21T07:29:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e4815f7c0 con 0x7f8e480ba050 2024-09-21T07:29:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e480b6700 con 0x7f8e480ba050 2024-09-21T07:29:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e2f7fe640 1 -- 172.21.15.6:0/1223915220 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8e400041d0 con 0x7f8e480ba050 2024-09-21T07:29:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e2f7fe640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8e34073200 0x7f8e34075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e2f7fe640 1 -- 172.21.15.6:0/1223915220 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 4943+0+0 (secure 0 0 0) 0x7f8e40094870 con 0x7f8e480ba050 2024-09-21T07:29:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.037+0000 7f8e46ffd640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8e34073200 0x7f8e34075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:18.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.041+0000 7f8e46ffd640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8e34073200 0x7f8e34075710 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800bb00 tx=0x7f8e38005e30 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.045+0000 7f8e2f7fe640 1 -- 172.21.15.6:0/1223915220 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8e40014070 con 0x7f8e480ba050 2024-09-21T07:29:18.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.225+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f8e4806e2e0 con 0x7f8e480ba050 2024-09-21T07:29:18.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.405+0000 7f8e2f7fe640 1 -- 172.21.15.6:0/1223915220 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v74) ==== 97+0+0 (secure 0 0 0) 0x7f8e4005f5d0 con 0x7f8e480ba050 2024-09-21T07:29:18.409 INFO:teuthology.orchestra.run.smithi006.stderr: removed all blocklist entries 2024-09-21T07:29:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8e34073200 msgr2=0x7f8e34075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8e34073200 0x7f8e34075710 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800bb00 tx=0x7f8e38005e30 comp rx=0 tx=0).stop 2024-09-21T07:29:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 msgr2=0x7f8e480b2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 0x7f8e480b2930 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f8e4000cab0 tx=0x7f8e4000cf70 comp rx=0 tx=0).stop 2024-09-21T07:29:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 shutdown_connections 2024-09-21T07:29:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8e34073200 0x7f8e34075710 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8e480ba050 0x7f8e480b2930 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8e480b9b00 0x7f8e480b23f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 --2- 172.21.15.6:0/1223915220 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8e480b62f0 0x7f8e48152800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 >> 172.21.15.6:0/1223915220 conn(0x7f8e4809db00 msgr2=0x7f8e48153630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:18.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 shutdown_connections 2024-09-21T07:29:18.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.409+0000 7f8e4d5d4640 1 -- 172.21.15.6:0/1223915220 wait complete. 2024-09-21T07:29:18.440 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T07:29:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.593+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2414265562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 msgr2=0x7fb0d806d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.593+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2414265562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 0x7fb0d806d4e0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fb0d8074eb0 tx=0x7fb0d401c6e0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.593+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2414265562 shutdown_connections 2024-09-21T07:29:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.593+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2414265562 >> v2:172.21.15.145:3300/0 conn(0x7fb0d81604c0 0x7fb0d80b23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.593+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2414265562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 0x7fb0d806d4e0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.593+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2414265562 >> 172.21.15.6:0/2414265562 conn(0x7fb0d809aa30 msgr2=0x7fb0d80d1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.593+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2414265562 shutdown_connections 2024-09-21T07:29:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.593+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2414265562 wait complete. 2024-09-21T07:29:18.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 Processor -- start 2024-09-21T07:29:18.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 -- start start 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0d80b28e0 0x7fb0d8159600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 0x7fb0d8070150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0d81604c0 0x7fb0d8070690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d80ce980 con 0x7fb0d80b6850 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d80ce800 con 0x7fb0d80b28e0 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb0d80ceb00 con 0x7fb0d81604c0 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 0x7fb0d8070150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 0x7fb0d8070150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55748/0 (socket says 172.21.15.6:55748) 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 -- 172.21.15.6:0/2398111074 learned_addr learned my addr 172.21.15.6:0/2398111074 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0de058640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0d81604c0 0x7fb0d8070690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:18.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd857640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0d80b28e0 0x7fb0d8159600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 -- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0d81604c0 msgr2=0x7fb0d8070690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0d81604c0 0x7fb0d8070690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 -- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0d80b28e0 msgr2=0x7fb0d8159600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0d80b28e0 0x7fb0d8159600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 -- 172.21.15.6:0/2398111074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d8159ee0 con 0x7fb0d80b6850 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dd056640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 0x7fb0d8070150 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8005d10 tx=0x7fb0c800dbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0ce7fc640 1 -- 172.21.15.6:0/2398111074 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8017070 con 0x7fb0d80b6850 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0ce7fc640 1 -- 172.21.15.6:0/2398111074 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb0c8009ac0 con 0x7fb0d80b6850 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0d80b5b30 con 0x7fb0d80b6850 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0ce7fc640 1 -- 172.21.15.6:0/2398111074 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8005020 con 0x7fb0d80b6850 2024-09-21T07:29:18.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0d81fcb80 con 0x7fb0d80b6850 2024-09-21T07:29:18.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.597+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0d806d4e0 con 0x7fb0d80b6850 2024-09-21T07:29:18.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.601+0000 7fb0ce7fc640 1 -- 172.21.15.6:0/2398111074 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb0c80051c0 con 0x7fb0d80b6850 2024-09-21T07:29:18.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.601+0000 7fb0ce7fc640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb0bc073200 0x7fb0bc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:18.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.601+0000 7fb0ce7fc640 1 -- 172.21.15.6:0/2398111074 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7fb0c80944a0 con 0x7fb0d80b6850 2024-09-21T07:29:18.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.601+0000 7fb0dd857640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb0bc073200 0x7fb0bc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:18.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.601+0000 7fb0dd857640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb0bc073200 0x7fb0bc075710 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb0d40ae000 tx=0x7fb0d401af20 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:18.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.605+0000 7fb0ce7fc640 1 -- 172.21.15.6:0/2398111074 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb0c805f810 con 0x7fb0d80b6850 2024-09-21T07:29:18.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.841+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb0d806dd40 con 0x7fb0d80b6850 2024-09-21T07:29:18.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.841+0000 7fb0ce7fc640 1 -- 172.21.15.6:0/2398111074 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v29) ==== 80+0+5580 (secure 0 0 0) 0x7fb0c805f110 con 0x7fb0d80b6850 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: "auth_dump": [ 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.a", 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w==", 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:29:18.846 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.b", 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ==", 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:29:18.847 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.c", 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw==", 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.848 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.d", 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw==", 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.0", 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA==", 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.849 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.1", 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ==", 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.850 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.2", 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw==", 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.3", 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg==", 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:29:18.851 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.4", 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w==", 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.5", 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg==", 2024-09-21T07:29:18.852 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.6", 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ==", 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.853 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.7", 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ==", 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.854 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.0", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw==", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow r", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.1", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg==", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:29:18.855 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.2", 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg==", 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.856 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.3", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ==", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.admin", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB1dO5m38/uORAAopvjCJolcw1Xq7HVZV5vGw==", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:29:18.857 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.badguy", 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQC7de5miwjyKhAACfXaVKlQ/a4thilUhMJoRA==", 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow rw path=/foo/bar", 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow r", 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rw" 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.858 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.x", 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg==", 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.y", 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw==", 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:29:18.859 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:29:18.860 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.860 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:18.860 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:29:18.860 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb0bc073200 msgr2=0x7fb0bc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb0bc073200 0x7fb0bc075710 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb0d40ae000 tx=0x7fb0d401af20 comp rx=0 tx=0).stop 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 msgr2=0x7fb0d8070150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 0x7fb0d8070150 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8005d10 tx=0x7fb0c800dbb0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 shutdown_connections 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb0bc073200 0x7fb0bc075710 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0d81604c0 0x7fb0d8070690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0d80b6850 0x7fb0d8070150 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 --2- 172.21.15.6:0/2398111074 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0d80b28e0 0x7fb0d8159600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 >> 172.21.15.6:0/2398111074 conn(0x7fb0d809aa30 msgr2=0x7fb0d815f460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 shutdown_connections 2024-09-21T07:29:18.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:18.845+0000 7fb0dfabb640 1 -- 172.21.15.6:0/2398111074 wait complete. 2024-09-21T07:29:18.869 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.badguy 2024-09-21T07:29:19.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.013+0000 7fdd5cd52640 1 -- 172.21.15.6:0/3843449434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd40003a60 msgr2=0x7fdd40003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.013+0000 7fdd5cd52640 1 --2- 172.21.15.6:0/3843449434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd40003a60 0x7fdd40003ed0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c00c470 tx=0x7fdd4c01cf60 comp rx=0 tx=0).stop 2024-09-21T07:29:19.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.013+0000 7fdd56d9d640 1 -- 172.21.15.6:0/3843449434 reap_dead start 2024-09-21T07:29:19.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.013+0000 7fdd5cd52640 1 -- 172.21.15.6:0/3843449434 shutdown_connections 2024-09-21T07:29:19.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.013+0000 7fdd5cd52640 1 -- 172.21.15.6:0/3843449434 >> 172.21.15.6:0/3843449434 conn(0x7fdd580cdd50 msgr2=0x7fdd580ce160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:19.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.013+0000 7fdd5cd52640 1 -- 172.21.15.6:0/3843449434 shutdown_connections 2024-09-21T07:29:19.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.013+0000 7fdd5cd52640 1 -- 172.21.15.6:0/3843449434 wait complete. 2024-09-21T07:29:19.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 Processor -- start 2024-09-21T07:29:19.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 -- start start 2024-09-21T07:29:19.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd40003a60 0x7fdd58159080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5815d1f0 0x7fdd5815def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd5815d600 0x7fdd580b4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd58167120 con 0x7fdd5815d600 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd58166fa0 con 0x7fdd40003a60 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd581672a0 con 0x7fdd5815d1f0 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd5815d600 0x7fdd580b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd5815d600 0x7fdd580b4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55766/0 (socket says 172.21.15.6:55766) 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 -- 172.21.15.6:0/1253718697 learned_addr learned my addr 172.21.15.6:0/1253718697 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5659c640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd40003a60 0x7fdd58159080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd55d9b640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5815d1f0 0x7fdd5815def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 -- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5815d1f0 msgr2=0x7fdd5815def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5815d1f0 0x7fdd5815def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 -- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd40003a60 msgr2=0x7fdd58159080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd40003a60 0x7fdd58159080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 -- 172.21.15.6:0/1253718697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd58157fe0 con 0x7fdd5815d600 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd55d9b640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5815d1f0 0x7fdd5815def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:19.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd56d9d640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd5815d600 0x7fdd580b4720 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fdd580d0cc0 tx=0x7fdd5000fed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:19.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd46ffd640 1 -- 172.21.15.6:0/1253718697 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd50003d90 con 0x7fdd5815d600 2024-09-21T07:29:19.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd46ffd640 1 -- 172.21.15.6:0/1253718697 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd50017070 con 0x7fdd5815d600 2024-09-21T07:29:19.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd581582c0 con 0x7fdd5815d600 2024-09-21T07:29:19.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd46ffd640 1 -- 172.21.15.6:0/1253718697 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd5000dce0 con 0x7fdd5815d600 2024-09-21T07:29:19.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.017+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd58158880 con 0x7fdd5815d600 2024-09-21T07:29:19.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.021+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd580704d0 con 0x7fdd5815d600 2024-09-21T07:29:19.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.021+0000 7fdd46ffd640 1 -- 172.21.15.6:0/1253718697 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdd50004030 con 0x7fdd5815d600 2024-09-21T07:29:19.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.021+0000 7fdd46ffd640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd38073200 0x7fdd38075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.021+0000 7fdd46ffd640 1 -- 172.21.15.6:0/1253718697 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7fdd50094a40 con 0x7fdd5815d600 2024-09-21T07:29:19.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.021+0000 7fdd5659c640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd38073200 0x7fdd38075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.021+0000 7fdd5659c640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd38073200 0x7fdd38075710 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c0ac000 tx=0x7fdd4c019da0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:19.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.025+0000 7fdd46ffd640 1 -- 172.21.15.6:0/1253718697 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdd5005f840 con 0x7fdd5815d600 2024-09-21T07:29:19.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.253+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.badguy"} v 0) -- 0x7fdd58164ca0 con 0x7fdd5815d600 2024-09-21T07:29:19.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.257+0000 7fdd46ffd640 1 -- 172.21.15.6:0/1253718697 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.badguy"}]=0 v30) ==== 83+0+0 (secure 0 0 0) 0x7fdd50064270 con 0x7fdd5815d600 2024-09-21T07:29:19.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd38073200 msgr2=0x7fdd38075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd38073200 0x7fdd38075710 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c0ac000 tx=0x7fdd4c019da0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd5815d600 msgr2=0x7fdd580b4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd5815d600 0x7fdd580b4720 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fdd580d0cc0 tx=0x7fdd5000fed0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 shutdown_connections 2024-09-21T07:29:19.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdd38073200 0x7fdd38075710 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd5815d600 0x7fdd580b4720 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd5815d1f0 0x7fdd5815def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 --2- 172.21.15.6:0/1253718697 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd40003a60 0x7fdd58159080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 >> 172.21.15.6:0/1253718697 conn(0x7fdd580cdd50 msgr2=0x7fdd58165940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:19.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 shutdown_connections 2024-09-21T07:29:19.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.261+0000 7fdd5cd52640 1 -- 172.21.15.6:0/1253718697 wait complete. 2024-09-21T07:29:19.283 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T07:29:19.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2927803473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6540d1d40 msgr2=0x7fe6540cf8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2927803473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6540d1d40 0x7fe6540cf8b0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fe650009900 tx=0x7fe65001c5b0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2927803473 shutdown_connections 2024-09-21T07:29:19.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2927803473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe65415edf0 0x7fe65415f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2927803473 >> v2:172.21.15.145:3300/0 conn(0x7fe6540cfdf0 0x7fe65415e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2927803473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6540d1d40 0x7fe6540cf8b0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2927803473 >> 172.21.15.6:0/2927803473 conn(0x7fe65409aa30 msgr2=0x7fe6540d1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:19.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2927803473 shutdown_connections 2024-09-21T07:29:19.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.433+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2927803473 wait complete. 2024-09-21T07:29:19.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 Processor -- start 2024-09-21T07:29:19.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 -- start start 2024-09-21T07:29:19.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6540d1d40 0x7fe65414d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe65415edf0 0x7fe6540ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe65415a9f0 0x7fe65415ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe6540b48d0 con 0x7fe65415a9f0 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe6540b4750 con 0x7fe65415edf0 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe6540b4a50 con 0x7fe6540d1d40 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe65415a9f0 0x7fe65415ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe65415a9f0 0x7fe65415ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55784/0 (socket says 172.21.15.6:55784) 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 -- 172.21.15.6:0/2064650384 learned_addr learned my addr 172.21.15.6:0/2064650384 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65928d640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6540d1d40 0x7fe65414d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe658a8c640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe65415edf0 0x7fe6540ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 -- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6540d1d40 msgr2=0x7fe65414d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6540d1d40 0x7fe65414d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 -- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe65415edf0 msgr2=0x7fe6540ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe65415edf0 0x7fe6540ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 -- 172.21.15.6:0/2064650384 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6540ced80 con 0x7fe65415a9f0 2024-09-21T07:29:19.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe659a8e640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe65415a9f0 0x7fe65415ae00 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fe64c00ca30 tx=0x7fe64c00cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:19.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe649ffb640 1 -- 172.21.15.6:0/2064650384 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c007d90 con 0x7fe65415a9f0 2024-09-21T07:29:19.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe649ffb640 1 -- 172.21.15.6:0/2064650384 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe64c004c20 con 0x7fe65415a9f0 2024-09-21T07:29:19.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe654071fa0 con 0x7fe65415a9f0 2024-09-21T07:29:19.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe649ffb640 1 -- 172.21.15.6:0/2064650384 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c005280 con 0x7fe65415a9f0 2024-09-21T07:29:19.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.437+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6540aebe0 con 0x7fe65415a9f0 2024-09-21T07:29:19.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.441+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6540b4ff0 con 0x7fe65415a9f0 2024-09-21T07:29:19.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.441+0000 7fe649ffb640 1 -- 172.21.15.6:0/2064650384 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe64c005420 con 0x7fe65415a9f0 2024-09-21T07:29:19.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.441+0000 7fe649ffb640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe638073230 0x7fe638075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.441+0000 7fe649ffb640 1 -- 172.21.15.6:0/2064650384 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7fe64c0948d0 con 0x7fe65415a9f0 2024-09-21T07:29:19.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.441+0000 7fe65928d640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe638073230 0x7fe638075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.441+0000 7fe65928d640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe638073230 0x7fe638075740 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe6500ae000 tx=0x7fe65001adf0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:19.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.445+0000 7fe649ffb640 1 -- 172.21.15.6:0/2064650384 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe64c014070 con 0x7fe65415a9f0 2024-09-21T07:29:19.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.613+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fe6540d0a90 con 0x7fe65415a9f0 2024-09-21T07:29:19.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.613+0000 7fe649ffb640 1 -- 172.21.15.6:0/2064650384 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v76) ==== 84+0+65 (secure 0 0 0) 0x7fe64c05fce0 con 0x7fe65415a9f0 2024-09-21T07:29:19.618 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:19.618 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-09-21T07:29:19.618 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:29:19.618 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-09-21T07:29:19.618 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-09-21T07:29:19.618 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:19.618 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-09-21T07:29:19.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe638073230 msgr2=0x7fe638075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe638073230 0x7fe638075740 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe6500ae000 tx=0x7fe65001adf0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe65415a9f0 msgr2=0x7fe65415ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe65415a9f0 0x7fe65415ae00 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fe64c00ca30 tx=0x7fe64c00cef0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 shutdown_connections 2024-09-21T07:29:19.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe638073230 0x7fe638075740 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe65415a9f0 0x7fe65415ae00 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe65415edf0 0x7fe6540ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 --2- 172.21.15.6:0/2064650384 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe6540d1d40 0x7fe65414d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 >> 172.21.15.6:0/2064650384 conn(0x7fe65409aa30 msgr2=0x7fe6540b5970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:19.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 shutdown_connections 2024-09-21T07:29:19.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.617+0000 7fe65b4f1640 1 -- 172.21.15.6:0/2064650384 wait complete. 2024-09-21T07:29:19.639 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T07:29:19.639 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T07:29:19.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- 172.21.15.6:0/1577579723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 msgr2=0x7f2cc006ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/1577579723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 0x7f2cc006ce50 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc0098f0 tx=0x7f2cbc01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- 172.21.15.6:0/1577579723 shutdown_connections 2024-09-21T07:29:19.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/1577579723 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cc0074e60 0x7f2cc00cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/1577579723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 0x7f2cc006ce50 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- 172.21.15.6:0/1577579723 >> 172.21.15.6:0/1577579723 conn(0x7f2cc00cdcf0 msgr2=0x7f2cc00ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:19.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- 172.21.15.6:0/1577579723 shutdown_connections 2024-09-21T07:29:19.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- 172.21.15.6:0/1577579723 wait complete. 2024-09-21T07:29:19.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 Processor -- start 2024-09-21T07:29:19.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- start start 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cc006d390 0x7f2cc01f9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cc0074e60 0x7f2cc0169840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 0x7f2cc0161280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc016c6e0 con 0x7f2cc015f090 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc00d0c50 con 0x7f2cc0074e60 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.801+0000 7f2cc7f54640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc016c860 con 0x7f2cc006d390 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 0x7f2cc0161280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 0x7f2cc0161280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55806/0 (socket says 172.21.15.6:55806) 2024-09-21T07:29:19.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 -- 172.21.15.6:0/4208478562 learned_addr learned my addr 172.21.15.6:0/4208478562 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc5cf0640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cc006d390 0x7f2cc01f9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc54ef640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cc0074e60 0x7f2cc0169840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 -- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cc006d390 msgr2=0x7f2cc01f9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cc006d390 0x7f2cc01f9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 -- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cc0074e60 msgr2=0x7f2cc0169840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cc0074e60 0x7f2cc0169840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 -- 172.21.15.6:0/4208478562 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc01f9f80 con 0x7f2cc015f090 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc64f1640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 0x7f2cc0161280 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800e970 tx=0x7f2cb800ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cb67fc640 1 -- 172.21.15.6:0/4208478562 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8004d30 con 0x7f2cc015f090 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cb67fc640 1 -- 172.21.15.6:0/4208478562 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cb800cb20 con 0x7f2cc015f090 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc0159a80 con 0x7f2cc015f090 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cb67fc640 1 -- 172.21.15.6:0/4208478562 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8005020 con 0x7f2cc015f090 2024-09-21T07:29:19.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc015a040 con 0x7f2cc015f090 2024-09-21T07:29:19.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cc00cf910 con 0x7f2cc015f090 2024-09-21T07:29:19.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cb67fc640 1 -- 172.21.15.6:0/4208478562 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2cb80051c0 con 0x7f2cc015f090 2024-09-21T07:29:19.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cb67fc640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ca4073200 0x7f2ca4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:19.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cb67fc640 1 -- 172.21.15.6:0/4208478562 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7f2cb80946a0 con 0x7f2cc015f090 2024-09-21T07:29:19.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.805+0000 7f2cc5cf0640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ca4073200 0x7f2ca4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:19.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.809+0000 7f2cc5cf0640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ca4073200 0x7f2ca4075710 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc0af000 tx=0x7f2cbc01b120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:19.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.813+0000 7f2cb67fc640 1 -- 172.21.15.6:0/4208478562 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2cc01f9f80 con 0x7f2cc015f090 2024-09-21T07:29:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:19.985+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f2cc00708e0 con 0x7f2cc015f090 2024-09-21T07:29:20.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.429+0000 7f2cb67fc640 1 -- 172.21.15.6:0/4208478562 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v77) ==== 138+0+0 (secure 0 0 0) 0x7f2cb8016030 con 0x7f2cc015f090 2024-09-21T07:29:20.433 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ca4073200 msgr2=0x7f2ca4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ca4073200 0x7f2ca4075710 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc0af000 tx=0x7f2cbc01b120 comp rx=0 tx=0).stop 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 msgr2=0x7f2cc0161280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 0x7f2cc0161280 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800e970 tx=0x7f2cb800ee30 comp rx=0 tx=0).stop 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 shutdown_connections 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2ca4073200 0x7f2ca4075710 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cc015f090 0x7f2cc0161280 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2cc0074e60 0x7f2cc0169840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 --2- 172.21.15.6:0/4208478562 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2cc006d390 0x7f2cc01f9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 >> 172.21.15.6:0/4208478562 conn(0x7f2cc00cdcf0 msgr2=0x7f2cc00b4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 shutdown_connections 2024-09-21T07:29:20.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.433+0000 7f2cc7f54640 1 -- 172.21.15.6:0/4208478562 wait complete. 2024-09-21T07:29:20.466 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T07:29:20.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- 172.21.15.6:0/643101476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869015bb10 msgr2=0x7f86900b4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:20.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 --2- 172.21.15.6:0/643101476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869015bb10 0x7f86900b4890 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f8688009bc0 tx=0x7f868801cb10 comp rx=0 tx=0).stop 2024-09-21T07:29:20.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- 172.21.15.6:0/643101476 shutdown_connections 2024-09-21T07:29:20.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 --2- 172.21.15.6:0/643101476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869015bb10 0x7f86900b4890 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:20.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 --2- 172.21.15.6:0/643101476 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8690073f10 0x7f869015b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:20.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- 172.21.15.6:0/643101476 >> 172.21.15.6:0/643101476 conn(0x7f86900b26a0 msgr2=0x7f86900b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:20.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- 172.21.15.6:0/643101476 shutdown_connections 2024-09-21T07:29:20.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- 172.21.15.6:0/643101476 wait complete. 2024-09-21T07:29:20.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 Processor -- start 2024-09-21T07:29:20.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- start start 2024-09-21T07:29:20.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869013e450 0x7f8690150ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:20.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869015bb10 0x7f8690151220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86901588d0 0x7f86901541d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8690167ca0 con 0x7f869013e450 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8690167b20 con 0x7f86901588d0 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8696edc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8690167e20 con 0x7f869015bb10 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.637+0000 7f8694c78640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869013e450 0x7f8690150ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8694c78640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869013e450 0x7f8690150ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55836/0 (socket says 172.21.15.6:55836) 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8694c78640 1 -- 172.21.15.6:0/454066544 learned_addr learned my addr 172.21.15.6:0/454066544 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8695479640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86901588d0 0x7f86901541d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f868ffff640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869015bb10 0x7f8690151220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8694c78640 1 -- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869015bb10 msgr2=0x7f8690151220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8694c78640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869015bb10 0x7f8690151220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8694c78640 1 -- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86901588d0 msgr2=0x7f86901541d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8694c78640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86901588d0 0x7f86901541d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:20.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8694c78640 1 -- 172.21.15.6:0/454066544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8690155b90 con 0x7f869013e450 2024-09-21T07:29:20.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8694c78640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869013e450 0x7f8690150ce0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f868400c760 tx=0x7f868400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:20.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f868d7fa640 1 -- 172.21.15.6:0/454066544 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8684016020 con 0x7f869013e450 2024-09-21T07:29:20.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f868d7fa640 1 -- 172.21.15.6:0/454066544 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f868400a950 con 0x7f869013e450 2024-09-21T07:29:20.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8690156680 con 0x7f869013e450 2024-09-21T07:29:20.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f868d7fa640 1 -- 172.21.15.6:0/454066544 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868400ada0 con 0x7f869013e450 2024-09-21T07:29:20.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8690156c40 con 0x7f869013e450 2024-09-21T07:29:20.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f869015b5d0 con 0x7f869013e450 2024-09-21T07:29:20.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.641+0000 7f868d7fa640 1 -- 172.21.15.6:0/454066544 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8684019020 con 0x7f869013e450 2024-09-21T07:29:20.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.645+0000 7f868d7fa640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f867c073230 0x7f867c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:20.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.645+0000 7f868d7fa640 1 -- 172.21.15.6:0/454066544 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5227+0+0 (secure 0 0 0) 0x7f8684094340 con 0x7f869013e450 2024-09-21T07:29:20.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.645+0000 7f868ffff640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f867c073230 0x7f867c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:20.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.645+0000 7f868ffff640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f867c073230 0x7f867c075740 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f86800058d0 tx=0x7f8680005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:20.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.649+0000 7f868d7fa640 1 -- 172.21.15.6:0/454066544 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8684020020 con 0x7f869013e450 2024-09-21T07:29:20.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:20.821+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f86901556d0 con 0x7f869013e450 2024-09-21T07:29:21.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.433+0000 7f868d7fa640 1 -- 172.21.15.6:0/454066544 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v78) ==== 170+0+0 (secure 0 0 0) 0x7f869013e860 con 0x7f869013e450 2024-09-21T07:29:21.438 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-09-21T07:29:21.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f867c073230 msgr2=0x7f867c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:21.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f867c073230 0x7f867c075740 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f86800058d0 tx=0x7f8680005860 comp rx=0 tx=0).stop 2024-09-21T07:29:21.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869013e450 msgr2=0x7f8690150ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:21.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869013e450 0x7f8690150ce0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f868400c760 tx=0x7f868400cc20 comp rx=0 tx=0).stop 2024-09-21T07:29:21.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 shutdown_connections 2024-09-21T07:29:21.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f867c073230 0x7f867c075740 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:21.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86901588d0 0x7f86901541d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:21.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f869015bb10 0x7f8690151220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:21.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 --2- 172.21.15.6:0/454066544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f869013e450 0x7f8690150ce0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:21.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 >> 172.21.15.6:0/454066544 conn(0x7f86900b26a0 msgr2=0x7f86901526a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:21.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 shutdown_connections 2024-09-21T07:29:21.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.437+0000 7f8696edc640 1 -- 172.21.15.6:0/454066544 wait complete. 2024-09-21T07:29:21.485 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T07:29:21.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.645+0000 7f43d43ff640 1 -- 172.21.15.6:0/3637445197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0d0380 msgr2=0x7f43cc15f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:21.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.645+0000 7f43d43ff640 1 --2- 172.21.15.6:0/3637445197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0d0380 0x7f43cc15f700 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f43bc009840 tx=0x7f43bc01c790 comp rx=0 tx=0).stop 2024-09-21T07:29:21.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.645+0000 7f43d43ff640 1 -- 172.21.15.6:0/3637445197 shutdown_connections 2024-09-21T07:29:21.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.645+0000 7f43d43ff640 1 --2- 172.21.15.6:0/3637445197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0d0380 0x7f43cc15f700 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:21.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.645+0000 7f43d43ff640 1 -- 172.21.15.6:0/3637445197 >> 172.21.15.6:0/3637445197 conn(0x7f43cc0cd600 msgr2=0x7f43cc0cda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:21.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.645+0000 7f43d43ff640 1 -- 172.21.15.6:0/3637445197 shutdown_connections 2024-09-21T07:29:21.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.645+0000 7f43d43ff640 1 -- 172.21.15.6:0/3637445197 wait complete. 2024-09-21T07:29:21.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 Processor -- start 2024-09-21T07:29:21.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 -- start start 2024-09-21T07:29:21.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc06f8b0 0x7f43cc143f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc06fcc0 0x7f43cc154180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0c2650 0x7f43cc1546c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f43cc16a450 con 0x7f43cc06f8b0 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f43cc16a2d0 con 0x7f43cc06fcc0 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f43cc16a5d0 con 0x7f43cc0c2650 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc06f8b0 0x7f43cc143f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc06f8b0 0x7f43cc143f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55852/0 (socket says 172.21.15.6:55852) 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 -- 172.21.15.6:0/2149885679 learned_addr learned my addr 172.21.15.6:0/2149885679 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d199a640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc06fcc0 0x7f43cc154180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 -- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0c2650 msgr2=0x7f43cc1546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d299c640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0c2650 0x7f43cc1546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0c2650 0x7f43cc1546c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:21.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 -- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc06fcc0 msgr2=0x7f43cc154180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc06fcc0 0x7f43cc154180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 -- 172.21.15.6:0/2149885679 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43cc0c2e60 con 0x7f43cc06f8b0 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d199a640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc06fcc0 0x7f43cc154180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d219b640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc06f8b0 0x7f43cc143f20 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f43c800c460 tx=0x7f43c800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43c2ffd640 1 -- 172.21.15.6:0/2149885679 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8016020 con 0x7f43cc06f8b0 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43c2ffd640 1 -- 172.21.15.6:0/2149885679 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43c8012940 con 0x7f43cc06f8b0 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43cc1501d0 con 0x7f43cc06f8b0 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43c2ffd640 1 -- 172.21.15.6:0/2149885679 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8012d90 con 0x7f43cc06f8b0 2024-09-21T07:29:21.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.649+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43cc150790 con 0x7f43cc06f8b0 2024-09-21T07:29:21.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.653+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43cc1509d0 con 0x7f43cc06f8b0 2024-09-21T07:29:21.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.653+0000 7f43c2ffd640 1 -- 172.21.15.6:0/2149885679 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f43c8019020 con 0x7f43cc06f8b0 2024-09-21T07:29:21.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.653+0000 7f43c2ffd640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:21.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.653+0000 7f43c2ffd640 1 -- 172.21.15.6:0/2149885679 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5609+0+0 (secure 0 0 0) 0x7f43c8094340 con 0x7f43cc06f8b0 2024-09-21T07:29:21.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.653+0000 7f43d199a640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:21.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.653+0000 7f43d199a640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0af000 tx=0x7f43bc01afd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:21.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.657+0000 7f43c2ffd640 1 -- 172.21.15.6:0/2149885679 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f43cc1509d0 con 0x7f43cc06f8b0 2024-09-21T07:29:21.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:21.873+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f43cc15f700 con 0x7f43cc06f8b0 2024-09-21T07:29:22.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.461+0000 7f43c2ffd640 1 -- 172.21.15.6:0/2149885679 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v55) ==== 174+0+0 (secure 0 0 0) 0x7f43c8020030 con 0x7f43cc06f8b0 2024-09-21T07:29:22.465 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 12 and data pool 13 2024-09-21T07:29:22.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 msgr2=0x7f43b0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:22.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0af000 tx=0x7f43bc01afd0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc06f8b0 msgr2=0x7f43cc143f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:22.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc06f8b0 0x7f43cc143f20 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f43c800c460 tx=0x7f43c800c920 comp rx=0 tx=0).stop 2024-09-21T07:29:22.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 shutdown_connections 2024-09-21T07:29:22.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 secure :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0af000 tx=0x7f43bc01afd0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0c2650 0x7f43cc1546c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc06fcc0 0x7f43cc154180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 --2- 172.21.15.6:0/2149885679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc06f8b0 0x7f43cc143f20 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.465+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 >> 172.21.15.6:0/2149885679 conn(0x7f43cc0cd600 msgr2=0x7f43cc0c33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:22.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.469+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 shutdown_connections 2024-09-21T07:29:22.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.469+0000 7f43d43ff640 1 -- 172.21.15.6:0/2149885679 wait complete. 2024-09-21T07:29:22.514 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:22.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.665+0000 7fb482f7b640 1 -- 172.21.15.6:0/4045472551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c06efa0 msgr2=0x7fb47c06f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:22.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.665+0000 7fb482f7b640 1 --2- 172.21.15.6:0/4045472551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c06efa0 0x7fb47c06f3b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb474009c80 tx=0x7fb47401cda0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.665+0000 7fb482f7b640 1 -- 172.21.15.6:0/4045472551 shutdown_connections 2024-09-21T07:29:22.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.665+0000 7fb482f7b640 1 --2- 172.21.15.6:0/4045472551 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c06efa0 0x7fb47c06f3b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.665+0000 7fb482f7b640 1 --2- 172.21.15.6:0/4045472551 >> v2:172.21.15.145:3300/0 conn(0x7fb47c0b49f0 0x7fb47c15b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.665+0000 7fb482f7b640 1 -- 172.21.15.6:0/4045472551 >> 172.21.15.6:0/4045472551 conn(0x7fb47c06d480 msgr2=0x7fb47c0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:22.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.665+0000 7fb482f7b640 1 -- 172.21.15.6:0/4045472551 shutdown_connections 2024-09-21T07:29:22.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.665+0000 7fb482f7b640 1 -- 172.21.15.6:0/4045472551 wait complete. 2024-09-21T07:29:22.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 Processor -- start 2024-09-21T07:29:22.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 -- start start 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb47c06efa0 0x7fb47c0b1b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c0b3790 0x7fb47c15d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb47c0b49f0 0x7fb47c1f97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb47c168d70 con 0x7fb47c0b49f0 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb47c168bf0 con 0x7fb47c06efa0 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb47c168ef0 con 0x7fb47c0b3790 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb47c0b49f0 0x7fb47c1f97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb47c0b49f0 0x7fb47c1f97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55854/0 (socket says 172.21.15.6:55854) 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 -- 172.21.15.6:0/611335798 learned_addr learned my addr 172.21.15.6:0/611335798 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb480d17640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb47c06efa0 0x7fb47c0b1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb47bfff640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c0b3790 0x7fb47c15d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:22.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 -- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c0b3790 msgr2=0x7fb47c15d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c0b3790 0x7fb47c15d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 -- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb47c06efa0 msgr2=0x7fb47c0b1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb47c06efa0 0x7fb47c0b1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 -- 172.21.15.6:0/611335798 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb47c15ff60 con 0x7fb47c0b49f0 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb47bfff640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c0b3790 0x7fb47c15d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb481518640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb47c0b49f0 0x7fb47c1f97c0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fb474009bd0 tx=0x7fb474005b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb4797fa640 1 -- 172.21.15.6:0/611335798 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4740bb070 con 0x7fb47c0b49f0 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb4797fa640 1 -- 172.21.15.6:0/611335798 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb474004b40 con 0x7fb47c0b49f0 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb47c15f9a0 con 0x7fb47c0b49f0 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb4797fa640 1 -- 172.21.15.6:0/611335798 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4740b2040 con 0x7fb47c0b49f0 2024-09-21T07:29:22.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.669+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb47c1f8fc0 con 0x7fb47c0b49f0 2024-09-21T07:29:22.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.673+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb47c06f3b0 con 0x7fb47c0b49f0 2024-09-21T07:29:22.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.673+0000 7fb4797fa640 1 -- 172.21.15.6:0/611335798 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb474004000 con 0x7fb47c0b49f0 2024-09-21T07:29:22.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.673+0000 7fb4797fa640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb460073230 0x7fb460075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:22.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.673+0000 7fb4797fa640 1 -- 172.21.15.6:0/611335798 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7fb47412e080 con 0x7fb47c0b49f0 2024-09-21T07:29:22.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.673+0000 7fb480d17640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb460073230 0x7fb460075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:22.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.673+0000 7fb480d17640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb460073230 0x7fb460075740 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb470009ad0 tx=0x7fb4700091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:22.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.677+0000 7fb4797fa640 1 -- 172.21.15.6:0/611335798 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb4740f2290 con 0x7fb47c0b49f0 2024-09-21T07:29:22.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.845+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb47c15a6e0 con 0x7fb47c0b49f0 2024-09-21T07:29:22.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb4797fa640 1 -- 172.21.15.6:0/611335798 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+16697 (secure 0 0 0) 0x7fb474016990 con 0x7fb47c0b49f0 2024-09-21T07:29:22.851 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:22.851 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":79,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:29:21.876610+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:29:20.000899+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T07:29:20.837685+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb460073230 msgr2=0x7fb460075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb460073230 0x7fb460075740 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb470009ad0 tx=0x7fb4700091e0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb47c0b49f0 msgr2=0x7fb47c1f97c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb47c0b49f0 0x7fb47c1f97c0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fb474009bd0 tx=0x7fb474005b00 comp rx=0 tx=0).stop 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 shutdown_connections 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb460073230 0x7fb460075740 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb47c0b49f0 0x7fb47c1f97c0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb47c0b3790 0x7fb47c15d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 --2- 172.21.15.6:0/611335798 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb47c06efa0 0x7fb47c0b1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 >> 172.21.15.6:0/611335798 conn(0x7fb47c06d480 msgr2=0x7fb47c0b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 shutdown_connections 2024-09-21T07:29:22.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:22.849+0000 7fb482f7b640 1 -- 172.21.15.6:0/611335798 wait complete. 2024-09-21T07:29:22.872 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:23.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.013+0000 7f2b64a22640 1 -- 172.21.15.6:0/2837971131 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b48004810 msgr2=0x7f2b48004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:23.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.013+0000 7f2b64a22640 1 --2- 172.21.15.6:0/2837971131 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b48004810 0x7f2b48004c20 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f2b60160410 tx=0x7f2b5401ef90 comp rx=0 tx=0).stop 2024-09-21T07:29:23.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.013+0000 7f2b5ed9d640 1 -- 172.21.15.6:0/2837971131 reap_dead start 2024-09-21T07:29:23.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.013+0000 7f2b64a22640 1 -- 172.21.15.6:0/2837971131 shutdown_connections 2024-09-21T07:29:23.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.013+0000 7f2b64a22640 1 -- 172.21.15.6:0/2837971131 >> 172.21.15.6:0/2837971131 conn(0x7f2b6006d480 msgr2=0x7f2b600b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:23.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.013+0000 7f2b64a22640 1 -- 172.21.15.6:0/2837971131 shutdown_connections 2024-09-21T07:29:23.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.013+0000 7f2b64a22640 1 -- 172.21.15.6:0/2837971131 wait complete. 2024-09-21T07:29:23.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 Processor -- start 2024-09-21T07:29:23.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 -- start start 2024-09-21T07:29:23.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b60150970 0x7f2b600cb920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:23.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b600cbe60 0x7f2b601f5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b601f5bc0 0x7f2b600748d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6006f830 con 0x7f2b600cbe60 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6006f6b0 con 0x7f2b60150970 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2b6006f9b0 con 0x7f2b601f5bc0 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b600cbe60 0x7f2b601f5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b600cbe60 0x7f2b601f5680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55866/0 (socket says 172.21.15.6:55866) 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 -- 172.21.15.6:0/3993499416 learned_addr learned my addr 172.21.15.6:0/3993499416 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5e59c640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b60150970 0x7f2b600cb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5ed9d640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b601f5bc0 0x7f2b600748d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 -- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b601f5bc0 msgr2=0x7f2b600748d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b601f5bc0 0x7f2b600748d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 -- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b60150970 msgr2=0x7f2b600cb920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b60150970 0x7f2b600cb920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 -- 172.21.15.6:0/3993499416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b60073b50 con 0x7f2b600cbe60 2024-09-21T07:29:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5e59c640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b60150970 0x7f2b600cb920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5ed9d640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b601f5bc0 0x7f2b600748d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b5dd9b640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b600cbe60 0x7f2b601f5680 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f2b54001680 tx=0x7f2b54006950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b4effd640 1 -- 172.21.15.6:0/3993499416 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b540aabe0 con 0x7f2b600cbe60 2024-09-21T07:29:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b60073df0 con 0x7f2b600cbe60 2024-09-21T07:29:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b4effd640 1 -- 172.21.15.6:0/3993499416 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b540aae70 con 0x7f2b600cbe60 2024-09-21T07:29:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b4effd640 1 -- 172.21.15.6:0/3993499416 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b540a8d20 con 0x7f2b600cbe60 2024-09-21T07:29:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b600b0c70 con 0x7f2b600cbe60 2024-09-21T07:29:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.017+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b6006fe00 con 0x7f2b600cbe60 2024-09-21T07:29:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.021+0000 7f2b4effd640 1 -- 172.21.15.6:0/3993499416 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2b54003600 con 0x7f2b600cbe60 2024-09-21T07:29:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.021+0000 7f2b4effd640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b40073230 0x7f2b40075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.021+0000 7f2b4effd640 1 -- 172.21.15.6:0/3993499416 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7f2b54131730 con 0x7f2b600cbe60 2024-09-21T07:29:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.021+0000 7f2b5e59c640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b40073230 0x7f2b40075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:23.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.021+0000 7f2b5e59c640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b40073230 0x7f2b40075740 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2b50001250 tx=0x7f2b50001120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:23.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.025+0000 7f2b4effd640 1 -- 172.21.15.6:0/3993499416 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2b54018ca0 con 0x7f2b600cbe60 2024-09-21T07:29:23.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.197+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2b6015d350 con 0x7f2b600cbe60 2024-09-21T07:29:23.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b4effd640 1 -- 172.21.15.6:0/3993499416 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+16697 (secure 0 0 0) 0x7f2b540fc7d0 con 0x7f2b600cbe60 2024-09-21T07:29:23.203 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:23.203 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":79,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:29:21.876610+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:29:20.000899+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T07:29:20.837685+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b40073230 msgr2=0x7f2b40075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b40073230 0x7f2b40075740 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2b50001250 tx=0x7f2b50001120 comp rx=0 tx=0).stop 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b600cbe60 msgr2=0x7f2b601f5680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b600cbe60 0x7f2b601f5680 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f2b54001680 tx=0x7f2b54006950 comp rx=0 tx=0).stop 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 shutdown_connections 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2b40073230 0x7f2b40075740 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2b601f5bc0 0x7f2b600748d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b600cbe60 0x7f2b601f5680 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 --2- 172.21.15.6:0/3993499416 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2b60150970 0x7f2b600cb920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 >> 172.21.15.6:0/3993499416 conn(0x7f2b6006d480 msgr2=0x7f2b600c5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 shutdown_connections 2024-09-21T07:29:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.201+0000 7f2b64a22640 1 -- 172.21.15.6:0/3993499416 wait complete. 2024-09-21T07:29:23.226 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T07:29:23.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.373+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1810220204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d40b2b10 msgr2=0x7f23d415c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:23.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.373+0000 7f23d9d4b640 1 --2- 172.21.15.6:0/1810220204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d40b2b10 0x7f23d415c0c0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f23cc009c80 tx=0x7f23cc01cc80 comp rx=0 tx=0).stop 2024-09-21T07:29:23.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.373+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1810220204 shutdown_connections 2024-09-21T07:29:23.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.373+0000 7f23d9d4b640 1 --2- 172.21.15.6:0/1810220204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d40b2b10 0x7f23d415c0c0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.373+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1810220204 >> 172.21.15.6:0/1810220204 conn(0x7f23d409aa30 msgr2=0x7f23d40d1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:23.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.373+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1810220204 shutdown_connections 2024-09-21T07:29:23.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.373+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1810220204 wait complete. 2024-09-21T07:29:23.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.373+0000 7f23d9d4b640 1 Processor -- start 2024-09-21T07:29:23.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 -- start start 2024-09-21T07:29:23.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23d40cced0 0x7f23d4150960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:23.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23d4160fa0 0x7f23d40af190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:23.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d414a940 0x7f23d40af6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:23.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f23d40b1900 con 0x7f23d414a940 2024-09-21T07:29:23.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f23d40b1780 con 0x7f23d4160fa0 2024-09-21T07:29:23.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f23d40b1a80 con 0x7f23d40cced0 2024-09-21T07:29:23.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d414a940 0x7f23d40af6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d414a940 0x7f23d40af6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56178/0 (socket says 172.21.15.6:56178) 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 -- 172.21.15.6:0/1951857049 learned_addr learned my addr 172.21.15.6:0/1951857049 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d2ffd640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23d4160fa0 0x7f23d40af190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 -- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23d40cced0 msgr2=0x7f23d4150960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d37fe640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23d40cced0 0x7f23d4150960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23d40cced0 0x7f23d4150960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 -- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23d4160fa0 msgr2=0x7f23d40af190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23d4160fa0 0x7f23d40af190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 -- 172.21.15.6:0/1951857049 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23d4148470 con 0x7f23d414a940 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d2ffd640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23d4160fa0 0x7f23d40af190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d3fff640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d414a940 0x7f23d40af6d0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f23cc098780 tx=0x7f23cc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23bbfff640 1 -- 172.21.15.6:0/1951857049 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23cc0b2040 con 0x7f23d414a940 2024-09-21T07:29:23.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23bbfff640 1 -- 172.21.15.6:0/1951857049 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23cc0bb070 con 0x7f23d414a940 2024-09-21T07:29:23.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23bbfff640 1 -- 172.21.15.6:0/1951857049 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23cc0047f0 con 0x7f23d414a940 2024-09-21T07:29:23.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23d40c5a00 con 0x7f23d414a940 2024-09-21T07:29:23.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23d4149f90 con 0x7f23d414a940 2024-09-21T07:29:23.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.377+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23d40c5770 con 0x7f23d414a940 2024-09-21T07:29:23.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.381+0000 7f23bbfff640 1 -- 172.21.15.6:0/1951857049 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f23cc0c0460 con 0x7f23d414a940 2024-09-21T07:29:23.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.381+0000 7f23bbfff640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f23c0073260 0x7f23c0075770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:23.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.381+0000 7f23bbfff640 1 -- 172.21.15.6:0/1951857049 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7f23cc12f940 con 0x7f23d414a940 2024-09-21T07:29:23.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.381+0000 7f23d37fe640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f23c0073260 0x7f23c0075770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:23.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.381+0000 7f23d37fe640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f23c0073260 0x7f23c0075770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f23c4000fe0 tx=0x7f23c4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:23.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.385+0000 7f23bbfff640 1 -- 172.21.15.6:0/1951857049 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f23cc016990 con 0x7f23d414a940 2024-09-21T07:29:23.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:23.597+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f23d415c0c0 con 0x7f23d414a940 2024-09-21T07:29:24.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.521+0000 7f23bbfff640 1 -- 172.21.15.6:0/1951857049 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v58) ==== 118+0+0 (secure 0 0 0) 0x7f23cc0faa40 con 0x7f23d414a940 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f23c0073260 msgr2=0x7f23c0075770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f23c0073260 0x7f23c0075770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f23c4000fe0 tx=0x7f23c4009040 comp rx=0 tx=0).stop 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d414a940 msgr2=0x7f23d40af6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d414a940 0x7f23d40af6d0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f23cc098780 tx=0x7f23cc0042f0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 shutdown_connections 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f23c0073260 0x7f23c0075770 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f23d414a940 0x7f23d40af6d0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f23d4160fa0 0x7f23d40af190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 --2- 172.21.15.6:0/1951857049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f23d40cced0 0x7f23d4150960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 >> 172.21.15.6:0/1951857049 conn(0x7f23d409aa30 msgr2=0x7f23d41571f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 shutdown_connections 2024-09-21T07:29:24.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.525+0000 7f23d9d4b640 1 -- 172.21.15.6:0/1951857049 wait complete. 2024-09-21T07:29:24.552 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T07:29:24.552 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T07:29:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.717+0000 7f5c050e7640 1 -- 172.21.15.6:0/2116743370 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 msgr2=0x7f5c00160910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.717+0000 7f5c050e7640 1 --2- 172.21.15.6:0/2116743370 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 0x7f5c00160910 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8009840 tx=0x7f5bf801c820 comp rx=0 tx=0).stop 2024-09-21T07:29:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.717+0000 7f5c050e7640 1 -- 172.21.15.6:0/2116743370 shutdown_connections 2024-09-21T07:29:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.717+0000 7f5c050e7640 1 --2- 172.21.15.6:0/2116743370 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 0x7f5c00160910 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.717+0000 7f5c050e7640 1 --2- 172.21.15.6:0/2116743370 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c000b31c0 0x7f5c001603d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.717+0000 7f5c050e7640 1 -- 172.21.15.6:0/2116743370 >> 172.21.15.6:0/2116743370 conn(0x7f5c0006d480 msgr2=0x7f5c000b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.717+0000 7f5c050e7640 1 -- 172.21.15.6:0/2116743370 shutdown_connections 2024-09-21T07:29:24.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.717+0000 7f5c050e7640 1 -- 172.21.15.6:0/2116743370 wait complete. 2024-09-21T07:29:24.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 Processor -- start 2024-09-21T07:29:24.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 -- start start 2024-09-21T07:29:24.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c000af7e0 0x7f5c0015b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:24.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c000b31c0 0x7f5c0015bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:24.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 0x7f5c00153cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:24.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0015a080 con 0x7f5c000b35d0 2024-09-21T07:29:24.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5c00159f00 con 0x7f5c000af7e0 2024-09-21T07:29:24.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5c0015a200 con 0x7f5c000b31c0 2024-09-21T07:29:24.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 0x7f5c00153cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 0x7f5c00153cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56194/0 (socket says 172.21.15.6:56194) 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 -- 172.21.15.6:0/4181415760 learned_addr learned my addr 172.21.15.6:0/4181415760 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bfe59c640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c000b31c0 0x7f5c0015bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bfed9d640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c000af7e0 0x7f5c0015b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 -- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c000b31c0 msgr2=0x7f5c0015bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c000b31c0 0x7f5c0015bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 -- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c000af7e0 msgr2=0x7f5c0015b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c000af7e0 0x7f5c0015b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 -- 172.21.15.6:0/4181415760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c000ae5e0 con 0x7f5c000b35d0 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bff59e640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 0x7f5c00153cc0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f5bf80b0040 tx=0x7f5bf8005ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bf77fe640 1 -- 172.21.15.6:0/4181415760 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf80b2040 con 0x7f5c000b35d0 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bf77fe640 1 -- 172.21.15.6:0/4181415760 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bf80bb070 con 0x7f5c000b35d0 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c000c7e40 con 0x7f5c000b35d0 2024-09-21T07:29:24.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5bf77fe640 1 -- 172.21.15.6:0/4181415760 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf8003600 con 0x7f5c000b35d0 2024-09-21T07:29:24.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c000c8400 con 0x7f5c000b35d0 2024-09-21T07:29:24.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.721+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c0015a720 con 0x7f5c000b35d0 2024-09-21T07:29:24.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.725+0000 7f5bf77fe640 1 -- 172.21.15.6:0/4181415760 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5bf80037a0 con 0x7f5c000b35d0 2024-09-21T07:29:24.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.725+0000 7f5bf77fe640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5be0073200 0x7f5be0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:24.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.725+0000 7f5bf77fe640 1 -- 172.21.15.6:0/4181415760 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f5bf812e670 con 0x7f5c000b35d0 2024-09-21T07:29:24.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.725+0000 7f5bfed9d640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5be0073200 0x7f5be0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:24.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.725+0000 7f5bfed9d640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5be0073200 0x7f5be0075710 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0002100 tx=0x7f5bf0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:24.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.729+0000 7f5bf77fe640 1 -- 172.21.15.6:0/4181415760 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5bf8016410 con 0x7f5c000b35d0 2024-09-21T07:29:24.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:24.941+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f5c00156b60 con 0x7f5c000b35d0 2024-09-21T07:29:25.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.533+0000 7f5bf77fe640 1 -- 172.21.15.6:0/4181415760 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v59) ==== 122+0+0 (secure 0 0 0) 0x7f5bf80f9720 con 0x7f5c000b35d0 2024-09-21T07:29:25.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5be0073200 msgr2=0x7f5be0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5be0073200 0x7f5be0075710 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0002100 tx=0x7f5bf0009040 comp rx=0 tx=0).stop 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 msgr2=0x7f5c00153cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 0x7f5c00153cc0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f5bf80b0040 tx=0x7f5bf8005ca0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 shutdown_connections 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5be0073200 0x7f5be0075710 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c000b35d0 0x7f5c00153cc0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5c000b31c0 0x7f5c0015bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 --2- 172.21.15.6:0/4181415760 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5c000af7e0 0x7f5c0015b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 >> 172.21.15.6:0/4181415760 conn(0x7f5c0006d480 msgr2=0x7f5c000adb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 shutdown_connections 2024-09-21T07:29:25.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.537+0000 7f5c050e7640 1 -- 172.21.15.6:0/4181415760 wait complete. 2024-09-21T07:29:25.562 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T07:29:25.563 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:25.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.725+0000 7f088d47e640 1 -- 172.21.15.6:0/860477555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f08880b49f0 msgr2=0x7f088815b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:25.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.725+0000 7f088d47e640 1 --2- 172.21.15.6:0/860477555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f08880b49f0 0x7f088815b770 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f0878009900 tx=0x7f087801c8e0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.725+0000 7f088d47e640 1 -- 172.21.15.6:0/860477555 shutdown_connections 2024-09-21T07:29:25.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.725+0000 7f088d47e640 1 --2- 172.21.15.6:0/860477555 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f088806efa0 0x7f088806f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.725+0000 7f088d47e640 1 --2- 172.21.15.6:0/860477555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f08880b49f0 0x7f088815b770 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.725+0000 7f088d47e640 1 -- 172.21.15.6:0/860477555 >> 172.21.15.6:0/860477555 conn(0x7f088806d480 msgr2=0x7f08880b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:25.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.725+0000 7f088d47e640 1 -- 172.21.15.6:0/860477555 shutdown_connections 2024-09-21T07:29:25.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.725+0000 7f088d47e640 1 -- 172.21.15.6:0/860477555 wait complete. 2024-09-21T07:29:25.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 Processor -- start 2024-09-21T07:29:25.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 -- start start 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f088806efa0 0x7f088814b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08880b3790 0x7f08880c7d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08880b49f0 0x7f08880c8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0888168c90 con 0x7f088806efa0 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0888168b10 con 0x7f08880b3790 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0888168e10 con 0x7f08880b49f0 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f088806efa0 0x7f088814b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f088806efa0 0x7f088814b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56206/0 (socket says 172.21.15.6:56206) 2024-09-21T07:29:25.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 -- 172.21.15.6:0/1355741227 learned_addr learned my addr 172.21.15.6:0/1355741227 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f08877fe640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08880b49f0 0x7f08880c8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f087ffff640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08880b3790 0x7f08880c7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 -- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08880b49f0 msgr2=0x7f08880c8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08880b49f0 0x7f08880c8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 -- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08880b3790 msgr2=0x7f08880c7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08880b3790 0x7f08880c7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 -- 172.21.15.6:0/1355741227 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08880b1730 con 0x7f088806efa0 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f0886ffd640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f088806efa0 0x7f088814b970 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f08780b0040 tx=0x7f08780a58b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f087f7fe640 1 -- 172.21.15.6:0/1355741227 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08780b2040 con 0x7f088806efa0 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f087f7fe640 1 -- 172.21.15.6:0/1355741227 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0878004230 con 0x7f088806efa0 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08880b1a10 con 0x7f088806efa0 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f087f7fe640 1 -- 172.21.15.6:0/1355741227 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0878003600 con 0x7f088806efa0 2024-09-21T07:29:25.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.729+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08880c9ca0 con 0x7f088806efa0 2024-09-21T07:29:25.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.733+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f088806f3b0 con 0x7f088806efa0 2024-09-21T07:29:25.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.733+0000 7f087f7fe640 1 -- 172.21.15.6:0/1355741227 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f08780bf020 con 0x7f088806efa0 2024-09-21T07:29:25.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.733+0000 7f087f7fe640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0868073200 0x7f0868075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:25.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.733+0000 7f087f7fe640 1 -- 172.21.15.6:0/1355741227 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f087812e4c0 con 0x7f088806efa0 2024-09-21T07:29:25.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.733+0000 7f087ffff640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0868073200 0x7f0868075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:25.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.733+0000 7f087ffff640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0868073200 0x7f0868075710 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f08881f9b00 tx=0x7f0870009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:25.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.737+0000 7f087f7fe640 1 -- 172.21.15.6:0/1355741227 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f08780c6020 con 0x7f088806efa0 2024-09-21T07:29:25.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.961+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f088815fdd0 con 0x7f088806efa0 2024-09-21T07:29:25.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.961+0000 7f087f7fe640 1 -- 172.21.15.6:0/1355741227 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5222 (secure 0 0 0) 0x7f08780164d0 con 0x7f088806efa0 2024-09-21T07:29:25.964 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:25.964 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":59,"btime":"2024-09-21T07:29:25:525462+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5474,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/1305778591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1305778591},{"type":"v1","addr":"172.21.15.6:6834","nonce":1305778591}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5929,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3581332141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3581332141},{"type":"v1","addr":"172.21.15.145:6835","nonce":3581332141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5932,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1770981151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1770981151},{"type":"v1","addr":"172.21.15.145:6837","nonce":1770981151}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:29:21.876520+0000","modified":"2024-09-21T07:29:24.945129+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6486},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6486":{"gid":6486,"name":"a","rank":0,"incarnation":55,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/831844417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":831844417},{"type":"v1","addr":"172.21.15.6:6835","nonce":831844417}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6486,"qdb_cluster":[6486]},"id":6}]} 2024-09-21T07:29:25.965 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 59 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0868073200 msgr2=0x7f0868075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0868073200 0x7f0868075710 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f08881f9b00 tx=0x7f0870009040 comp rx=0 tx=0).stop 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f088806efa0 msgr2=0x7f088814b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f088806efa0 0x7f088814b970 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f08780b0040 tx=0x7f08780a58b0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 shutdown_connections 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0868073200 0x7f0868075710 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f08880b49f0 0x7f08880c8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f08880b3790 0x7f08880c7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 --2- 172.21.15.6:0/1355741227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f088806efa0 0x7f088814b970 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 >> 172.21.15.6:0/1355741227 conn(0x7f088806d480 msgr2=0x7f08880b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 shutdown_connections 2024-09-21T07:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:25.965+0000 7f088d47e640 1 -- 172.21.15.6:0/1355741227 wait complete. 2024-09-21T07:29:25.988 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:26.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.133+0000 7fa9347a6640 1 -- 172.21.15.6:0/3037994412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa918004810 msgr2=0x7fa918004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.133+0000 7fa9347a6640 1 --2- 172.21.15.6:0/3037994412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa918004810 0x7fa918004c20 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fa92c0b80b0 tx=0x7fa92801cc60 comp rx=0 tx=0).stop 2024-09-21T07:29:26.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.133+0000 7fa932d43640 1 -- 172.21.15.6:0/3037994412 reap_dead start 2024-09-21T07:29:26.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.133+0000 7fa9347a6640 1 -- 172.21.15.6:0/3037994412 shutdown_connections 2024-09-21T07:29:26.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.133+0000 7fa9347a6640 1 -- 172.21.15.6:0/3037994412 >> 172.21.15.6:0/3037994412 conn(0x7fa92c08bfc0 msgr2=0x7fa92c08c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:26.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.133+0000 7fa9347a6640 1 -- 172.21.15.6:0/3037994412 shutdown_connections 2024-09-21T07:29:26.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.133+0000 7fa9347a6640 1 -- 172.21.15.6:0/3037994412 wait complete. 2024-09-21T07:29:26.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa9347a6640 1 Processor -- start 2024-09-21T07:29:26.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa9347a6640 1 -- start start 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa9347a6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa918004810 0x7fa92c1f7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa9347a6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa92c166810 0x7fa92c1f9650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa9347a6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c1f9b90 0x7fa92c15c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa9347a6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa92c167e60 con 0x7fa92c166810 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa9347a6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa92c167ce0 con 0x7fa92c1f9b90 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa9347a6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa92c167fe0 con 0x7fa918004810 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa931d41640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa92c166810 0x7fa92c1f9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa931d41640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa92c166810 0x7fa92c1f9650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56224/0 (socket says 172.21.15.6:56224) 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa931d41640 1 -- 172.21.15.6:0/2564765445 learned_addr learned my addr 172.21.15.6:0/2564765445 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:26.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa932542640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa918004810 0x7fa92c1f7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.137+0000 7fa932d43640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c1f9b90 0x7fa92c15c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa931d41640 1 -- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa918004810 msgr2=0x7fa92c1f7590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa931d41640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa918004810 0x7fa92c1f7590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa931d41640 1 -- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c1f9b90 msgr2=0x7fa92c15c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa931d41640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c1f9b90 0x7fa92c15c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa931d41640 1 -- 172.21.15.6:0/2564765445 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa92c1fa380 con 0x7fa92c166810 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa931d41640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa92c166810 0x7fa92c1f9650 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fa928001ec0 tx=0x7fa9280056e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa922ffd640 1 -- 172.21.15.6:0/2564765445 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9280ab040 con 0x7fa92c166810 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa92c1fa660 con 0x7fa92c166810 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa922ffd640 1 -- 172.21.15.6:0/2564765445 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9280be070 con 0x7fa92c166810 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa922ffd640 1 -- 172.21.15.6:0/2564765445 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa928004a20 con 0x7fa92c166810 2024-09-21T07:29:26.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa92c1fac20 con 0x7fa92c166810 2024-09-21T07:29:26.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa92c0ccf70 con 0x7fa92c166810 2024-09-21T07:29:26.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa922ffd640 1 -- 172.21.15.6:0/2564765445 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa9280b6070 con 0x7fa92c166810 2024-09-21T07:29:26.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa922ffd640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa910073200 0x7fa910075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa922ffd640 1 -- 172.21.15.6:0/2564765445 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fa92812f050 con 0x7fa92c166810 2024-09-21T07:29:26.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa932542640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa910073200 0x7fa910075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.141+0000 7fa932542640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa910073200 0x7fa910075710 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa91c001a20 tx=0x7fa91c001c50 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:26.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.149+0000 7fa922ffd640 1 -- 172.21.15.6:0/2564765445 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa928016970 con 0x7fa92c166810 2024-09-21T07:29:26.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.321+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa92c0b7bd0 con 0x7fa92c166810 2024-09-21T07:29:26.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa922ffd640 1 -- 172.21.15.6:0/2564765445 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16684 (secure 0 0 0) 0x7fa9280f9ff0 con 0x7fa92c166810 2024-09-21T07:29:26.327 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:26.327 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":80,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:29:23.464543+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:29:20.000899+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T07:29:20.837685+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:26.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa910073200 msgr2=0x7fa910075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa910073200 0x7fa910075710 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa91c001a20 tx=0x7fa91c001c50 comp rx=0 tx=0).stop 2024-09-21T07:29:26.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa92c166810 msgr2=0x7fa92c1f9650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa92c166810 0x7fa92c1f9650 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fa928001ec0 tx=0x7fa9280056e0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 shutdown_connections 2024-09-21T07:29:26.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa910073200 0x7fa910075710 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa92c1f9b90 0x7fa92c15c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa92c166810 0x7fa92c1f9650 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 --2- 172.21.15.6:0/2564765445 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa918004810 0x7fa92c1f7590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 >> 172.21.15.6:0/2564765445 conn(0x7fa92c08bfc0 msgr2=0x7fa92c165790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 shutdown_connections 2024-09-21T07:29:26.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.325+0000 7fa9347a6640 1 -- 172.21.15.6:0/2564765445 wait complete. 2024-09-21T07:29:26.349 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:29:26.349 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:29:26.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.497+0000 7f986a814640 1 -- 172.21.15.6:0/3671957555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 msgr2=0x7f984c003e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.497+0000 7f986a814640 1 --2- 172.21.15.6:0/3671957555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 0x7f984c003e60 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f9854009b30 tx=0x7f985401d1b0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.497+0000 7f9868db1640 1 -- 172.21.15.6:0/3671957555 reap_dead start 2024-09-21T07:29:26.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.497+0000 7f986a814640 1 -- 172.21.15.6:0/3671957555 shutdown_connections 2024-09-21T07:29:26.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.497+0000 7f986a814640 1 -- 172.21.15.6:0/3671957555 >> 172.21.15.6:0/3671957555 conn(0x7f98640b3fa0 msgr2=0x7f98640b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:26.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.497+0000 7f986a814640 1 -- 172.21.15.6:0/3671957555 shutdown_connections 2024-09-21T07:29:26.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.497+0000 7f986a814640 1 -- 172.21.15.6:0/3671957555 wait complete. 2024-09-21T07:29:26.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 Processor -- start 2024-09-21T07:29:26.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 -- start start 2024-09-21T07:29:26.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 0x7f98641fcc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98640b2750 0x7f98640c9e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9864150990 0x7f98640b1770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f98641690a0 con 0x7f984c0039f0 2024-09-21T07:29:26.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f98640b7df0 con 0x7f98640b2750 2024-09-21T07:29:26.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9864169220 con 0x7f9864150990 2024-09-21T07:29:26.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 0x7f98641fcc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 0x7f98641fcc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56238/0 (socket says 172.21.15.6:56238) 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 -- 172.21.15.6:0/2931309987 learned_addr learned my addr 172.21.15.6:0/2931309987 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f98637fe640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98640b2750 0x7f98640c9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9868db1640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9864150990 0x7f98640b1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 -- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9864150990 msgr2=0x7f98640b1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9864150990 0x7f98640b1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 -- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98640b2750 msgr2=0x7f98640c9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98640b2750 0x7f98640c9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 -- 172.21.15.6:0/2931309987 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98640ca3d0 con 0x7f984c0039f0 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f98637fe640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98640b2750 0x7f98640c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9863fff640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 0x7f98641fcc70 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9854004780 tx=0x7f9854009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9860ff9640 1 -- 172.21.15.6:0/2931309987 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98540b2040 con 0x7f984c0039f0 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9860ff9640 1 -- 172.21.15.6:0/2931309987 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9854004c40 con 0x7f984c0039f0 2024-09-21T07:29:26.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98640b0fb0 con 0x7f984c0039f0 2024-09-21T07:29:26.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.501+0000 7f9860ff9640 1 -- 172.21.15.6:0/2931309987 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9854005030 con 0x7f984c0039f0 2024-09-21T07:29:26.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.505+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98641fd7a0 con 0x7f984c0039f0 2024-09-21T07:29:26.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.505+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98640af3f0 con 0x7f984c0039f0 2024-09-21T07:29:26.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.505+0000 7f9860ff9640 1 -- 172.21.15.6:0/2931309987 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f98540c0020 con 0x7f984c0039f0 2024-09-21T07:29:26.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.505+0000 7f9860ff9640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9850073200 0x7f9850075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.505+0000 7f9860ff9640 1 -- 172.21.15.6:0/2931309987 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f985412f0d0 con 0x7f984c0039f0 2024-09-21T07:29:26.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.505+0000 7f98637fe640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9850073200 0x7f9850075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.505+0000 7f98637fe640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9850073200 0x7f9850075710 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9864160b30 tx=0x7f9858006c00 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.509+0000 7f9860ff9640 1 -- 172.21.15.6:0/2931309987 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f98540c7020 con 0x7f984c0039f0 2024-09-21T07:29:26.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.673+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f98640b2b60 con 0x7f9850073200 2024-09-21T07:29:26.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.685+0000 7f9860ff9640 1 -- 172.21.15.6:0/2931309987 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240172 (secure 0 0 0) 0x7f98640b2b60 con 0x7f9850073200 2024-09-21T07:29:26.692 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:26.694 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9850073200 msgr2=0x7f9850075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9850073200 0x7f9850075710 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9864160b30 tx=0x7f9858006c00 comp rx=0 tx=0).stop 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 msgr2=0x7f98641fcc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 0x7f98641fcc70 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9854004780 tx=0x7f9854009800 comp rx=0 tx=0).stop 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 shutdown_connections 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9850073200 0x7f9850075710 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9864150990 0x7f98640b1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f98640b2750 0x7f98640c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 --2- 172.21.15.6:0/2931309987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f984c0039f0 0x7f98641fcc70 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 >> 172.21.15.6:0/2931309987 conn(0x7f98640b3fa0 msgr2=0x7f986415a030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:26.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 shutdown_connections 2024-09-21T07:29:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.689+0000 7f986a814640 1 -- 172.21.15.6:0/2931309987 wait complete. 2024-09-21T07:29:26.713 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":220,"stamp":"2024-09-21T07:29:24.940463+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253848,"kb_used_data":8480,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754720872,"statfs":{"total":773094113280,"available":772834172928,"internally_reserved":0,"allocated":8683520,"data_stored":4335594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.505359"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.451688+0000","last_change":"2024-09-21T07:29:20.451688+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.451688+0000","last_undegraded":"2024-09-21T07:29:20.451688+0000","last_fullsized":"2024-09-21T07:29:20.451688+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.438928+0000","last_change":"2024-09-21T07:29:20.438928+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.438928+0000","last_undegraded":"2024-09-21T07:29:20.438928+0000","last_fullsized":"2024-09-21T07:29:20.438928+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.443780+0000","last_change":"2024-09-21T07:29:20.443780+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.443780+0000","last_undegraded":"2024-09-21T07:29:20.443780+0000","last_fullsized":"2024-09-21T07:29:20.443780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.445669+0000","last_change":"2024-09-21T07:29:20.445669+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.445669+0000","last_undegraded":"2024-09-21T07:29:20.445669+0000","last_fullsized":"2024-09-21T07:29:20.445669+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.438916+0000","last_change":"2024-09-21T07:29:20.438916+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.438916+0000","last_undegraded":"2024-09-21T07:29:20.438916+0000","last_fullsized":"2024-09-21T07:29:20.438916+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.440377+0000","last_change":"2024-09-21T07:29:20.440377+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.440377+0000","last_undegraded":"2024-09-21T07:29:20.440377+0000","last_fullsized":"2024-09-21T07:29:20.440377+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.444118+0000","last_change":"2024-09-21T07:29:20.444118+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.444118+0000","last_undegraded":"2024-09-21T07:29:20.444118+0000","last_fullsized":"2024-09-21T07:29:20.444118+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.440585+0000","last_change":"2024-09-21T07:29:20.440585+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.440585+0000","last_undegraded":"2024-09-21T07:29:20.440585+0000","last_fullsized":"2024-09-21T07:29:20.440585+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.450432+0000","last_change":"2024-09-21T07:29:20.450432+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.450432+0000","last_undegraded":"2024-09-21T07:29:20.450432+0000","last_fullsized":"2024-09-21T07:29:20.450432+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.449064+0000","last_change":"2024-09-21T07:29:20.449064+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.449064+0000","last_undegraded":"2024-09-21T07:29:20.449064+0000","last_fullsized":"2024-09-21T07:29:20.449064+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.451982+0000","last_change":"2024-09-21T07:29:20.451982+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.451982+0000","last_undegraded":"2024-09-21T07:29:20.451982+0000","last_fullsized":"2024-09-21T07:29:20.451982+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.439062+0000","last_change":"2024-09-21T07:29:20.439062+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.439062+0000","last_undegraded":"2024-09-21T07:29:20.439062+0000","last_fullsized":"2024-09-21T07:29:20.439062+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.440597+0000","last_change":"2024-09-21T07:29:20.440597+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.440597+0000","last_undegraded":"2024-09-21T07:29:20.440597+0000","last_fullsized":"2024-09-21T07:29:20.440597+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.443954+0000","last_change":"2024-09-21T07:29:20.443954+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.443954+0000","last_undegraded":"2024-09-21T07:29:20.443954+0000","last_fullsized":"2024-09-21T07:29:20.443954+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.440168+0000","last_change":"2024-09-21T07:29:20.440168+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.440168+0000","last_undegraded":"2024-09-21T07:29:20.440168+0000","last_fullsized":"2024-09-21T07:29:20.440168+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.443685+0000","last_change":"2024-09-21T07:29:20.443685+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.443685+0000","last_undegraded":"2024-09-21T07:29:20.443685+0000","last_fullsized":"2024-09-21T07:29:20.443685+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.449028+0000","last_change":"2024-09-21T07:29:20.449028+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.449028+0000","last_undegraded":"2024-09-21T07:29:20.449028+0000","last_fullsized":"2024-09-21T07:29:20.449028+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.444142+0000","last_change":"2024-09-21T07:29:20.444142+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.444142+0000","last_undegraded":"2024-09-21T07:29:20.444142+0000","last_fullsized":"2024-09-21T07:29:20.444142+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.444434+0000","last_change":"2024-09-21T07:29:20.444434+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.444434+0000","last_undegraded":"2024-09-21T07:29:20.444434+0000","last_fullsized":"2024-09-21T07:29:20.444434+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.443091+0000","last_change":"2024-09-21T07:29:20.443091+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.443091+0000","last_undegraded":"2024-09-21T07:29:20.443091+0000","last_fullsized":"2024-09-21T07:29:20.443091+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.446929+0000","last_change":"2024-09-21T07:29:20.446929+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.446929+0000","last_undegraded":"2024-09-21T07:29:20.446929+0000","last_fullsized":"2024-09-21T07:29:20.446929+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.446492+0000","last_change":"2024-09-21T07:29:20.446492+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.446492+0000","last_undegraded":"2024-09-21T07:29:20.446492+0000","last_fullsized":"2024-09-21T07:29:20.446492+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.442735+0000","last_change":"2024-09-21T07:29:20.442735+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.442735+0000","last_undegraded":"2024-09-21T07:29:20.442735+0000","last_fullsized":"2024-09-21T07:29:20.442735+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.440519+0000","last_change":"2024-09-21T07:29:20.440519+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.440519+0000","last_undegraded":"2024-09-21T07:29:20.440519+0000","last_fullsized":"2024-09-21T07:29:20.440519+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.440573+0000","last_change":"2024-09-21T07:29:20.440573+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.440573+0000","last_undegraded":"2024-09-21T07:29:20.440573+0000","last_fullsized":"2024-09-21T07:29:20.440573+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.449129+0000","last_change":"2024-09-21T07:29:20.449129+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.449129+0000","last_undegraded":"2024-09-21T07:29:20.449129+0000","last_fullsized":"2024-09-21T07:29:20.449129+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.448993+0000","last_change":"2024-09-21T07:29:20.448993+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.448993+0000","last_undegraded":"2024-09-21T07:29:20.448993+0000","last_fullsized":"2024-09-21T07:29:20.448993+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.445341+0000","last_change":"2024-09-21T07:29:20.445341+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.445341+0000","last_undegraded":"2024-09-21T07:29:20.445341+0000","last_fullsized":"2024-09-21T07:29:20.445341+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.438916+0000","last_change":"2024-09-21T07:29:20.438916+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.438916+0000","last_undegraded":"2024-09-21T07:29:20.438916+0000","last_fullsized":"2024-09-21T07:29:20.438916+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.449935+0000","last_change":"2024-09-21T07:29:20.449935+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.449935+0000","last_undegraded":"2024-09-21T07:29:20.449935+0000","last_fullsized":"2024-09-21T07:29:20.449935+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.441548+0000","last_change":"2024-09-21T07:29:20.441548+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.441548+0000","last_undegraded":"2024-09-21T07:29:20.441548+0000","last_fullsized":"2024-09-21T07:29:20.441548+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T07:29:21.432267+0000","last_change":"2024-09-21T07:29:21.432267+0000","last_active":"2024-09-21T07:29:21.432267+0000","last_peered":"2024-09-21T07:29:21.432267+0000","last_clean":"2024-09-21T07:29:21.432267+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:21.432267+0000","last_undegraded":"2024-09-21T07:29:21.432267+0000","last_fullsized":"2024-09-21T07:29:21.432267+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-21T07:29:20.446025+0000","last_change":"2024-09-21T07:29:20.446025+0000","last_active":"2024-09-21T07:29:20.428945+0000","last_peered":"2024-09-21T07:29:20.428945+0000","last_clean":"2024-09-21T07:29:20.428945+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T07:29:20.446025+0000","last_undegraded":"2024-09-21T07:29:20.446025+0000","last_fullsized":"2024-09-21T07:29:20.446025+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":213,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-21T07:29:20.445677+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:29:20.445677+0000","last_peered":"2024-09-21T07:29:20.445677+0000","last_clean":"2024-09-21T07:29:20.445677+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:29:20.445677+0000","last_undegraded":"2024-09-21T07:29:20.445677+0000","last_fullsized":"2024-09-21T07:29:20.445677+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574909,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32684,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339156,"statfs":{"total":96636764160,"available":96603295744,"internally_reserved":0,"allocated":1527808,"data_stored":983271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574910,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":392903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574909,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32112,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339728,"statfs":{"total":96636764160,"available":96603881472,"internally_reserved":0,"allocated":946176,"data_stored":398720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574909,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32104,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339736,"statfs":{"total":96636764160,"available":96603889664,"internally_reserved":0,"allocated":933888,"data_stored":392903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574910,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32104,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339736,"statfs":{"total":96636764160,"available":96603889664,"internally_reserved":0,"allocated":933888,"data_stored":392903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574910,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32104,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339736,"statfs":{"total":96636764160,"available":96603889664,"internally_reserved":0,"allocated":933888,"data_stored":392903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574910,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32104,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339736,"statfs":{"total":96636764160,"available":96603889664,"internally_reserved":0,"allocated":933888,"data_stored":392903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574910,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32692,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339148,"statfs":{"total":96636764160,"available":96603287552,"internally_reserved":0,"allocated":1540096,"data_stored":989088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:29:26.717 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:29:26.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.897+0000 7f58bc173640 1 -- 172.21.15.6:0/3590938149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 msgr2=0x7f58b40b48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.897+0000 7f58bc173640 1 --2- 172.21.15.6:0/3590938149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 0x7f58b40b48f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f58a4009900 tx=0x7f58a401c8e0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.897+0000 7f58bc173640 1 -- 172.21.15.6:0/3590938149 shutdown_connections 2024-09-21T07:29:26.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.897+0000 7f58bc173640 1 --2- 172.21.15.6:0/3590938149 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 0x7f58b40b48f0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.897+0000 7f58bc173640 1 --2- 172.21.15.6:0/3590938149 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58b41535c0 0x7f58b4070760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.897+0000 7f58bc173640 1 -- 172.21.15.6:0/3590938149 >> 172.21.15.6:0/3590938149 conn(0x7f58b406d480 msgr2=0x7f58b40b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:26.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.897+0000 7f58bc173640 1 -- 172.21.15.6:0/3590938149 shutdown_connections 2024-09-21T07:29:26.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.897+0000 7f58bc173640 1 -- 172.21.15.6:0/3590938149 wait complete. 2024-09-21T07:29:26.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 Processor -- start 2024-09-21T07:29:26.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 -- start start 2024-09-21T07:29:26.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58b406f620 0x7f58b4150b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 0x7f58b40b0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58b41535c0 0x7f58b40b14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f58b40cfb90 con 0x7f58b406f620 2024-09-21T07:29:26.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f58b40cfa10 con 0x7f58b40b44e0 2024-09-21T07:29:26.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f58b40cfd10 con 0x7f58b41535c0 2024-09-21T07:29:26.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58b406f620 0x7f58b4150b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58b406f620 0x7f58b4150b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56248/0 (socket says 172.21.15.6:56248) 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 -- 172.21.15.6:0/3503249840 learned_addr learned my addr 172.21.15.6:0/3503249840 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b970e640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 0x7f58b40b0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58ba710640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58b41535c0 0x7f58b40b14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 -- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58b41535c0 msgr2=0x7f58b40b14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58b41535c0 0x7f58b40b14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 -- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 msgr2=0x7f58b40b0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 0x7f58b40b0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 -- 172.21.15.6:0/3503249840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b40b2590 con 0x7f58b406f620 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b970e640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 0x7f58b40b0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58b9f0f640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58b406f620 0x7f58b4150b10 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f58b000e7a0 tx=0x7f58b000ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58aa7fc640 1 -- 172.21.15.6:0/3503249840 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b000cc60 con 0x7f58b406f620 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58aa7fc640 1 -- 172.21.15.6:0/3503249840 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58b0010430 con 0x7f58b406f620 2024-09-21T07:29:26.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b4151ee0 con 0x7f58b406f620 2024-09-21T07:29:26.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58aa7fc640 1 -- 172.21.15.6:0/3503249840 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0010860 con 0x7f58b406f620 2024-09-21T07:29:26.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b4151640 con 0x7f58b406f620 2024-09-21T07:29:26.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.901+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58b40b48f0 con 0x7f58b406f620 2024-09-21T07:29:26.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.905+0000 7f58aa7fc640 1 -- 172.21.15.6:0/3503249840 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f58b0010a00 con 0x7f58b406f620 2024-09-21T07:29:26.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.905+0000 7f58aa7fc640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5898073200 0x7f5898075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:26.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.905+0000 7f58aa7fc640 1 -- 172.21.15.6:0/3503249840 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f58b0094c70 con 0x7f58b406f620 2024-09-21T07:29:26.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.905+0000 7f58b970e640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5898073200 0x7f5898075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:26.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.905+0000 7f58b970e640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5898073200 0x7f5898075710 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f58a40af000 tx=0x7f58a401b120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:26.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:26.909+0000 7f58aa7fc640 1 -- 172.21.15.6:0/3503249840 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f58b4151ee0 con 0x7f58b406f620 2024-09-21T07:29:27.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.073+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f58b40b2be0 con 0x7f5898073200 2024-09-21T07:29:27.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.085+0000 7f58aa7fc640 1 -- 172.21.15.6:0/3503249840 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252066 (secure 0 0 0) 0x7f58a40f98c0 con 0x7f5898073200 2024-09-21T07:29:27.090 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:27.092 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:29:27.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5898073200 msgr2=0x7f5898075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5898073200 0x7f5898075710 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f58a40af000 tx=0x7f58a401b120 comp rx=0 tx=0).stop 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58b406f620 msgr2=0x7f58b4150b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58b406f620 0x7f58b4150b10 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f58b000e7a0 tx=0x7f58b000ec60 comp rx=0 tx=0).stop 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 shutdown_connections 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5898073200 0x7f5898075710 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58b41535c0 0x7f58b40b14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f58b40b44e0 0x7f58b40b0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 --2- 172.21.15.6:0/3503249840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58b406f620 0x7f58b4150b10 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 >> 172.21.15.6:0/3503249840 conn(0x7f58b406d480 msgr2=0x7f58b4074460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 shutdown_connections 2024-09-21T07:29:27.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.089+0000 7f58bc173640 1 -- 172.21.15.6:0/3503249840 wait complete. 2024-09-21T07:29:27.112 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":221,"stamp":"2024-09-21T07:29:26.941209+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":180,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258412,"kb_used_data":8904,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716308,"statfs":{"total":773094113280,"available":772829499392,"internally_reserved":0,"allocated":9117696,"data_stored":4530116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002137"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593051+0000","last_change":"2024-09-21T07:29:22.537537+0000","last_active":"2024-09-21T07:29:24.593051+0000","last_peered":"2024-09-21T07:29:24.593051+0000","last_clean":"2024-09-21T07:29:24.593051+0000","last_became_active":"2024-09-21T07:29:22.535226+0000","last_became_peered":"2024-09-21T07:29:22.535226+0000","last_unstale":"2024-09-21T07:29:24.593051+0000","last_undegraded":"2024-09-21T07:29:24.593051+0000","last_fullsized":"2024-09-21T07:29:24.593051+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:39:36.903488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.472678+0000","last_change":"2024-09-21T07:29:22.531282+0000","last_active":"2024-09-21T07:29:23.472678+0000","last_peered":"2024-09-21T07:29:23.472678+0000","last_clean":"2024-09-21T07:29:23.472678+0000","last_became_active":"2024-09-21T07:29:22.530938+0000","last_became_peered":"2024-09-21T07:29:22.530938+0000","last_unstale":"2024-09-21T07:29:23.472678+0000","last_undegraded":"2024-09-21T07:29:23.472678+0000","last_fullsized":"2024-09-21T07:29:23.472678+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:12.948687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.267281+0000","last_change":"2024-09-21T07:29:22.532124+0000","last_active":"2024-09-21T07:29:24.267281+0000","last_peered":"2024-09-21T07:29:24.267281+0000","last_clean":"2024-09-21T07:29:24.267281+0000","last_became_active":"2024-09-21T07:29:22.531501+0000","last_became_peered":"2024-09-21T07:29:22.531501+0000","last_unstale":"2024-09-21T07:29:24.267281+0000","last_undegraded":"2024-09-21T07:29:24.267281+0000","last_fullsized":"2024-09-21T07:29:24.267281+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:55.231503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592289+0000","last_change":"2024-09-21T07:29:22.487188+0000","last_active":"2024-09-21T07:29:24.592289+0000","last_peered":"2024-09-21T07:29:24.592289+0000","last_clean":"2024-09-21T07:29:24.592289+0000","last_became_active":"2024-09-21T07:29:22.486830+0000","last_became_peered":"2024-09-21T07:29:22.486830+0000","last_unstale":"2024-09-21T07:29:24.592289+0000","last_undegraded":"2024-09-21T07:29:24.592289+0000","last_fullsized":"2024-09-21T07:29:24.592289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:55:29.478208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.476195+0000","last_change":"2024-09-21T07:29:22.488414+0000","last_active":"2024-09-21T07:29:23.476195+0000","last_peered":"2024-09-21T07:29:23.476195+0000","last_clean":"2024-09-21T07:29:23.476195+0000","last_became_active":"2024-09-21T07:29:22.486444+0000","last_became_peered":"2024-09-21T07:29:22.486444+0000","last_unstale":"2024-09-21T07:29:23.476195+0000","last_undegraded":"2024-09-21T07:29:23.476195+0000","last_fullsized":"2024-09-21T07:29:23.476195+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:34.413239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.476615+0000","last_change":"2024-09-21T07:29:22.491754+0000","last_active":"2024-09-21T07:29:23.476615+0000","last_peered":"2024-09-21T07:29:23.476615+0000","last_clean":"2024-09-21T07:29:23.476615+0000","last_became_active":"2024-09-21T07:29:22.490884+0000","last_became_peered":"2024-09-21T07:29:22.490884+0000","last_unstale":"2024-09-21T07:29:23.476615+0000","last_undegraded":"2024-09-21T07:29:23.476615+0000","last_fullsized":"2024-09-21T07:29:23.476615+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:54:38.598703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592685+0000","last_change":"2024-09-21T07:29:22.518635+0000","last_active":"2024-09-21T07:29:24.592685+0000","last_peered":"2024-09-21T07:29:24.592685+0000","last_clean":"2024-09-21T07:29:24.592685+0000","last_became_active":"2024-09-21T07:29:22.518320+0000","last_became_peered":"2024-09-21T07:29:22.518320+0000","last_unstale":"2024-09-21T07:29:24.592685+0000","last_undegraded":"2024-09-21T07:29:24.592685+0000","last_fullsized":"2024-09-21T07:29:24.592685+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:33.430139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475489+0000","last_change":"2024-09-21T07:29:22.485767+0000","last_active":"2024-09-21T07:29:23.475489+0000","last_peered":"2024-09-21T07:29:23.475489+0000","last_clean":"2024-09-21T07:29:23.475489+0000","last_became_active":"2024-09-21T07:29:22.484941+0000","last_became_peered":"2024-09-21T07:29:22.484941+0000","last_unstale":"2024-09-21T07:29:23.475489+0000","last_undegraded":"2024-09-21T07:29:23.475489+0000","last_fullsized":"2024-09-21T07:29:23.475489+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:12.977058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.477930+0000","last_change":"2024-09-21T07:29:22.490975+0000","last_active":"2024-09-21T07:29:23.477930+0000","last_peered":"2024-09-21T07:29:23.477930+0000","last_clean":"2024-09-21T07:29:23.477930+0000","last_became_active":"2024-09-21T07:29:22.488651+0000","last_became_peered":"2024-09-21T07:29:22.488651+0000","last_unstale":"2024-09-21T07:29:23.477930+0000","last_undegraded":"2024-09-21T07:29:23.477930+0000","last_fullsized":"2024-09-21T07:29:23.477930+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:00.223645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593036+0000","last_change":"2024-09-21T07:29:22.529734+0000","last_active":"2024-09-21T07:29:24.593036+0000","last_peered":"2024-09-21T07:29:24.593036+0000","last_clean":"2024-09-21T07:29:24.593036+0000","last_became_active":"2024-09-21T07:29:22.526279+0000","last_became_peered":"2024-09-21T07:29:22.526279+0000","last_unstale":"2024-09-21T07:29:24.593036+0000","last_undegraded":"2024-09-21T07:29:24.593036+0000","last_fullsized":"2024-09-21T07:29:24.593036+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:59:41.748327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.471439+0000","last_change":"2024-09-21T07:29:22.512578+0000","last_active":"2024-09-21T07:29:23.471439+0000","last_peered":"2024-09-21T07:29:23.471439+0000","last_clean":"2024-09-21T07:29:23.471439+0000","last_became_active":"2024-09-21T07:29:22.512232+0000","last_became_peered":"2024-09-21T07:29:22.512232+0000","last_unstale":"2024-09-21T07:29:23.471439+0000","last_undegraded":"2024-09-21T07:29:23.471439+0000","last_fullsized":"2024-09-21T07:29:23.471439+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:38.379382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592181+0000","last_change":"2024-09-21T07:29:22.535240+0000","last_active":"2024-09-21T07:29:24.592181+0000","last_peered":"2024-09-21T07:29:24.592181+0000","last_clean":"2024-09-21T07:29:24.592181+0000","last_became_active":"2024-09-21T07:29:22.530720+0000","last_became_peered":"2024-09-21T07:29:22.530720+0000","last_unstale":"2024-09-21T07:29:24.592181+0000","last_undegraded":"2024-09-21T07:29:24.592181+0000","last_fullsized":"2024-09-21T07:29:24.592181+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:34.413239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.266828+0000","last_change":"2024-09-21T07:29:22.519492+0000","last_active":"2024-09-21T07:29:24.266828+0000","last_peered":"2024-09-21T07:29:24.266828+0000","last_clean":"2024-09-21T07:29:24.266828+0000","last_became_active":"2024-09-21T07:29:22.518286+0000","last_became_peered":"2024-09-21T07:29:22.518286+0000","last_unstale":"2024-09-21T07:29:24.266828+0000","last_undegraded":"2024-09-21T07:29:24.266828+0000","last_fullsized":"2024-09-21T07:29:24.266828+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:31.815294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592074+0000","last_change":"2024-09-21T07:29:22.487042+0000","last_active":"2024-09-21T07:29:24.592074+0000","last_peered":"2024-09-21T07:29:24.592074+0000","last_clean":"2024-09-21T07:29:24.592074+0000","last_became_active":"2024-09-21T07:29:22.486700+0000","last_became_peered":"2024-09-21T07:29:22.486700+0000","last_unstale":"2024-09-21T07:29:24.592074+0000","last_undegraded":"2024-09-21T07:29:24.592074+0000","last_fullsized":"2024-09-21T07:29:24.592074+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:05:53.778313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.591392+0000","last_change":"2024-09-21T07:29:22.513110+0000","last_active":"2024-09-21T07:29:24.591392+0000","last_peered":"2024-09-21T07:29:24.591392+0000","last_clean":"2024-09-21T07:29:24.591392+0000","last_became_active":"2024-09-21T07:29:22.512423+0000","last_became_peered":"2024-09-21T07:29:22.512423+0000","last_unstale":"2024-09-21T07:29:24.591392+0000","last_undegraded":"2024-09-21T07:29:24.591392+0000","last_fullsized":"2024-09-21T07:29:24.591392+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:16:35.600395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475881+0000","last_change":"2024-09-21T07:29:22.531346+0000","last_active":"2024-09-21T07:29:23.475881+0000","last_peered":"2024-09-21T07:29:23.475881+0000","last_clean":"2024-09-21T07:29:23.475881+0000","last_became_active":"2024-09-21T07:29:22.530956+0000","last_became_peered":"2024-09-21T07:29:22.530956+0000","last_unstale":"2024-09-21T07:29:23.475881+0000","last_undegraded":"2024-09-21T07:29:23.475881+0000","last_fullsized":"2024-09-21T07:29:23.475881+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:29:47.879267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.479030+0000","last_change":"2024-09-21T07:29:22.487609+0000","last_active":"2024-09-21T07:29:23.479030+0000","last_peered":"2024-09-21T07:29:23.479030+0000","last_clean":"2024-09-21T07:29:23.479030+0000","last_became_active":"2024-09-21T07:29:22.486772+0000","last_became_peered":"2024-09-21T07:29:22.486772+0000","last_unstale":"2024-09-21T07:29:23.479030+0000","last_undegraded":"2024-09-21T07:29:23.479030+0000","last_fullsized":"2024-09-21T07:29:23.479030+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:18:15.425925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592574+0000","last_change":"2024-09-21T07:29:22.525729+0000","last_active":"2024-09-21T07:29:24.592574+0000","last_peered":"2024-09-21T07:29:24.592574+0000","last_clean":"2024-09-21T07:29:24.592574+0000","last_became_active":"2024-09-21T07:29:22.525416+0000","last_became_peered":"2024-09-21T07:29:22.525416+0000","last_unstale":"2024-09-21T07:29:24.592574+0000","last_undegraded":"2024-09-21T07:29:24.592574+0000","last_fullsized":"2024-09-21T07:29:24.592574+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:50.692759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476864+0000","last_change":"2024-09-21T07:29:22.493669+0000","last_active":"2024-09-21T07:29:24.476864+0000","last_peered":"2024-09-21T07:29:24.476864+0000","last_clean":"2024-09-21T07:29:24.476864+0000","last_became_active":"2024-09-21T07:29:22.493222+0000","last_became_peered":"2024-09-21T07:29:22.493222+0000","last_unstale":"2024-09-21T07:29:24.476864+0000","last_undegraded":"2024-09-21T07:29:24.476864+0000","last_fullsized":"2024-09-21T07:29:24.476864+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:59:41.748327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592763+0000","last_change":"2024-09-21T07:29:22.488387+0000","last_active":"2024-09-21T07:29:24.592763+0000","last_peered":"2024-09-21T07:29:24.592763+0000","last_clean":"2024-09-21T07:29:24.592763+0000","last_became_active":"2024-09-21T07:29:22.488023+0000","last_became_peered":"2024-09-21T07:29:22.488023+0000","last_unstale":"2024-09-21T07:29:24.592763+0000","last_undegraded":"2024-09-21T07:29:24.592763+0000","last_fullsized":"2024-09-21T07:29:24.592763+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:44:28.859358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.591997+0000","last_change":"2024-09-21T07:29:22.488654+0000","last_active":"2024-09-21T07:29:24.591997+0000","last_peered":"2024-09-21T07:29:24.591997+0000","last_clean":"2024-09-21T07:29:24.591997+0000","last_became_active":"2024-09-21T07:29:22.488061+0000","last_became_peered":"2024-09-21T07:29:22.488061+0000","last_unstale":"2024-09-21T07:29:24.591997+0000","last_undegraded":"2024-09-21T07:29:24.591997+0000","last_fullsized":"2024-09-21T07:29:24.591997+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:59:33.117068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.471049+0000","last_change":"2024-09-21T07:29:22.490420+0000","last_active":"2024-09-21T07:29:23.471049+0000","last_peered":"2024-09-21T07:29:23.471049+0000","last_clean":"2024-09-21T07:29:23.471049+0000","last_became_active":"2024-09-21T07:29:22.489668+0000","last_became_peered":"2024-09-21T07:29:22.489668+0000","last_unstale":"2024-09-21T07:29:23.471049+0000","last_undegraded":"2024-09-21T07:29:23.471049+0000","last_fullsized":"2024-09-21T07:29:23.471049+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:05.165112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592084+0000","last_change":"2024-09-21T07:29:22.534693+0000","last_active":"2024-09-21T07:29:24.592084+0000","last_peered":"2024-09-21T07:29:24.592084+0000","last_clean":"2024-09-21T07:29:24.592084+0000","last_became_active":"2024-09-21T07:29:22.534007+0000","last_became_peered":"2024-09-21T07:29:22.534007+0000","last_unstale":"2024-09-21T07:29:24.592084+0000","last_undegraded":"2024-09-21T07:29:24.592084+0000","last_fullsized":"2024-09-21T07:29:24.592084+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:00.223645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.591937+0000","last_change":"2024-09-21T07:29:22.488078+0000","last_active":"2024-09-21T07:29:24.591937+0000","last_peered":"2024-09-21T07:29:24.591937+0000","last_clean":"2024-09-21T07:29:24.591937+0000","last_became_active":"2024-09-21T07:29:22.487731+0000","last_became_peered":"2024-09-21T07:29:22.487731+0000","last_unstale":"2024-09-21T07:29:24.591937+0000","last_undegraded":"2024-09-21T07:29:24.591937+0000","last_fullsized":"2024-09-21T07:29:24.591937+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:01.810670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.473453+0000","last_change":"2024-09-21T07:29:22.526721+0000","last_active":"2024-09-21T07:29:23.473453+0000","last_peered":"2024-09-21T07:29:23.473453+0000","last_clean":"2024-09-21T07:29:23.473453+0000","last_became_active":"2024-09-21T07:29:22.526321+0000","last_became_peered":"2024-09-21T07:29:22.526321+0000","last_unstale":"2024-09-21T07:29:23.473453+0000","last_undegraded":"2024-09-21T07:29:23.473453+0000","last_fullsized":"2024-09-21T07:29:23.473453+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:48:15.944643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.267627+0000","last_change":"2024-09-21T07:29:22.513090+0000","last_active":"2024-09-21T07:29:24.267627+0000","last_peered":"2024-09-21T07:29:24.267627+0000","last_clean":"2024-09-21T07:29:24.267627+0000","last_became_active":"2024-09-21T07:29:22.512049+0000","last_became_peered":"2024-09-21T07:29:22.512049+0000","last_unstale":"2024-09-21T07:29:24.267627+0000","last_undegraded":"2024-09-21T07:29:24.267627+0000","last_fullsized":"2024-09-21T07:29:24.267627+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:45:50.458505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.477082+0000","last_change":"2024-09-21T07:29:22.502926+0000","last_active":"2024-09-21T07:29:23.477082+0000","last_peered":"2024-09-21T07:29:23.477082+0000","last_clean":"2024-09-21T07:29:23.477082+0000","last_became_active":"2024-09-21T07:29:22.501887+0000","last_became_peered":"2024-09-21T07:29:22.501887+0000","last_unstale":"2024-09-21T07:29:23.477082+0000","last_undegraded":"2024-09-21T07:29:23.477082+0000","last_fullsized":"2024-09-21T07:29:23.477082+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:24:43.223077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593044+0000","last_change":"2024-09-21T07:29:22.531337+0000","last_active":"2024-09-21T07:29:24.593044+0000","last_peered":"2024-09-21T07:29:24.593044+0000","last_clean":"2024-09-21T07:29:24.593044+0000","last_became_active":"2024-09-21T07:29:22.525981+0000","last_became_peered":"2024-09-21T07:29:22.525981+0000","last_unstale":"2024-09-21T07:29:24.593044+0000","last_undegraded":"2024-09-21T07:29:24.593044+0000","last_fullsized":"2024-09-21T07:29:24.593044+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:39.975574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.471369+0000","last_change":"2024-09-21T07:29:22.486489+0000","last_active":"2024-09-21T07:29:23.471369+0000","last_peered":"2024-09-21T07:29:23.471369+0000","last_clean":"2024-09-21T07:29:23.471369+0000","last_became_active":"2024-09-21T07:29:22.486112+0000","last_became_peered":"2024-09-21T07:29:22.486112+0000","last_unstale":"2024-09-21T07:29:23.471369+0000","last_undegraded":"2024-09-21T07:29:23.471369+0000","last_fullsized":"2024-09-21T07:29:23.471369+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:12:40.101037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.471413+0000","last_change":"2024-09-21T07:29:22.495525+0000","last_active":"2024-09-21T07:29:23.471413+0000","last_peered":"2024-09-21T07:29:23.471413+0000","last_clean":"2024-09-21T07:29:23.471413+0000","last_became_active":"2024-09-21T07:29:22.494678+0000","last_became_peered":"2024-09-21T07:29:22.494678+0000","last_unstale":"2024-09-21T07:29:23.471413+0000","last_undegraded":"2024-09-21T07:29:23.471413+0000","last_fullsized":"2024-09-21T07:29:23.471413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:04.020650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475607+0000","last_change":"2024-09-21T07:29:22.491781+0000","last_active":"2024-09-21T07:29:23.475607+0000","last_peered":"2024-09-21T07:29:23.475607+0000","last_clean":"2024-09-21T07:29:23.475607+0000","last_became_active":"2024-09-21T07:29:22.490802+0000","last_became_peered":"2024-09-21T07:29:22.490802+0000","last_unstale":"2024-09-21T07:29:23.475607+0000","last_undegraded":"2024-09-21T07:29:23.475607+0000","last_fullsized":"2024-09-21T07:29:23.475607+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:50.151696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592675+0000","last_change":"2024-09-21T07:29:22.530345+0000","last_active":"2024-09-21T07:29:24.592675+0000","last_peered":"2024-09-21T07:29:24.592675+0000","last_clean":"2024-09-21T07:29:24.592675+0000","last_became_active":"2024-09-21T07:29:22.529633+0000","last_became_peered":"2024-09-21T07:29:22.529633+0000","last_unstale":"2024-09-21T07:29:24.592675+0000","last_undegraded":"2024-09-21T07:29:24.592675+0000","last_fullsized":"2024-09-21T07:29:24.592675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:12:59.457289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.478992+0000","last_change":"2024-09-21T07:29:22.535975+0000","last_active":"2024-09-21T07:29:23.478992+0000","last_peered":"2024-09-21T07:29:23.478992+0000","last_clean":"2024-09-21T07:29:23.478992+0000","last_became_active":"2024-09-21T07:29:22.535247+0000","last_became_peered":"2024-09-21T07:29:22.535247+0000","last_unstale":"2024-09-21T07:29:23.478992+0000","last_undegraded":"2024-09-21T07:29:23.478992+0000","last_fullsized":"2024-09-21T07:29:23.478992+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:48:58.557987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"79'4","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593292+0000","last_change":"2024-09-21T07:29:21.478131+0000","last_active":"2024-09-21T07:29:24.593292+0000","last_peered":"2024-09-21T07:29:24.593292+0000","last_clean":"2024-09-21T07:29:24.593292+0000","last_became_active":"2024-09-21T07:29:21.469816+0000","last_became_peered":"2024-09-21T07:29:21.469816+0000","last_unstale":"2024-09-21T07:29:24.593292+0000","last_undegraded":"2024-09-21T07:29:24.593292+0000","last_fullsized":"2024-09-21T07:29:24.593292+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:21.159738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593083+0000","last_change":"2024-09-21T07:29:22.536716+0000","last_active":"2024-09-21T07:29:24.593083+0000","last_peered":"2024-09-21T07:29:24.593083+0000","last_clean":"2024-09-21T07:29:24.593083+0000","last_became_active":"2024-09-21T07:29:22.534209+0000","last_became_peered":"2024-09-21T07:29:22.534209+0000","last_unstale":"2024-09-21T07:29:24.593083+0000","last_undegraded":"2024-09-21T07:29:24.593083+0000","last_fullsized":"2024-09-21T07:29:24.593083+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:13:18.675672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"79'1","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.479217+0000","last_change":"2024-09-21T07:29:21.469651+0000","last_active":"2024-09-21T07:29:23.479217+0000","last_peered":"2024-09-21T07:29:23.479217+0000","last_clean":"2024-09-21T07:29:23.479217+0000","last_became_active":"2024-09-21T07:29:21.468818+0000","last_became_peered":"2024-09-21T07:29:21.468818+0000","last_unstale":"2024-09-21T07:29:23.479217+0000","last_undegraded":"2024-09-21T07:29:23.479217+0000","last_fullsized":"2024-09-21T07:29:23.479217+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:11.945365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592820+0000","last_change":"2024-09-21T07:29:22.535977+0000","last_active":"2024-09-21T07:29:24.592820+0000","last_peered":"2024-09-21T07:29:24.592820+0000","last_clean":"2024-09-21T07:29:24.592820+0000","last_became_active":"2024-09-21T07:29:22.533988+0000","last_became_peered":"2024-09-21T07:29:22.533988+0000","last_unstale":"2024-09-21T07:29:24.592820+0000","last_undegraded":"2024-09-21T07:29:24.592820+0000","last_fullsized":"2024-09-21T07:29:24.592820+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:24:43.223077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"79'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476349+0000","last_change":"2024-09-21T07:29:21.471027+0000","last_active":"2024-09-21T07:29:24.476349+0000","last_peered":"2024-09-21T07:29:24.476349+0000","last_clean":"2024-09-21T07:29:24.476349+0000","last_became_active":"2024-09-21T07:29:21.470510+0000","last_became_peered":"2024-09-21T07:29:21.470510+0000","last_unstale":"2024-09-21T07:29:24.476349+0000","last_undegraded":"2024-09-21T07:29:24.476349+0000","last_fullsized":"2024-09-21T07:29:24.476349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:30:22.501739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.267459+0000","last_change":"2024-09-21T07:29:22.513307+0000","last_active":"2024-09-21T07:29:24.267459+0000","last_peered":"2024-09-21T07:29:24.267459+0000","last_clean":"2024-09-21T07:29:24.267459+0000","last_became_active":"2024-09-21T07:29:22.512306+0000","last_became_peered":"2024-09-21T07:29:22.512306+0000","last_unstale":"2024-09-21T07:29:24.267459+0000","last_undegraded":"2024-09-21T07:29:24.267459+0000","last_fullsized":"2024-09-21T07:29:24.267459+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:57.493259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"79'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476078+0000","last_change":"2024-09-21T07:29:21.482288+0000","last_active":"2024-09-21T07:29:24.476078+0000","last_peered":"2024-09-21T07:29:24.476078+0000","last_clean":"2024-09-21T07:29:24.476078+0000","last_became_active":"2024-09-21T07:29:21.481744+0000","last_became_peered":"2024-09-21T07:29:21.481744+0000","last_unstale":"2024-09-21T07:29:24.476078+0000","last_undegraded":"2024-09-21T07:29:24.476078+0000","last_fullsized":"2024-09-21T07:29:24.476078+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:05:13.775838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.471643+0000","last_change":"2024-09-21T07:29:22.489987+0000","last_active":"2024-09-21T07:29:23.471643+0000","last_peered":"2024-09-21T07:29:23.471643+0000","last_clean":"2024-09-21T07:29:23.471643+0000","last_became_active":"2024-09-21T07:29:22.489249+0000","last_became_peered":"2024-09-21T07:29:22.489249+0000","last_unstale":"2024-09-21T07:29:23.471643+0000","last_undegraded":"2024-09-21T07:29:23.471643+0000","last_fullsized":"2024-09-21T07:29:23.471643+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:42.326416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"79'1","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.477224+0000","last_change":"2024-09-21T07:29:21.482734+0000","last_active":"2024-09-21T07:29:23.477224+0000","last_peered":"2024-09-21T07:29:23.477224+0000","last_clean":"2024-09-21T07:29:23.477224+0000","last_became_active":"2024-09-21T07:29:21.481811+0000","last_became_peered":"2024-09-21T07:29:21.481811+0000","last_unstale":"2024-09-21T07:29:23.477224+0000","last_undegraded":"2024-09-21T07:29:23.477224+0000","last_fullsized":"2024-09-21T07:29:23.477224+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:24:48.116252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.476787+0000","last_change":"2024-09-21T07:29:22.489399+0000","last_active":"2024-09-21T07:29:23.476787+0000","last_peered":"2024-09-21T07:29:23.476787+0000","last_clean":"2024-09-21T07:29:23.476787+0000","last_became_active":"2024-09-21T07:29:22.487606+0000","last_became_peered":"2024-09-21T07:29:22.487606+0000","last_unstale":"2024-09-21T07:29:23.476787+0000","last_undegraded":"2024-09-21T07:29:23.476787+0000","last_fullsized":"2024-09-21T07:29:23.476787+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:12:59.457289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"79'1","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475426+0000","last_change":"2024-09-21T07:29:21.477422+0000","last_active":"2024-09-21T07:29:23.475426+0000","last_peered":"2024-09-21T07:29:23.475426+0000","last_clean":"2024-09-21T07:29:23.475426+0000","last_became_active":"2024-09-21T07:29:21.476524+0000","last_became_peered":"2024-09-21T07:29:21.476524+0000","last_unstale":"2024-09-21T07:29:23.475426+0000","last_undegraded":"2024-09-21T07:29:23.475426+0000","last_fullsized":"2024-09-21T07:29:23.475426+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:37.376060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.266542+0000","last_change":"2024-09-21T07:29:22.514248+0000","last_active":"2024-09-21T07:29:24.266542+0000","last_peered":"2024-09-21T07:29:24.266542+0000","last_clean":"2024-09-21T07:29:24.266542+0000","last_became_active":"2024-09-21T07:29:22.513427+0000","last_became_peered":"2024-09-21T07:29:22.513427+0000","last_unstale":"2024-09-21T07:29:24.266542+0000","last_undegraded":"2024-09-21T07:29:24.266542+0000","last_fullsized":"2024-09-21T07:29:24.266542+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:39.975574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476076+0000","last_change":"2024-09-21T07:29:21.486348+0000","last_active":"2024-09-21T07:29:24.476076+0000","last_peered":"2024-09-21T07:29:24.476076+0000","last_clean":"2024-09-21T07:29:24.476076+0000","last_became_active":"2024-09-21T07:29:21.485938+0000","last_became_peered":"2024-09-21T07:29:21.485938+0000","last_unstale":"2024-09-21T07:29:24.476076+0000","last_undegraded":"2024-09-21T07:29:24.476076+0000","last_fullsized":"2024-09-21T07:29:24.476076+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:38:33.568567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592708+0000","last_change":"2024-09-21T07:29:22.512594+0000","last_active":"2024-09-21T07:29:24.592708+0000","last_peered":"2024-09-21T07:29:24.592708+0000","last_clean":"2024-09-21T07:29:24.592708+0000","last_became_active":"2024-09-21T07:29:22.512046+0000","last_became_peered":"2024-09-21T07:29:22.512046+0000","last_unstale":"2024-09-21T07:29:24.592708+0000","last_undegraded":"2024-09-21T07:29:24.592708+0000","last_fullsized":"2024-09-21T07:29:24.592708+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:22:21.126244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.470574+0000","last_change":"2024-09-21T07:29:21.477458+0000","last_active":"2024-09-21T07:29:23.470574+0000","last_peered":"2024-09-21T07:29:23.470574+0000","last_clean":"2024-09-21T07:29:23.470574+0000","last_became_active":"2024-09-21T07:29:21.476916+0000","last_became_peered":"2024-09-21T07:29:21.476916+0000","last_unstale":"2024-09-21T07:29:23.470574+0000","last_undegraded":"2024-09-21T07:29:23.470574+0000","last_fullsized":"2024-09-21T07:29:23.470574+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:16:05.812216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593168+0000","last_change":"2024-09-21T07:29:22.494765+0000","last_active":"2024-09-21T07:29:24.593168+0000","last_peered":"2024-09-21T07:29:24.593168+0000","last_clean":"2024-09-21T07:29:24.593168+0000","last_became_active":"2024-09-21T07:29:22.494532+0000","last_became_peered":"2024-09-21T07:29:22.494532+0000","last_unstale":"2024-09-21T07:29:24.593168+0000","last_undegraded":"2024-09-21T07:29:24.593168+0000","last_fullsized":"2024-09-21T07:29:24.593168+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:25:40.578639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593617+0000","last_change":"2024-09-21T07:29:21.467127+0000","last_active":"2024-09-21T07:29:24.593617+0000","last_peered":"2024-09-21T07:29:24.593617+0000","last_clean":"2024-09-21T07:29:24.593617+0000","last_became_active":"2024-09-21T07:29:21.465186+0000","last_became_peered":"2024-09-21T07:29:21.465186+0000","last_unstale":"2024-09-21T07:29:24.593617+0000","last_undegraded":"2024-09-21T07:29:24.593617+0000","last_fullsized":"2024-09-21T07:29:24.593617+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:35:09.046402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.478139+0000","last_change":"2024-09-21T07:29:22.488981+0000","last_active":"2024-09-21T07:29:23.478139+0000","last_peered":"2024-09-21T07:29:23.478139+0000","last_clean":"2024-09-21T07:29:23.478139+0000","last_became_active":"2024-09-21T07:29:22.487601+0000","last_became_peered":"2024-09-21T07:29:22.487601+0000","last_unstale":"2024-09-21T07:29:23.478139+0000","last_undegraded":"2024-09-21T07:29:23.478139+0000","last_fullsized":"2024-09-21T07:29:23.478139+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:34.413239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592715+0000","last_change":"2024-09-21T07:29:21.487998+0000","last_active":"2024-09-21T07:29:24.592715+0000","last_peered":"2024-09-21T07:29:24.592715+0000","last_clean":"2024-09-21T07:29:24.592715+0000","last_became_active":"2024-09-21T07:29:21.487186+0000","last_became_peered":"2024-09-21T07:29:21.487186+0000","last_unstale":"2024-09-21T07:29:24.592715+0000","last_undegraded":"2024-09-21T07:29:24.592715+0000","last_fullsized":"2024-09-21T07:29:24.592715+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:25.150233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476493+0000","last_change":"2024-09-21T07:29:22.531293+0000","last_active":"2024-09-21T07:29:24.476493+0000","last_peered":"2024-09-21T07:29:24.476493+0000","last_clean":"2024-09-21T07:29:24.476493+0000","last_became_active":"2024-09-21T07:29:22.530862+0000","last_became_peered":"2024-09-21T07:29:22.530862+0000","last_unstale":"2024-09-21T07:29:24.476493+0000","last_undegraded":"2024-09-21T07:29:24.476493+0000","last_fullsized":"2024-09-21T07:29:24.476493+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:39:05.611327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"79'3","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.591818+0000","last_change":"2024-09-21T07:29:21.489132+0000","last_active":"2024-09-21T07:29:24.591818+0000","last_peered":"2024-09-21T07:29:24.591818+0000","last_clean":"2024-09-21T07:29:24.591818+0000","last_became_active":"2024-09-21T07:29:21.488351+0000","last_became_peered":"2024-09-21T07:29:21.488351+0000","last_unstale":"2024-09-21T07:29:24.591818+0000","last_undegraded":"2024-09-21T07:29:24.591818+0000","last_fullsized":"2024-09-21T07:29:24.591818+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:12.207732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475950+0000","last_change":"2024-09-21T07:29:22.493570+0000","last_active":"2024-09-21T07:29:23.475950+0000","last_peered":"2024-09-21T07:29:23.475950+0000","last_clean":"2024-09-21T07:29:23.475950+0000","last_became_active":"2024-09-21T07:29:22.492604+0000","last_became_peered":"2024-09-21T07:29:22.492604+0000","last_unstale":"2024-09-21T07:29:23.475950+0000","last_undegraded":"2024-09-21T07:29:23.475950+0000","last_fullsized":"2024-09-21T07:29:23.475950+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:18:00.223645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"79'6","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.476603+0000","last_change":"2024-09-21T07:29:21.475349+0000","last_active":"2024-09-21T07:29:23.476603+0000","last_peered":"2024-09-21T07:29:23.476603+0000","last_clean":"2024-09-21T07:29:23.476603+0000","last_became_active":"2024-09-21T07:29:21.474556+0000","last_became_peered":"2024-09-21T07:29:21.474556+0000","last_unstale":"2024-09-21T07:29:23.476603+0000","last_undegraded":"2024-09-21T07:29:23.476603+0000","last_fullsized":"2024-09-21T07:29:23.476603+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:48:14.941321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476106+0000","last_change":"2024-09-21T07:29:22.487582+0000","last_active":"2024-09-21T07:29:24.476106+0000","last_peered":"2024-09-21T07:29:24.476106+0000","last_clean":"2024-09-21T07:29:24.476106+0000","last_became_active":"2024-09-21T07:29:22.487179+0000","last_became_peered":"2024-09-21T07:29:22.487179+0000","last_unstale":"2024-09-21T07:29:24.476106+0000","last_undegraded":"2024-09-21T07:29:24.476106+0000","last_fullsized":"2024-09-21T07:29:24.476106+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:37:50.875011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"79'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.471475+0000","last_change":"2024-09-21T07:29:21.473378+0000","last_active":"2024-09-21T07:29:23.471475+0000","last_peered":"2024-09-21T07:29:23.471475+0000","last_clean":"2024-09-21T07:29:23.471475+0000","last_became_active":"2024-09-21T07:29:21.473023+0000","last_became_peered":"2024-09-21T07:29:21.473023+0000","last_unstale":"2024-09-21T07:29:23.471475+0000","last_undegraded":"2024-09-21T07:29:23.471475+0000","last_fullsized":"2024-09-21T07:29:23.471475+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:17.648891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.267640+0000","last_change":"2024-09-21T07:29:22.525471+0000","last_active":"2024-09-21T07:29:24.267640+0000","last_peered":"2024-09-21T07:29:24.267640+0000","last_clean":"2024-09-21T07:29:24.267640+0000","last_became_active":"2024-09-21T07:29:22.524538+0000","last_became_peered":"2024-09-21T07:29:22.524538+0000","last_unstale":"2024-09-21T07:29:24.267640+0000","last_undegraded":"2024-09-21T07:29:24.267640+0000","last_fullsized":"2024-09-21T07:29:24.267640+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:56.581947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592776+0000","last_change":"2024-09-21T07:29:21.482911+0000","last_active":"2024-09-21T07:29:24.592776+0000","last_peered":"2024-09-21T07:29:24.592776+0000","last_clean":"2024-09-21T07:29:24.592776+0000","last_became_active":"2024-09-21T07:29:21.482333+0000","last_became_peered":"2024-09-21T07:29:21.482333+0000","last_unstale":"2024-09-21T07:29:24.592776+0000","last_undegraded":"2024-09-21T07:29:24.592776+0000","last_fullsized":"2024-09-21T07:29:24.592776+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:56.489937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.470687+0000","last_change":"2024-09-21T07:29:22.486572+0000","last_active":"2024-09-21T07:29:23.470687+0000","last_peered":"2024-09-21T07:29:23.470687+0000","last_clean":"2024-09-21T07:29:23.470687+0000","last_became_active":"2024-09-21T07:29:22.486171+0000","last_became_peered":"2024-09-21T07:29:22.486171+0000","last_unstale":"2024-09-21T07:29:23.470687+0000","last_undegraded":"2024-09-21T07:29:23.470687+0000","last_fullsized":"2024-09-21T07:29:23.470687+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:57.490441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475980+0000","last_change":"2024-09-21T07:29:21.469872+0000","last_active":"2024-09-21T07:29:23.475980+0000","last_peered":"2024-09-21T07:29:23.475980+0000","last_clean":"2024-09-21T07:29:23.475980+0000","last_became_active":"2024-09-21T07:29:21.468978+0000","last_became_peered":"2024-09-21T07:29:21.468978+0000","last_unstale":"2024-09-21T07:29:23.475980+0000","last_undegraded":"2024-09-21T07:29:23.475980+0000","last_fullsized":"2024-09-21T07:29:23.475980+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:58:36.890697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.470704+0000","last_change":"2024-09-21T07:29:22.532087+0000","last_active":"2024-09-21T07:29:23.470704+0000","last_peered":"2024-09-21T07:29:23.470704+0000","last_clean":"2024-09-21T07:29:23.470704+0000","last_became_active":"2024-09-21T07:29:22.531728+0000","last_became_peered":"2024-09-21T07:29:22.531728+0000","last_unstale":"2024-09-21T07:29:23.470704+0000","last_undegraded":"2024-09-21T07:29:23.470704+0000","last_fullsized":"2024-09-21T07:29:23.470704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:07:32.819067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"79'8","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.475564+0000","last_change":"2024-09-21T07:29:21.483130+0000","last_active":"2024-09-21T07:29:24.475564+0000","last_peered":"2024-09-21T07:29:24.475564+0000","last_clean":"2024-09-21T07:29:24.475564+0000","last_became_active":"2024-09-21T07:29:21.482594+0000","last_became_peered":"2024-09-21T07:29:21.482594+0000","last_unstale":"2024-09-21T07:29:24.475564+0000","last_undegraded":"2024-09-21T07:29:24.475564+0000","last_fullsized":"2024-09-21T07:29:24.475564+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:12:18.656213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.267497+0000","last_change":"2024-09-21T07:29:22.520462+0000","last_active":"2024-09-21T07:29:24.267497+0000","last_peered":"2024-09-21T07:29:24.267497+0000","last_clean":"2024-09-21T07:29:24.267497+0000","last_became_active":"2024-09-21T07:29:22.518306+0000","last_became_peered":"2024-09-21T07:29:22.518306+0000","last_unstale":"2024-09-21T07:29:24.267497+0000","last_undegraded":"2024-09-21T07:29:24.267497+0000","last_fullsized":"2024-09-21T07:29:24.267497+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:57:30.134967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"79'1","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593749+0000","last_change":"2024-09-21T07:29:21.468595+0000","last_active":"2024-09-21T07:29:24.593749+0000","last_peered":"2024-09-21T07:29:24.593749+0000","last_clean":"2024-09-21T07:29:24.593749+0000","last_became_active":"2024-09-21T07:29:21.466231+0000","last_became_peered":"2024-09-21T07:29:21.466231+0000","last_unstale":"2024-09-21T07:29:24.593749+0000","last_undegraded":"2024-09-21T07:29:24.593749+0000","last_fullsized":"2024-09-21T07:29:24.593749+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:37.003182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593490+0000","last_change":"2024-09-21T07:29:22.537804+0000","last_active":"2024-09-21T07:29:24.593490+0000","last_peered":"2024-09-21T07:29:24.593490+0000","last_clean":"2024-09-21T07:29:24.593490+0000","last_became_active":"2024-09-21T07:29:22.535917+0000","last_became_peered":"2024-09-21T07:29:22.535917+0000","last_unstale":"2024-09-21T07:29:24.593490+0000","last_undegraded":"2024-09-21T07:29:24.593490+0000","last_fullsized":"2024-09-21T07:29:24.593490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:42.936494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"79'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476813+0000","last_change":"2024-09-21T07:29:21.477668+0000","last_active":"2024-09-21T07:29:24.476813+0000","last_peered":"2024-09-21T07:29:24.476813+0000","last_clean":"2024-09-21T07:29:24.476813+0000","last_became_active":"2024-09-21T07:29:21.477231+0000","last_became_peered":"2024-09-21T07:29:21.477231+0000","last_unstale":"2024-09-21T07:29:24.476813+0000","last_undegraded":"2024-09-21T07:29:24.476813+0000","last_fullsized":"2024-09-21T07:29:24.476813+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:16:57.719250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.476498+0000","last_change":"2024-09-21T07:29:22.496323+0000","last_active":"2024-09-21T07:29:23.476498+0000","last_peered":"2024-09-21T07:29:23.476498+0000","last_clean":"2024-09-21T07:29:23.476498+0000","last_became_active":"2024-09-21T07:29:22.495360+0000","last_became_peered":"2024-09-21T07:29:22.495360+0000","last_unstale":"2024-09-21T07:29:23.476498+0000","last_undegraded":"2024-09-21T07:29:23.476498+0000","last_fullsized":"2024-09-21T07:29:23.476498+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:14:28.013144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476657+0000","last_change":"2024-09-21T07:29:21.485704+0000","last_active":"2024-09-21T07:29:24.476657+0000","last_peered":"2024-09-21T07:29:24.476657+0000","last_clean":"2024-09-21T07:29:24.476657+0000","last_became_active":"2024-09-21T07:29:21.485228+0000","last_became_peered":"2024-09-21T07:29:21.485228+0000","last_unstale":"2024-09-21T07:29:24.476657+0000","last_undegraded":"2024-09-21T07:29:24.476657+0000","last_fullsized":"2024-09-21T07:29:24.476657+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:32:49.666139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592042+0000","last_change":"2024-09-21T07:29:22.486817+0000","last_active":"2024-09-21T07:29:24.592042+0000","last_peered":"2024-09-21T07:29:24.592042+0000","last_clean":"2024-09-21T07:29:24.592042+0000","last_became_active":"2024-09-21T07:29:22.486492+0000","last_became_peered":"2024-09-21T07:29:22.486492+0000","last_unstale":"2024-09-21T07:29:24.592042+0000","last_undegraded":"2024-09-21T07:29:24.592042+0000","last_fullsized":"2024-09-21T07:29:24.592042+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:05:18.652212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"79'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592933+0000","last_change":"2024-09-21T07:29:21.468732+0000","last_active":"2024-09-21T07:29:24.592933+0000","last_peered":"2024-09-21T07:29:24.592933+0000","last_clean":"2024-09-21T07:29:24.592933+0000","last_became_active":"2024-09-21T07:29:21.468225+0000","last_became_peered":"2024-09-21T07:29:21.468225+0000","last_unstale":"2024-09-21T07:29:24.592933+0000","last_undegraded":"2024-09-21T07:29:24.592933+0000","last_fullsized":"2024-09-21T07:29:24.592933+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:54.228181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.476664+0000","last_change":"2024-09-21T07:29:22.495399+0000","last_active":"2024-09-21T07:29:23.476664+0000","last_peered":"2024-09-21T07:29:23.476664+0000","last_clean":"2024-09-21T07:29:23.476664+0000","last_became_active":"2024-09-21T07:29:22.494434+0000","last_became_peered":"2024-09-21T07:29:22.494434+0000","last_unstale":"2024-09-21T07:29:23.476664+0000","last_undegraded":"2024-09-21T07:29:23.476664+0000","last_fullsized":"2024-09-21T07:29:23.476664+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:50.151696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592184+0000","last_change":"2024-09-21T07:29:21.470108+0000","last_active":"2024-09-21T07:29:24.592184+0000","last_peered":"2024-09-21T07:29:24.592184+0000","last_clean":"2024-09-21T07:29:24.592184+0000","last_became_active":"2024-09-21T07:29:21.469294+0000","last_became_peered":"2024-09-21T07:29:21.469294+0000","last_unstale":"2024-09-21T07:29:24.592184+0000","last_undegraded":"2024-09-21T07:29:24.592184+0000","last_fullsized":"2024-09-21T07:29:24.592184+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:35:39.228909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.591747+0000","last_change":"2024-09-21T07:29:22.497209+0000","last_active":"2024-09-21T07:29:24.591747+0000","last_peered":"2024-09-21T07:29:24.591747+0000","last_clean":"2024-09-21T07:29:24.591747+0000","last_became_active":"2024-09-21T07:29:22.496884+0000","last_became_peered":"2024-09-21T07:29:22.496884+0000","last_unstale":"2024-09-21T07:29:24.591747+0000","last_undegraded":"2024-09-21T07:29:24.591747+0000","last_fullsized":"2024-09-21T07:29:24.591747+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:01:08.174197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.591280+0000","last_change":"2024-09-21T07:29:21.480249+0000","last_active":"2024-09-21T07:29:24.591280+0000","last_peered":"2024-09-21T07:29:24.591280+0000","last_clean":"2024-09-21T07:29:24.591280+0000","last_became_active":"2024-09-21T07:29:21.479707+0000","last_became_peered":"2024-09-21T07:29:21.479707+0000","last_unstale":"2024-09-21T07:29:24.591280+0000","last_undegraded":"2024-09-21T07:29:24.591280+0000","last_fullsized":"2024-09-21T07:29:24.591280+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:04:08.599651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475725+0000","last_change":"2024-09-21T07:29:22.489346+0000","last_active":"2024-09-21T07:29:23.475725+0000","last_peered":"2024-09-21T07:29:23.475725+0000","last_clean":"2024-09-21T07:29:23.475725+0000","last_became_active":"2024-09-21T07:29:22.488509+0000","last_became_peered":"2024-09-21T07:29:22.488509+0000","last_unstale":"2024-09-21T07:29:23.475725+0000","last_undegraded":"2024-09-21T07:29:23.475725+0000","last_fullsized":"2024-09-21T07:29:23.475725+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:46:06.557946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.591113+0000","last_change":"2024-09-21T07:29:21.480742+0000","last_active":"2024-09-21T07:29:24.591113+0000","last_peered":"2024-09-21T07:29:24.591113+0000","last_clean":"2024-09-21T07:29:24.591113+0000","last_became_active":"2024-09-21T07:29:21.480299+0000","last_became_peered":"2024-09-21T07:29:21.480299+0000","last_unstale":"2024-09-21T07:29:24.591113+0000","last_undegraded":"2024-09-21T07:29:24.591113+0000","last_fullsized":"2024-09-21T07:29:24.591113+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:41.933172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.478994+0000","last_change":"2024-09-21T07:29:22.485369+0000","last_active":"2024-09-21T07:29:23.478994+0000","last_peered":"2024-09-21T07:29:23.478994+0000","last_clean":"2024-09-21T07:29:23.478994+0000","last_became_active":"2024-09-21T07:29:22.484259+0000","last_became_peered":"2024-09-21T07:29:22.484259+0000","last_unstale":"2024-09-21T07:29:23.478994+0000","last_undegraded":"2024-09-21T07:29:23.478994+0000","last_fullsized":"2024-09-21T07:29:23.478994+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:30:38.135620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"79'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.473103+0000","last_change":"2024-09-21T07:29:21.473589+0000","last_active":"2024-09-21T07:29:23.473103+0000","last_peered":"2024-09-21T07:29:23.473103+0000","last_clean":"2024-09-21T07:29:23.473103+0000","last_became_active":"2024-09-21T07:29:21.473180+0000","last_became_peered":"2024-09-21T07:29:21.473180+0000","last_unstale":"2024-09-21T07:29:23.473103+0000","last_undegraded":"2024-09-21T07:29:23.473103+0000","last_fullsized":"2024-09-21T07:29:23.473103+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:55:28.474887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.267155+0000","last_change":"2024-09-21T07:29:22.540880+0000","last_active":"2024-09-21T07:29:24.267155+0000","last_peered":"2024-09-21T07:29:24.267155+0000","last_clean":"2024-09-21T07:29:24.267155+0000","last_became_active":"2024-09-21T07:29:22.539964+0000","last_became_peered":"2024-09-21T07:29:22.539964+0000","last_unstale":"2024-09-21T07:29:24.267155+0000","last_undegraded":"2024-09-21T07:29:24.267155+0000","last_fullsized":"2024-09-21T07:29:24.267155+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:42.936494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"80'1","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.472839+0000","last_change":"2024-09-21T07:29:21.473673+0000","last_active":"2024-09-21T07:29:23.472839+0000","last_peered":"2024-09-21T07:29:23.472839+0000","last_clean":"2024-09-21T07:29:23.472839+0000","last_became_active":"2024-09-21T07:29:21.473112+0000","last_became_peered":"2024-09-21T07:29:21.473112+0000","last_unstale":"2024-09-21T07:29:23.472839+0000","last_undegraded":"2024-09-21T07:29:23.472839+0000","last_fullsized":"2024-09-21T07:29:23.472839+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:49.689438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593228+0000","last_change":"2024-09-21T07:29:22.534624+0000","last_active":"2024-09-21T07:29:24.593228+0000","last_peered":"2024-09-21T07:29:24.593228+0000","last_clean":"2024-09-21T07:29:24.593228+0000","last_became_active":"2024-09-21T07:29:22.529602+0000","last_became_peered":"2024-09-21T07:29:22.529602+0000","last_unstale":"2024-09-21T07:29:24.593228+0000","last_undegraded":"2024-09-21T07:29:24.593228+0000","last_fullsized":"2024-09-21T07:29:24.593228+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:31.815294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592167+0000","last_change":"2024-09-21T07:29:21.492372+0000","last_active":"2024-09-21T07:29:24.592167+0000","last_peered":"2024-09-21T07:29:24.592167+0000","last_clean":"2024-09-21T07:29:24.592167+0000","last_became_active":"2024-09-21T07:29:21.491589+0000","last_became_peered":"2024-09-21T07:29:21.491589+0000","last_unstale":"2024-09-21T07:29:24.592167+0000","last_undegraded":"2024-09-21T07:29:24.592167+0000","last_fullsized":"2024-09-21T07:29:24.592167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:51:08.358187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.477676+0000","last_change":"2024-09-21T07:29:22.493274+0000","last_active":"2024-09-21T07:29:23.477676+0000","last_peered":"2024-09-21T07:29:23.477676+0000","last_clean":"2024-09-21T07:29:23.477676+0000","last_became_active":"2024-09-21T07:29:22.492471+0000","last_became_peered":"2024-09-21T07:29:22.492471+0000","last_unstale":"2024-09-21T07:29:23.477676+0000","last_undegraded":"2024-09-21T07:29:23.477676+0000","last_fullsized":"2024-09-21T07:29:23.477676+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:39:36.903488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.593224+0000","last_change":"2024-09-21T07:29:21.476438+0000","last_active":"2024-09-21T07:29:24.593224+0000","last_peered":"2024-09-21T07:29:24.593224+0000","last_clean":"2024-09-21T07:29:24.593224+0000","last_became_active":"2024-09-21T07:29:21.474982+0000","last_became_peered":"2024-09-21T07:29:21.474982+0000","last_unstale":"2024-09-21T07:29:24.593224+0000","last_undegraded":"2024-09-21T07:29:24.593224+0000","last_fullsized":"2024-09-21T07:29:24.593224+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:15.015200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.477106+0000","last_change":"2024-09-21T07:29:22.495662+0000","last_active":"2024-09-21T07:29:23.477106+0000","last_peered":"2024-09-21T07:29:23.477106+0000","last_clean":"2024-09-21T07:29:23.477106+0000","last_became_active":"2024-09-21T07:29:22.494761+0000","last_became_peered":"2024-09-21T07:29:22.494761+0000","last_unstale":"2024-09-21T07:29:23.477106+0000","last_undegraded":"2024-09-21T07:29:23.477106+0000","last_fullsized":"2024-09-21T07:29:23.477106+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:29:47.879267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476622+0000","last_change":"2024-09-21T07:29:21.475808+0000","last_active":"2024-09-21T07:29:24.476622+0000","last_peered":"2024-09-21T07:29:24.476622+0000","last_clean":"2024-09-21T07:29:24.476622+0000","last_became_active":"2024-09-21T07:29:21.475263+0000","last_became_peered":"2024-09-21T07:29:21.475263+0000","last_unstale":"2024-09-21T07:29:24.476622+0000","last_undegraded":"2024-09-21T07:29:24.476622+0000","last_fullsized":"2024-09-21T07:29:24.476622+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:34:54.562139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.476426+0000","last_change":"2024-09-21T07:29:22.497205+0000","last_active":"2024-09-21T07:29:24.476426+0000","last_peered":"2024-09-21T07:29:24.476426+0000","last_clean":"2024-09-21T07:29:24.476426+0000","last_became_active":"2024-09-21T07:29:22.496846+0000","last_became_peered":"2024-09-21T07:29:22.496846+0000","last_unstale":"2024-09-21T07:29:24.476426+0000","last_undegraded":"2024-09-21T07:29:24.476426+0000","last_fullsized":"2024-09-21T07:29:24.476426+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:24:49.109973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475732+0000","last_change":"2024-09-21T07:29:21.474774+0000","last_active":"2024-09-21T07:29:23.475732+0000","last_peered":"2024-09-21T07:29:23.475732+0000","last_clean":"2024-09-21T07:29:23.475732+0000","last_became_active":"2024-09-21T07:29:21.471556+0000","last_became_peered":"2024-09-21T07:29:21.471556+0000","last_unstale":"2024-09-21T07:29:23.475732+0000","last_undegraded":"2024-09-21T07:29:23.475732+0000","last_fullsized":"2024-09-21T07:29:23.475732+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:42:41.323094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.266734+0000","last_change":"2024-09-21T07:29:22.523793+0000","last_active":"2024-09-21T07:29:24.266734+0000","last_peered":"2024-09-21T07:29:24.266734+0000","last_clean":"2024-09-21T07:29:24.266734+0000","last_became_active":"2024-09-21T07:29:22.523142+0000","last_became_peered":"2024-09-21T07:29:22.523142+0000","last_unstale":"2024-09-21T07:29:24.266734+0000","last_undegraded":"2024-09-21T07:29:24.266734+0000","last_fullsized":"2024-09-21T07:29:24.266734+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:18:15.425925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592487+0000","last_change":"2024-09-21T07:29:21.475123+0000","last_active":"2024-09-21T07:29:24.592487+0000","last_peered":"2024-09-21T07:29:24.592487+0000","last_clean":"2024-09-21T07:29:24.592487+0000","last_became_active":"2024-09-21T07:29:21.474307+0000","last_became_peered":"2024-09-21T07:29:21.474307+0000","last_unstale":"2024-09-21T07:29:24.592487+0000","last_undegraded":"2024-09-21T07:29:24.592487+0000","last_fullsized":"2024-09-21T07:29:24.592487+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:28:44.803171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.592310+0000","last_change":"2024-09-21T07:29:22.529358+0000","last_active":"2024-09-21T07:29:24.592310+0000","last_peered":"2024-09-21T07:29:24.592310+0000","last_clean":"2024-09-21T07:29:24.592310+0000","last_became_active":"2024-09-21T07:29:22.525817+0000","last_became_peered":"2024-09-21T07:29:22.525817+0000","last_unstale":"2024-09-21T07:29:24.592310+0000","last_undegraded":"2024-09-21T07:29:24.592310+0000","last_fullsized":"2024-09-21T07:29:24.592310+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:14:28.013144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.475185+0000","last_change":"2024-09-21T07:29:21.493642+0000","last_active":"2024-09-21T07:29:23.475185+0000","last_peered":"2024-09-21T07:29:23.475185+0000","last_clean":"2024-09-21T07:29:23.475185+0000","last_became_active":"2024-09-21T07:29:21.493027+0000","last_became_peered":"2024-09-21T07:29:21.493027+0000","last_unstale":"2024-09-21T07:29:23.475185+0000","last_undegraded":"2024-09-21T07:29:23.475185+0000","last_fullsized":"2024-09-21T07:29:23.475185+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:48:14.941321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:23.472108+0000","last_change":"2024-09-21T07:29:22.484502+0000","last_active":"2024-09-21T07:29:23.472108+0000","last_peered":"2024-09-21T07:29:23.472108+0000","last_clean":"2024-09-21T07:29:23.472108+0000","last_became_active":"2024-09-21T07:29:22.484121+0000","last_became_peered":"2024-09-21T07:29:22.484121+0000","last_unstale":"2024-09-21T07:29:23.472108+0000","last_undegraded":"2024-09-21T07:29:23.472108+0000","last_fullsized":"2024-09-21T07:29:23.472108+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:21.432267+0000","last_clean_scrub_stamp":"2024-09-21T07:29:21.432267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:24:49.119573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"79'1","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.267408+0000","last_change":"2024-09-21T07:29:21.485402+0000","last_active":"2024-09-21T07:29:24.267408+0000","last_peered":"2024-09-21T07:29:24.267408+0000","last_clean":"2024-09-21T07:29:24.267408+0000","last_became_active":"2024-09-21T07:29:21.483933+0000","last_became_peered":"2024-09-21T07:29:21.483933+0000","last_unstale":"2024-09-21T07:29:24.267408+0000","last_undegraded":"2024-09-21T07:29:24.267408+0000","last_fullsized":"2024-09-21T07:29:24.267408+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:29:20.428945+0000","last_clean_scrub_stamp":"2024-09-21T07:29:20.428945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:34:54.562139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":219,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-21T07:29:24.266770+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:29:24.266770+0000","last_peered":"2024-09-21T07:29:24.266770+0000","last_clean":"2024-09-21T07:29:24.266770+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:29:24.266770+0000","last_undegraded":"2024-09-21T07:29:24.266770+0000","last_fullsized":"2024-09-21T07:29:24.266770+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574910,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32732,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339108,"statfs":{"total":96636764160,"available":96603246592,"internally_reserved":0,"allocated":1581056,"data_stored":1008508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574911,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":995328,"data_stored":418764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574910,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":999424,"data_stored":419704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574910,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32148,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339692,"statfs":{"total":96636764160,"available":96603844608,"internally_reserved":0,"allocated":983040,"data_stored":418070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574911,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":995328,"data_stored":419682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574911,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":987136,"data_stored":418652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574911,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":995328,"data_stored":418264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574911,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32732,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339108,"statfs":{"total":96636764160,"available":96603246592,"internally_reserved":0,"allocated":1581056,"data_stored":1008472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:29:27.116 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:29:27.116 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T07:29:27.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.317+0000 7f0c03ecd640 1 -- 172.21.15.6:0/308621523 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc072f10 msgr2=0x7f0bfc073320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.317+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/308621523 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc072f10 0x7f0bfc073320 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc072d10 tx=0x7f0bec01c8c0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 -- 172.21.15.6:0/308621523 shutdown_connections 2024-09-21T07:29:27.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/308621523 >> v2:172.21.15.145:3300/0 conn(0x7f0bfc0cb160 0x7f0bfc0cb570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/308621523 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc072f10 0x7f0bfc073320 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 -- 172.21.15.6:0/308621523 >> 172.21.15.6:0/308621523 conn(0x7f0bfc0d0170 msgr2=0x7f0bfc0d0580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:27.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 -- 172.21.15.6:0/308621523 shutdown_connections 2024-09-21T07:29:27.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 -- 172.21.15.6:0/308621523 wait complete. 2024-09-21T07:29:27.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 Processor -- start 2024-09-21T07:29:27.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 -- start start 2024-09-21T07:29:27.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bfc06f7c0 0x7f0bfc166e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bfc072f10 0x7f0bfc1579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc0cb160 0x7f0bfc145030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0bfc169e30 con 0x7f0bfc0cb160 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0bfc169cb0 con 0x7f0bfc06f7c0 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c03ecd640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0bfc169fb0 con 0x7f0bfc072f10 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c0246a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc0cb160 0x7f0bfc145030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c0246a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc0cb160 0x7f0bfc145030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56278/0 (socket says 172.21.15.6:56278) 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c0246a640 1 -- 172.21.15.6:0/320215099 learned_addr learned my addr 172.21.15.6:0/320215099 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c01468640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bfc072f10 0x7f0bfc1579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c01c69640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bfc06f7c0 0x7f0bfc166e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c0246a640 1 -- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bfc072f10 msgr2=0x7f0bfc1579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c0246a640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bfc072f10 0x7f0bfc1579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c0246a640 1 -- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bfc06f7c0 msgr2=0x7f0bfc166e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c0246a640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bfc06f7c0 0x7f0bfc166e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c0246a640 1 -- 172.21.15.6:0/320215099 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bfc1657b0 con 0x7f0bfc0cb160 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.321+0000 7f0c01c69640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bfc06f7c0 0x7f0bfc166e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0c0246a640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc0cb160 0x7f0bfc145030 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f0bf400e9a0 tx=0x7f0bf400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0bf27fc640 1 -- 172.21.15.6:0/320215099 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf4004d30 con 0x7f0bfc0cb160 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0bf27fc640 1 -- 172.21.15.6:0/320215099 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0bf400cb20 con 0x7f0bfc0cb160 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bfc165cb0 con 0x7f0bfc0cb160 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0bf27fc640 1 -- 172.21.15.6:0/320215099 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf4005020 con 0x7f0bfc0cb160 2024-09-21T07:29:27.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bfc166270 con 0x7f0bfc0cb160 2024-09-21T07:29:27.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bfc165a00 con 0x7f0bfc0cb160 2024-09-21T07:29:27.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0bf27fc640 1 -- 172.21.15.6:0/320215099 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0bf40051c0 con 0x7f0bfc0cb160 2024-09-21T07:29:27.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0bf27fc640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0be0073230 0x7f0be0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:27.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0bf27fc640 1 -- 172.21.15.6:0/320215099 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f0bf4094e70 con 0x7f0bfc0cb160 2024-09-21T07:29:27.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0c01c69640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0be0073230 0x7f0be0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:27.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.325+0000 7f0c01c69640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0be0073230 0x7f0be0075740 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0bec0af000 tx=0x7f0bec01b100 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:27.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.329+0000 7f0bf27fc640 1 -- 172.21.15.6:0/320215099 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0bf4016030 con 0x7f0bfc0cb160 2024-09-21T07:29:27.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.561+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f0bfc0ca5a0 con 0x7f0bfc0cb160 2024-09-21T07:29:27.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.565+0000 7f0bf27fc640 1 -- 172.21.15.6:0/320215099 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v31) ==== 190+0+147 (secure 0 0 0) 0x7f0bf4060000 con 0x7f0bfc0cb160 2024-09-21T07:29:27.569 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-09-21T07:29:27.569 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:29:27.569 INFO:teuthology.orchestra.run.smithi006.stdout: caps mds = "allow" 2024-09-21T07:29:27.569 INFO:teuthology.orchestra.run.smithi006.stdout: caps mon = "allow r" 2024-09-21T07:29:27.569 INFO:teuthology.orchestra.run.smithi006.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T07:29:27.569 INFO:teuthology.orchestra.run.smithi006.stderr:updated caps for client.0 2024-09-21T07:29:27.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0be0073230 msgr2=0x7f0be0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0be0073230 0x7f0be0075740 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0bec0af000 tx=0x7f0bec01b100 comp rx=0 tx=0).stop 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc0cb160 msgr2=0x7f0bfc145030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc0cb160 0x7f0bfc145030 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f0bf400e9a0 tx=0x7f0bf400ee60 comp rx=0 tx=0).stop 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 shutdown_connections 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0be0073230 0x7f0be0075740 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bfc0cb160 0x7f0bfc145030 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0bfc072f10 0x7f0bfc1579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 --2- 172.21.15.6:0/320215099 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0bfc06f7c0 0x7f0bfc166e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 >> 172.21.15.6:0/320215099 conn(0x7f0bfc0d0170 msgr2=0x7f0bfc0b2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 shutdown_connections 2024-09-21T07:29:27.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.569+0000 7f0c03ecd640 1 -- 172.21.15.6:0/320215099 wait complete. 2024-09-21T07:29:27.590 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.745+0000 7f2215e98640 1 -- 172.21.15.6:0/3899783120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 msgr2=0x7f21f8005d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.745+0000 7f2215e98640 1 --2- 172.21.15.6:0/3899783120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 0x7f21f8005d30 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f2204006f40 tx=0x7f220401ce80 comp rx=0 tx=0).stop 2024-09-21T07:29:27.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.745+0000 7f2215e98640 1 -- 172.21.15.6:0/3899783120 shutdown_connections 2024-09-21T07:29:27.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.745+0000 7f2215e98640 1 --2- 172.21.15.6:0/3899783120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 0x7f21f8005d30 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.745+0000 7f2215e98640 1 -- 172.21.15.6:0/3899783120 >> 172.21.15.6:0/3899783120 conn(0x7f221006d480 msgr2=0x7f22100b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:27.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.745+0000 7f2215e98640 1 -- 172.21.15.6:0/3899783120 shutdown_connections 2024-09-21T07:29:27.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.745+0000 7f2215e98640 1 -- 172.21.15.6:0/3899783120 wait complete. 2024-09-21T07:29:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 Processor -- start 2024-09-21T07:29:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 -- start start 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 0x7f22101f3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22101f7d90 0x7f22101f81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22101f86e0 0x7f221014fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f22100b2960 con 0x7f21f8005920 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f22100b27e0 con 0x7f22101f86e0 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f22100b2ae0 con 0x7f22101f7d90 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 0x7f22101f3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 0x7f22101f3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56302/0 (socket says 172.21.15.6:56302) 2024-09-21T07:29:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 -- 172.21.15.6:0/1265114127 learned_addr learned my addr 172.21.15.6:0/1265114127 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220ffff640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22101f86e0 0x7f221014fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220effd640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22101f7d90 0x7f22101f81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 -- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22101f7d90 msgr2=0x7f22101f81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22101f7d90 0x7f22101f81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 -- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22101f86e0 msgr2=0x7f221014fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22101f86e0 0x7f221014fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 -- 172.21.15.6:0/1265114127 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22101525a0 con 0x7f21f8005920 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f220f7fe640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 0x7f22101f3f50 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f220000c820 tx=0x7f220000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f21f7fff640 1 -- 172.21.15.6:0/1265114127 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2200016020 con 0x7f21f8005920 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f21f7fff640 1 -- 172.21.15.6:0/1265114127 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2200003980 con 0x7f21f8005920 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f21f7fff640 1 -- 172.21.15.6:0/1265114127 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2200003dd0 con 0x7f21f8005920 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2210152880 con 0x7f21f8005920 2024-09-21T07:29:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.749+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2210152e40 con 0x7f21f8005920 2024-09-21T07:29:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.753+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22100c65a0 con 0x7f21f8005920 2024-09-21T07:29:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.753+0000 7f21f7fff640 1 -- 172.21.15.6:0/1265114127 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f220000a7f0 con 0x7f21f8005920 2024-09-21T07:29:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.753+0000 7f21f7fff640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21fc073200 0x7f21fc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.753+0000 7f21f7fff640 1 -- 172.21.15.6:0/1265114127 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f2200093eb0 con 0x7f21f8005920 2024-09-21T07:29:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.753+0000 7f220effd640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21fc073200 0x7f21fc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:27.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.753+0000 7f220effd640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21fc073200 0x7f21fc075710 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f22040ab000 tx=0x7f2204019cc0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.757+0000 7f21f7fff640 1 -- 172.21.15.6:0/1265114127 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2200020020 con 0x7f21f8005920 2024-09-21T07:29:27.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.969+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2210070e20 con 0x7f21f8005920 2024-09-21T07:29:27.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.969+0000 7f21f7fff640 1 -- 172.21.15.6:0/1265114127 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5222 (secure 0 0 0) 0x7f220005eff0 con 0x7f21f8005920 2024-09-21T07:29:27.974 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:27.974 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":59,"btime":"2024-09-21T07:29:25:525462+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5474,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/1305778591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1305778591},{"type":"v1","addr":"172.21.15.6:6834","nonce":1305778591}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5929,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3581332141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3581332141},{"type":"v1","addr":"172.21.15.145:6835","nonce":3581332141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5932,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1770981151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1770981151},{"type":"v1","addr":"172.21.15.145:6837","nonce":1770981151}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:29:21.876520+0000","modified":"2024-09-21T07:29:24.945129+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6486},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6486":{"gid":6486,"name":"a","rank":0,"incarnation":55,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/831844417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":831844417},{"type":"v1","addr":"172.21.15.6:6835","nonce":831844417}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6486,"qdb_cluster":[6486]},"id":6}]} 2024-09-21T07:29:27.974 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 59 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21fc073200 msgr2=0x7f21fc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21fc073200 0x7f21fc075710 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f22040ab000 tx=0x7f2204019cc0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 msgr2=0x7f22101f3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 0x7f22101f3f50 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f220000c820 tx=0x7f220000cce0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 shutdown_connections 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f21fc073200 0x7f21fc075710 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f22101f86e0 0x7f221014fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f22101f7d90 0x7f22101f81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 --2- 172.21.15.6:0/1265114127 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f21f8005920 0x7f22101f3f50 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 >> 172.21.15.6:0/1265114127 conn(0x7f221006d480 msgr2=0x7f2210073b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:27.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 shutdown_connections 2024-09-21T07:29:27.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:27.973+0000 7f2215e98640 1 -- 172.21.15.6:0/1265114127 wait complete. 2024-09-21T07:29:28.400 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 59, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:29:21.876520+0000', 'modified': '2024-09-21T07:29:24.945129+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6486}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6486': {'gid': 6486, 'name': 'a', 'rank': 0, 'incarnation': 55, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/831844417', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6833', 'nonce': 831844417}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 831844417}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6486, 'qdb_cluster': [6486]} 2024-09-21T07:29:28.400 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:29:28.400 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T07:29:28.401 INFO:tasks.ceph.mds.a.smithi006.stderr:2024-09-21T07:29:28.397+0000 7f128705b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:29:28.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 -- 172.21.15.6:0/1798474772 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd806f030 msgr2=0x7f8cd806f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 --2- 172.21.15.6:0/1798474772 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd806f030 0x7f8cd806f440 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f8cd8071f00 tx=0x7f8cd001c800 comp rx=0 tx=0).stop 2024-09-21T07:29:28.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 -- 172.21.15.6:0/1798474772 shutdown_connections 2024-09-21T07:29:28.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 --2- 172.21.15.6:0/1798474772 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd806f030 0x7f8cd806f440 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 --2- 172.21.15.6:0/1798474772 >> v2:172.21.15.145:3300/0 conn(0x7f8cd815d740 0x7f8cd8160320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 -- 172.21.15.6:0/1798474772 >> 172.21.15.6:0/1798474772 conn(0x7f8cd806d5e0 msgr2=0x7f8cd80b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:28.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 -- 172.21.15.6:0/1798474772 shutdown_connections 2024-09-21T07:29:28.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 -- 172.21.15.6:0/1798474772 wait complete. 2024-09-21T07:29:28.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 Processor -- start 2024-09-21T07:29:28.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.569+0000 7f8cde059640 1 -- start start 2024-09-21T07:29:28.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cde059640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cd806f030 0x7f8cd81f9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cde059640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cd80af070 0x7f8cd809db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cde059640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd815d740 0x7f8cd80cd970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cde059640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd816a160 con 0x7f8cd815d740 2024-09-21T07:29:28.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cde059640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd8169fe0 con 0x7f8cd806f030 2024-09-21T07:29:28.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cde059640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8cd816a2e0 con 0x7f8cd80af070 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd815d740 0x7f8cd80cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd815d740 0x7f8cd80cd970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56322/0 (socket says 172.21.15.6:56322) 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 -- 172.21.15.6:0/49535984 learned_addr learned my addr 172.21.15.6:0/49535984 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cd806f030 0x7f8cd81f9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd6ffd640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cd80af070 0x7f8cd809db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 -- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cd80af070 msgr2=0x7f8cd809db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cd80af070 0x7f8cd809db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 -- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cd806f030 msgr2=0x7f8cd81f9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cd806f030 0x7f8cd81f9660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 -- 172.21.15.6:0/49535984 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cd80cfa00 con 0x7f8cd815d740 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd6ffd640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cd80af070 0x7f8cd809db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd815d740 0x7f8cd80cd970 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00b0040 tx=0x7f8cd0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:28.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8ccffff640 1 -- 172.21.15.6:0/49535984 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0004230 con 0x7f8cd815d740 2024-09-21T07:29:28.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8ccffff640 1 -- 172.21.15.6:0/49535984 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cd00be070 con 0x7f8cd815d740 2024-09-21T07:29:28.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8ccffff640 1 -- 172.21.15.6:0/49535984 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0005290 con 0x7f8cd815d740 2024-09-21T07:29:28.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cde059640 1 -- 172.21.15.6:0/49535984 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cd80cfce0 con 0x7f8cd815d740 2024-09-21T07:29:28.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8cde059640 1 -- 172.21.15.6:0/49535984 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cd80cf6d0 con 0x7f8cd815d740 2024-09-21T07:29:28.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8ccffff640 1 -- 172.21.15.6:0/49535984 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8cd0005430 con 0x7f8cd815d740 2024-09-21T07:29:28.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.573+0000 7f8ccffff640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cb8073200 0x7f8cb8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ccffff640 1 -- 172.21.15.6:0/49535984 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f8cd012e9f0 con 0x7f8cd815d740 2024-09-21T07:29:28.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cb8073200 0x7f8cb8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 Processor -- start 2024-09-21T07:29:28.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 -- start start 2024-09-21T07:29:28.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cb8073200 0x7f8cb8075710 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0005fd0 tx=0x7f8cc000a780 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:28.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e66b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e51a950 0x55659e66bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e503ca0 0x55659e66c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55659e540410 con 0x55659e503ca0 2024-09-21T07:29:28.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55659e47db40 con 0x55659e51a950 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55659e46cf70 con 0x55659e12a460 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e503ca0 0x55659e66c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e503ca0 0x55659e66c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56330/0 (socket says 172.21.15.6:56330) 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 -- 172.21.15.6:0/2597862503 learned_addr learned my addr 172.21.15.6:0/2597862503 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e66b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 -- 172.21.15.6:0/2597862503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 msgr2=0x55659e66b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e66b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd6ffd640 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e51a950 0x55659e66bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 -- 172.21.15.6:0/2597862503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e51a950 msgr2=0x55659e66bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e51a950 0x55659e66bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 -- 172.21.15.6:0/2597862503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55659e4345b0 con 0x55659e503ca0 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e503ca0 0x55659e66c120 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00f9130 tx=0x7f8cd00f8f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30100d2f1b63912f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:28.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ccd7fa640 1 -- 172.21.15.6:0/2597862503 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd00f9430 con 0x55659e503ca0 2024-09-21T07:29:28.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ccd7fa640 1 -- 172.21.15.6:0/2597862503 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cd00fdf10 con 0x55659e503ca0 2024-09-21T07:29:28.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ccd7fa640 1 -- 172.21.15.6:0/2597862503 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0102b30 con 0x55659e503ca0 2024-09-21T07:29:28.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 -- 172.21.15.6:0/2597862503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e503ca0 msgr2=0x55659e66c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.577+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e503ca0 0x55659e66c120 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00f9130 tx=0x7f8cd00f8f40 comp rx=0 tx=0).stop 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- 172.21.15.6:0/2597862503 shutdown_connections 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e503ca0 0x55659e66c120 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e51a950 0x55659e66bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2597862503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e66b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- 172.21.15.6:0/2597862503 >> 172.21.15.6:0/2597862503 conn(0x55659e5f0d90 msgr2=0x55659e620690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- 172.21.15.6:0/2597862503 shutdown_connections 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- 172.21.15.6:0/2597862503 wait complete. 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- start start 2024-09-21T07:29:28.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 Processor -- start 2024-09-21T07:29:28.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e672920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e672e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6733a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55659e4075f0 con 0x55659e51a950 2024-09-21T07:29:28.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55659e470d80 con 0x55659e503ca0 2024-09-21T07:29:28.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55659e413520 con 0x55659e12a460 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 10 client.0 _ll_register_callbacks cb 0x55659e417830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6733a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6733a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56336/0 (socket says 172.21.15.6:56336) 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 -- 172.21.15.6:0/2761775503 learned_addr learned my addr 172.21.15.6:0/2761775503 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e672920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 -- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 msgr2=0x55659e672920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e672920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 -- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 msgr2=0x55659e672e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd6ffd640 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e672e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e672e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 -- 172.21.15.6:0/2761775503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55659e40b190 con 0x55659e51a950 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e672920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6733a0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00f93c0 tx=0x7f8cd0102be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=116b4348ec70219f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:28.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cb67fc640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cb67fc640 1 -- 172.21.15.6:0/2761775503 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd00fdf10 con 0x55659e51a950 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cb67fc640 1 -- 172.21.15.6:0/2761775503 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f8cd0100120 con 0x55659e51a950 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- 172.21.15.6:0/2761775503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55659e405110 con 0x55659e51a950 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cb67fc640 1 -- 172.21.15.6:0/2761775503 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f8cd00f9430 con 0x55659e51a950 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 10 client.6627 fetch_fsmap learned FSMap version 59 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8ce5324000 1 -- 172.21.15.6:0/2761775503 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55659e4f1f10 con 0x55659e51a950 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.581+0000 7f8cb67fc640 1 -- 172.21.15.6:0/2761775503 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55659e405110 con 0x55659e51a950 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8cb67fc640 1 -- 172.21.15.6:0/2761775503 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 59) ==== 3502+0+0 (secure 0 0 0) 0x7f8cd00f4d80 con 0x55659e51a950 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 10 client.6627 fetch_fsmap finished waiting for FSMap version 59 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 10 client.6627 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 20 client.6627 populate_metadata read hostname 'smithi006' 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x55659e10f7d0 0x55659e67cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 4 client.6627 mds_command: new command op to 6486 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:29:28.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 -- 172.21.15.6:0/2761775503 --> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55659e47fa90 con 0x55659e10f7d0 2024-09-21T07:29:28.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x55659e10f7d0 0x55659e67cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x55659e10f7d0 0x55659e67cd00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eccc25ebea6e7f40 server_cookie=e59c4b5959c01062 in_seq=0 out_seq=0 2024-09-21T07:29:28.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8cb67fc640 10 client.6627 ms_handle_connect on v2:172.21.15.6:6833/831844417 2024-09-21T07:29:28.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8cb67fc640 1 -- 172.21.15.6:0/2761775503 <== mds.0 v2:172.21.15.6:6833/831844417 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55659e47fa90 con 0x55659e10f7d0 2024-09-21T07:29:28.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8cb67fc640 10 client.6627 handle_command_reply: tid=0 2024-09-21T07:29:28.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 client.6627 shutdown 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 -- 172.21.15.6:0/2761775503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 msgr2=0x55659e6733a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6733a0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00f93c0 tx=0x7f8cd0102be0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 -- 172.21.15.6:0/2761775503 shutdown_connections 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x55659e10f7d0 0x55659e67cd00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6733a0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e672e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 --2- 172.21.15.6:0/2761775503 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e672920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8cb67fc640 0 client.6627 ms_handle_reset on v2:172.21.15.6:6833/831844417 2024-09-21T07:29:28.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 -- 172.21.15.6:0/2761775503 >> 172.21.15.6:0/2761775503 conn(0x55659e5f0d90 msgr2=0x55659e627440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:28.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 -- 172.21.15.6:0/2761775503 shutdown_connections 2024-09-21T07:29:28.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 1 -- 172.21.15.6:0/2761775503 wait complete. 2024-09-21T07:29:28.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.585+0000 7f8ce5324000 20 client.6627 trim_cache size 0 max 16384 2024-09-21T07:29:28.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 Processor -- start 2024-09-21T07:29:28.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 -- start start 2024-09-21T07:29:28.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e6dd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e6ddb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6de0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd81fcfc0 con 0x55659e51a950 2024-09-21T07:29:28.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd8151ac0 con 0x55659e503ca0 2024-09-21T07:29:28.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8cd8151470 con 0x55659e12a460 2024-09-21T07:29:28.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6de0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6de0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56344/0 (socket says 172.21.15.6:56344) 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 -- 172.21.15.6:0/3093633002 learned_addr learned my addr 172.21.15.6:0/3093633002 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 -- 172.21.15.6:0/3093633002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 msgr2=0x55659e6dd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/3093633002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e6dd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 -- 172.21.15.6:0/3093633002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 msgr2=0x55659e6ddb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/3093633002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e6ddb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 -- 172.21.15.6:0/3093633002 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55659e4c8db0 con 0x55659e51a950 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/3093633002 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6de0a0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00f95f0 tx=0x7f8cd00a6ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802e6da9cf8bbe85 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cccff9640 1 -- 172.21.15.6:0/3093633002 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd00f52d0 con 0x55659e51a950 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cccff9640 1 -- 172.21.15.6:0/3093633002 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cd00fdf10 con 0x55659e51a950 2024-09-21T07:29:28.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8cccff9640 1 -- 172.21.15.6:0/3093633002 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd00f88a0 con 0x55659e51a950 2024-09-21T07:29:28.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 -- 172.21.15.6:0/3093633002 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 msgr2=0x55659e6de0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.605+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3093633002 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6de0a0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00f95f0 tx=0x7f8cd00a6ee0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- 172.21.15.6:0/3093633002 shutdown_connections 2024-09-21T07:29:28.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3093633002 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e51a950 0x55659e6de0a0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3093633002 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e6ddb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3093633002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e12a460 0x55659e6dd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- 172.21.15.6:0/3093633002 >> 172.21.15.6:0/3093633002 conn(0x55659e5f0d90 msgr2=0x55659e669620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:28.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- 172.21.15.6:0/3093633002 shutdown_connections 2024-09-21T07:29:28.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- 172.21.15.6:0/3093633002 wait complete. 2024-09-21T07:29:28.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- start start 2024-09-21T07:29:28.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 Processor -- start 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e12a460 0x55659e6e1390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e6e18d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e51a950 0x55659e6e1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55659e4075f0 con 0x55659e12a460 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55659e413520 con 0x55659e503ca0 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55659e470d80 con 0x55659e51a950 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 10 client.0 _ll_register_callbacks cb 0x7f8cd00f8e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e12a460 0x55659e6e1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e12a460 0x55659e6e1390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56356/0 (socket says 172.21.15.6:56356) 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 -- 172.21.15.6:0/3682898828 learned_addr learned my addr 172.21.15.6:0/3682898828 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd6ffd640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e6e18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e51a950 0x55659e6e1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 -- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e51a950 msgr2=0x55659e6e1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e51a950 0x55659e6e1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 -- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 msgr2=0x55659e6e18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e6e18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 -- 172.21.15.6:0/3682898828 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55659e433ab0 con 0x55659e12a460 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd7fff640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e51a950 0x55659e6e1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd6ffd640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e6e18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cd77fe640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e12a460 0x55659e6e1390 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f8cc00114b0 tx=0x7f8cc0004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=594fa24611101c71 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cb67fc640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cb67fc640 1 -- 172.21.15.6:0/3682898828 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc0021820 con 0x55659e12a460 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- 172.21.15.6:0/3682898828 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8cd00fdf10 con 0x55659e12a460 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cb67fc640 1 -- 172.21.15.6:0/3682898828 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f8cc00219c0 con 0x55659e12a460 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cb67fc640 1 -- 172.21.15.6:0/3682898828 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f8cc0037050 con 0x55659e12a460 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 10 client.6633 fetch_fsmap learned FSMap version 59 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- 172.21.15.6:0/3682898828 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55659e412070 con 0x55659e12a460 2024-09-21T07:29:28.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cb67fc640 1 -- 172.21.15.6:0/3682898828 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cd00fdf10 con 0x55659e12a460 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8cb67fc640 1 -- 172.21.15.6:0/3682898828 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 59) ==== 3502+0+0 (secure 0 0 0) 0x7f8cc003a020 con 0x55659e12a460 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 10 client.6633 fetch_fsmap finished waiting for FSMap version 59 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 10 client.6633 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 20 client.6633 populate_metadata read hostname 'smithi006' 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x55659e0fd830 0x55659e69e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 4 client.6633 mds_command: new command op to 6486 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.609+0000 7f8ce5324000 1 -- 172.21.15.6:0/3682898828 --> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] -- command(tid 0: {"prefix": "status"}) -- 0x55659e47b540 con 0x55659e0fd830 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cd6ffd640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x55659e0fd830 0x55659e69e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cb67fc640 10 client.6633 ms_handle_connect on v2:172.21.15.6:6833/831844417 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cd6ffd640 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x55659e0fd830 0x55659e69e470 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cfa46842a6e39033 server_cookie=622b9522adeb706a in_seq=0 out_seq=0 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cb67fc640 1 -- 172.21.15.6:0/3682898828 <== mds.0 v2:172.21.15.6:6833/831844417 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55659e47b540 con 0x55659e0fd830 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cb67fc640 10 client.6633 handle_command_reply: tid=0 2024-09-21T07:29:28.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 client.6633 shutdown 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 -- 172.21.15.6:0/3682898828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e12a460 msgr2=0x55659e6e1390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e12a460 0x55659e6e1390 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f8cc00114b0 tx=0x7f8cc0004a50 comp rx=0 tx=0).stop 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 -- 172.21.15.6:0/3682898828 shutdown_connections 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x55659e0fd830 0x55659e69e470 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55659e51a950 0x55659e6e1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55659e503ca0 0x55659e6e18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cb67fc640 0 client.6633 ms_handle_reset on v2:172.21.15.6:6833/831844417 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 --2- 172.21.15.6:0/3682898828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55659e12a460 0x55659e6e1390 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 -- 172.21.15.6:0/3682898828 >> 172.21.15.6:0/3682898828 conn(0x55659e5f0d90 msgr2=0x55659e67c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 -- 172.21.15.6:0/3682898828 shutdown_connections 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 1 -- 172.21.15.6:0/3682898828 wait complete. 2024-09-21T07:29:28.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8ce5324000 20 client.6633 trim_cache size 0 max 16384 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 6486, 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 6.1489246580000003, 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 59, 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 80, 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 80, 2024-09-21T07:29:28.620 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 10.648101748 2024-09-21T07:29:28.621 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:29:28.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 -- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cb8073200 msgr2=0x7f8cb8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cb8073200 0x7f8cb8075710 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0005fd0 tx=0x7f8cc000a780 comp rx=0 tx=0).stop 2024-09-21T07:29:28.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 -- 172.21.15.6:0/49535984 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd815d740 msgr2=0x7f8cd80cd970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd815d740 0x7f8cd80cd970 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00b0040 tx=0x7f8cd0004040 comp rx=0 tx=0).stop 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 -- 172.21.15.6:0/49535984 shutdown_connections 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8cb8073200 0x7f8cb8075710 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8cd815d740 0x7f8cd80cd970 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8cd80af070 0x7f8cd809db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 --2- 172.21.15.6:0/49535984 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8cd806f030 0x7f8cd81f9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 -- 172.21.15.6:0/49535984 >> 172.21.15.6:0/49535984 conn(0x7f8cd806d5e0 msgr2=0x7f8cd80b1cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 -- 172.21.15.6:0/49535984 shutdown_connections 2024-09-21T07:29:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.613+0000 7f8cde059640 1 -- 172.21.15.6:0/49535984 wait complete. 2024-09-21T07:29:28.636 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:29:28.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.781+0000 7fc5838af640 1 -- 172.21.15.6:0/1556069006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc57c1535c0 msgr2=0x7fc57c070760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.781+0000 7fc5838af640 1 --2- 172.21.15.6:0/1556069006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc57c1535c0 0x7fc57c070760 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc578009840 tx=0x7fc57801c820 comp rx=0 tx=0).stop 2024-09-21T07:29:28.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.781+0000 7fc5838af640 1 -- 172.21.15.6:0/1556069006 shutdown_connections 2024-09-21T07:29:28.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.781+0000 7fc5838af640 1 --2- 172.21.15.6:0/1556069006 >> v2:172.21.15.145:3300/0 conn(0x7fc57c06f620 0x7fc57c06fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.781+0000 7fc5838af640 1 --2- 172.21.15.6:0/1556069006 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc57c1535c0 0x7fc57c070760 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.781+0000 7fc5838af640 1 -- 172.21.15.6:0/1556069006 >> 172.21.15.6:0/1556069006 conn(0x7fc57c06d480 msgr2=0x7fc57c0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:28.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.781+0000 7fc5838af640 1 -- 172.21.15.6:0/1556069006 shutdown_connections 2024-09-21T07:29:28.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.781+0000 7fc5838af640 1 -- 172.21.15.6:0/1556069006 wait complete. 2024-09-21T07:29:28.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.785+0000 7fc5838af640 1 Processor -- start 2024-09-21T07:29:28.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.785+0000 7fc5838af640 1 -- start start 2024-09-21T07:29:28.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.785+0000 7fc5838af640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc57c06f620 0x7fc57c1fc280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.785+0000 7fc5838af640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc57c0b44e0 0x7fc57c156680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.785+0000 7fc5838af640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc57c1535c0 0x7fc57c1fcac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.785+0000 7fc5838af640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c0cfe80 con 0x7fc57c06f620 2024-09-21T07:29:28.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.785+0000 7fc5838af640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c0cfd00 con 0x7fc57c1535c0 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.785+0000 7fc5838af640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc57c16a660 con 0x7fc57c0b44e0 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc57c06f620 0x7fc57c1fc280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc57c06f620 0x7fc57c1fc280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56362/0 (socket says 172.21.15.6:56362) 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 -- 172.21.15.6:0/172404013 learned_addr learned my addr 172.21.15.6:0/172404013 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc581e4c640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc57c1535c0 0x7fc57c1fcac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc580e4a640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc57c0b44e0 0x7fc57c156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 -- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc57c0b44e0 msgr2=0x7fc57c156680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc57c0b44e0 0x7fc57c156680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 -- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc57c1535c0 msgr2=0x7fc57c1fcac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc57c1535c0 0x7fc57c1fcac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 -- 172.21.15.6:0/172404013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc57c146270 con 0x7fc57c06f620 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc58164b640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc57c06f620 0x7fc57c1fc280 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fc578009790 tx=0x7fc578005ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc571ffb640 1 -- 172.21.15.6:0/172404013 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5780b2040 con 0x7fc57c06f620 2024-09-21T07:29:28.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc571ffb640 1 -- 172.21.15.6:0/172404013 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc578004330 con 0x7fc57c06f620 2024-09-21T07:29:28.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc57c146550 con 0x7fc57c06f620 2024-09-21T07:29:28.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc571ffb640 1 -- 172.21.15.6:0/172404013 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc578003820 con 0x7fc57c06f620 2024-09-21T07:29:28.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc57c146b10 con 0x7fc57c06f620 2024-09-21T07:29:28.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc57c06fa30 con 0x7fc57c06f620 2024-09-21T07:29:28.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc571ffb640 1 -- 172.21.15.6:0/172404013 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc5780bd060 con 0x7fc57c06f620 2024-09-21T07:29:28.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc571ffb640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc560073230 0x7fc560075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:28.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc571ffb640 1 -- 172.21.15.6:0/172404013 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fc57812dd00 con 0x7fc57c06f620 2024-09-21T07:29:28.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.789+0000 7fc580e4a640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc560073230 0x7fc560075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:28.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.793+0000 7fc580e4a640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc560073230 0x7fc560075740 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc57c156110 tx=0x7fc56c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:28.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:28.797+0000 7fc571ffb640 1 -- 172.21.15.6:0/172404013 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc578016410 con 0x7fc57c06f620 2024-09-21T07:29:29.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.005+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc57c0b2be0 con 0x7fc57c06f620 2024-09-21T07:29:29.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.005+0000 7fc571ffb640 1 -- 172.21.15.6:0/172404013 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v59) ==== 53+0+73 (secure 0 0 0) 0x7fc5780f8d20 con 0x7fc57c06f620 2024-09-21T07:29:29.009 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc560073230 msgr2=0x7fc560075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc560073230 0x7fc560075740 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc57c156110 tx=0x7fc56c009040 comp rx=0 tx=0).stop 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc57c06f620 msgr2=0x7fc57c1fc280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc57c06f620 0x7fc57c1fc280 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fc578009790 tx=0x7fc578005ca0 comp rx=0 tx=0).stop 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 shutdown_connections 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc560073230 0x7fc560075740 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc57c1535c0 0x7fc57c1fcac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc57c0b44e0 0x7fc57c156680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 --2- 172.21.15.6:0/172404013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc57c06f620 0x7fc57c1fc280 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:29.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 >> 172.21.15.6:0/172404013 conn(0x7fc57c06d480 msgr2=0x7fc57c14f7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:29.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 shutdown_connections 2024-09-21T07:29:29.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29.009+0000 7fc5838af640 1 -- 172.21.15.6:0/172404013 wait complete. 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:29:29.030 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:29:29.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:29.031 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:29.037 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42202sec preferred_lft 42202sec 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:29.038 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:29:29.039 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:29:29.040 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:29.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:29.040 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:29:29.088 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:29:29.089 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:29.089 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:29:29.136 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:29:29.136 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:29:29.136 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:29:29.136 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:29:29.136 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:29:29.136 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:29:29.137 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:29:29.137 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:29:29.137 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:29:29.137 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:29:29.137 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:29:29.137 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:29:29.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:29:29.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:29:29.258 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:29.258 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:29:29.307 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:29:29.307 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:29:29.308 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:29:29.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:29.308 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:29:29.363 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:29:29.364 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:29:29.364 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:29:29.411 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:29:29.411 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:29:29.411 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:29:29.458 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:29:29.517 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:29.564 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:29:29.564 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:29:29.564 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:29:29.564 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:29:29.564 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:29:29.564 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:29:29.564 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:29:29.565 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:29:29.566 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:29:29.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:29.567 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:29:29.615 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:29:29.615 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:29:29.660 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:29:29.675 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:29.724 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:29:29.724 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:29:29.724 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:29:29.724 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:29:29.725 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:29:29.726 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:29:29.727 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:29:29.727 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:29:29.727 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:29:29.727 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:29:29.727 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:29:29.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:29.728 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:29:29.772 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:29:29.769+0000 7fabc582d580 -1 init, newargv = 0x56399c11e2f0 newargc=15 2024-09-21T07:29:29.772 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[44829]: starting ceph client 2024-09-21T07:29:29.779 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[44829]: starting fuse 2024-09-21T07:29:30.875 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:29:30.892 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:30.941 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:29:30.941 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:29:30.941 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:29:30.941 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:29:30.942 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:29:30.943 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:29:30.944 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:29:30.944 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:29:30.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:30.945 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:29:30.995 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:29:30.995 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:29:30.996 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:29:30.997 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:29:31.123 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.44829.asok 2024-09-21T07:29:31.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:29:31.135 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.44829.asok 2024-09-21T07:29:31.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:31.135 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.44829.asok status 2024-09-21T07:29:31.321 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:29:31.321 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "44829", 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 6642, 2024-09-21T07:29:31.322 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 6642 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1844423475 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1844423475 2024-09-21T07:29:31.323 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.6642 192.168.0.1:0/1844423475", 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/1844423475", 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 59, 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 80, 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:29:31.324 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:29:31.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:31.338 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:29:31.338 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:29:31.345 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:29:31.345 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:29:31.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:31.345 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:29:31.399 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:29:31.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- 172.21.15.6:0/1501423595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 msgr2=0x7f8740003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:31.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 --2- 172.21.15.6:0/1501423595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 0x7f8740003eb0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f8744009b60 tx=0x7f874401d290 comp rx=0 tx=0).stop 2024-09-21T07:29:31.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f87599df640 1 -- 172.21.15.6:0/1501423595 reap_dead start 2024-09-21T07:29:31.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- 172.21.15.6:0/1501423595 shutdown_connections 2024-09-21T07:29:31.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- 172.21.15.6:0/1501423595 >> 172.21.15.6:0/1501423595 conn(0x7f875406d480 msgr2=0x7f87540b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:31.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- 172.21.15.6:0/1501423595 shutdown_connections 2024-09-21T07:29:31.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- 172.21.15.6:0/1501423595 wait complete. 2024-09-21T07:29:31.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 Processor -- start 2024-09-21T07:29:31.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- start start 2024-09-21T07:29:31.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 0x7f87541624b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:31.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87540ccee0 0x7f87540cd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:31.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8754164300 0x7f8754164710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:31.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8754168080 con 0x7f8740003a40 2024-09-21T07:29:31.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8754167f00 con 0x7f87540ccee0 2024-09-21T07:29:31.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f875b442640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8754168200 con 0x7f8754164300 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f87591de640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 0x7f87541624b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f87591de640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 0x7f87541624b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56384/0 (socket says 172.21.15.6:56384) 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f87591de640 1 -- 172.21.15.6:0/3736598873 learned_addr learned my addr 172.21.15.6:0/3736598873 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f87599df640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8754164300 0x7f8754164710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.605+0000 7f87589dd640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87540ccee0 0x7f87540cd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f87591de640 1 -- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8754164300 msgr2=0x7f8754164710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f87591de640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8754164300 0x7f8754164710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f87591de640 1 -- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87540ccee0 msgr2=0x7f87540cd2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f87591de640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87540ccee0 0x7f87540cd2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f87591de640 1 -- 172.21.15.6:0/3736598873 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87541fa750 con 0x7f8740003a40 2024-09-21T07:29:31.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f87591de640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 0x7f87541624b0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f87440af040 tx=0x7f8744005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:31.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f8749ffb640 1 -- 172.21.15.6:0/3736598873 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87440b1040 con 0x7f8740003a40 2024-09-21T07:29:31.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f8749ffb640 1 -- 172.21.15.6:0/3736598873 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87440bb070 con 0x7f8740003a40 2024-09-21T07:29:31.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f8749ffb640 1 -- 172.21.15.6:0/3736598873 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744004290 con 0x7f8740003a40 2024-09-21T07:29:31.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87541faa30 con 0x7f8740003a40 2024-09-21T07:29:31.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87541faff0 con 0x7f8740003a40 2024-09-21T07:29:31.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f875406f3b0 con 0x7f8740003a40 2024-09-21T07:29:31.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f8749ffb640 1 -- 172.21.15.6:0/3736598873 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f87440046d0 con 0x7f8740003a40 2024-09-21T07:29:31.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f8749ffb640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8738073200 0x7f8738075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:31.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f8749ffb640 1 -- 172.21.15.6:0/3736598873 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f874412f360 con 0x7f8740003a40 2024-09-21T07:29:31.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.609+0000 7f87589dd640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8738073200 0x7f8738075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:31.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.613+0000 7f87589dd640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8738073200 0x7f8738075710 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f8750000fc0 tx=0x7f87500067b0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:31.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.617+0000 7f8749ffb640 1 -- 172.21.15.6:0/3736598873 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8744016fa0 con 0x7f8740003a40 2024-09-21T07:29:31.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.829+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f87540b22e0 con 0x7f8740003a40 2024-09-21T07:29:31.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.829+0000 7f8749ffb640 1 -- 172.21.15.6:0/3736598873 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v59) ==== 53+0+73 (secure 0 0 0) 0x7f87440fa380 con 0x7f8740003a40 2024-09-21T07:29:31.833 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:29:31.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8738073200 msgr2=0x7f8738075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8738073200 0x7f8738075710 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f8750000fc0 tx=0x7f87500067b0 comp rx=0 tx=0).stop 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 msgr2=0x7f87541624b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 0x7f87541624b0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f87440af040 tx=0x7f8744005590 comp rx=0 tx=0).stop 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 shutdown_connections 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8738073200 0x7f8738075710 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8754164300 0x7f8754164710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f87540ccee0 0x7f87540cd2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 --2- 172.21.15.6:0/3736598873 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8740003a40 0x7f87541624b0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 >> 172.21.15.6:0/3736598873 conn(0x7f875406d480 msgr2=0x7f875415fa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 shutdown_connections 2024-09-21T07:29:31.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:31.833+0000 7f875b442640 1 -- 172.21.15.6:0/3736598873 wait complete. 2024-09-21T07:29:31.855 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:29:31.855 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:29:31.855 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:29:31.855 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:29:31.855 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:31.855 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:29:31.855 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:29:31.855 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:29:31.856 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:29:31.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:31.856 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:31.863 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42201sec preferred_lft 42201sec 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:31.864 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:31.865 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:29:31.866 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:29:31.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:31.866 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:29:31.924 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:29:31.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:31.925 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:29:31.979 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:29:31.980 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:29:31.980 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:29:31.981 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:29:31.981 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:29:31.981 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:29:31.981 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:29:31.981 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:29:32.069 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:29:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:29:32.096 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:29:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:29:32.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:32.103 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:29:32.109 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:29:32.109 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:29:32.109 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:29:32.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:32.109 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:29:32.168 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:29:32.168 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:29:32.169 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:32.214 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:29:32.214 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:32.262 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:32.320 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:32.367 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:32.368 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:32.368 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:32.368 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:32.368 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:32.368 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:32.368 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:32.368 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:32.368 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:32.369 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:32.370 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:32.371 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:32.371 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:32.420 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:29:32.420 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:29:32.463 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:32.479 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:32.526 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:32.527 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:32.528 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:32.529 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:32.529 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:32.529 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:32.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:32.530 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:32.571 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:29:32.567+0000 7f383d8f9580 -1 init, newargv = 0x7f38200ad020 newargc=15 2024-09-21T07:29:32.571 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35812]: starting ceph client 2024-09-21T07:29:32.579 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35812]: starting fuse 2024-09-21T07:29:33.061 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:29:33.063 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:29:33.678 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:29:33.694 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:29:33.747 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:29:33.747 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:29:33.747 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:29:33.747 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:29:33.748 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:33.749 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:29:33.750 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:33.750 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:33.750 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:29:33.798 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:29:33.799 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:29:33.799 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:29:33.800 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:29:33.801 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:29:33.801 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:29:33.924 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.35812.asok 2024-09-21T07:29:33.927 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:29:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:29:33.936 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.35812.asok 2024-09-21T07:29:33.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:33.936 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.35812.asok status 2024-09-21T07:29:34.110 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:29:34.111 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:29:34.111 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:29:34.111 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:29:34.111 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:29:34.111 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:29:34.111 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:29:34.111 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "35812", 2024-09-21T07:29:34.112 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:29:34.112 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:29:34.112 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:29:34.112 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:29:34.112 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 5582, 2024-09-21T07:29:34.112 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:29:34.112 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:29:34.113 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:29:34.113 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 5582 2024-09-21T07:29:34.113 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:29:34.113 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:29:34.113 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:29:34.113 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:29:34.113 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 415180137 2024-09-21T07:29:34.114 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:29:34.114 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:29:34.114 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:29:34.114 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:29:34.114 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:29:34.114 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 415180137 2024-09-21T07:29:34.114 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:29:34.115 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.5582 192.168.0.1:0/415180137", 2024-09-21T07:29:34.115 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/415180137", 2024-09-21T07:29:34.115 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:29:34.115 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 59, 2024-09-21T07:29:34.115 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 80, 2024-09-21T07:29:34.115 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:29:34.115 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:29:34.115 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:29:34.116 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:29:34.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:34.126 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:29:34.126 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:34.132 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:29:34.133 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:34.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:34.133 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:34.185 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds ms_async_reap_threshold 1 2024-09-21T07:29:34.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.357+0000 7f70f3adc640 1 -- 172.21.15.6:0/1101314792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec0cbc80 msgr2=0x7f70ec0b6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.357+0000 7f70f3adc640 1 --2- 172.21.15.6:0/1101314792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec0cbc80 0x7f70ec0b6510 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f70dc009840 tx=0x7f70dc01c820 comp rx=0 tx=0).stop 2024-09-21T07:29:34.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.357+0000 7f70f3adc640 1 -- 172.21.15.6:0/1101314792 shutdown_connections 2024-09-21T07:29:34.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.357+0000 7f70f3adc640 1 --2- 172.21.15.6:0/1101314792 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec15daa0 0x7f70ec06f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.357+0000 7f70f3adc640 1 --2- 172.21.15.6:0/1101314792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec0cbc80 0x7f70ec0b6510 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.357+0000 7f70f3adc640 1 -- 172.21.15.6:0/1101314792 >> 172.21.15.6:0/1101314792 conn(0x7f70ec0cd5e0 msgr2=0x7f70ec0cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:34.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.357+0000 7f70f3adc640 1 -- 172.21.15.6:0/1101314792 shutdown_connections 2024-09-21T07:29:34.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.357+0000 7f70f3adc640 1 -- 172.21.15.6:0/1101314792 wait complete. 2024-09-21T07:29:34.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 Processor -- start 2024-09-21T07:29:34.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 -- start start 2024-09-21T07:29:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec071420 0x7f70ec148860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec15daa0 0x7f70ec1512b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec15c820 0x7f70ec1517f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec169f90 con 0x7f70ec15c820 2024-09-21T07:29:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec169e10 con 0x7f70ec071420 2024-09-21T07:29:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f70ec16a110 con 0x7f70ec15daa0 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec15c820 0x7f70ec1517f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec15c820 0x7f70ec1517f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54316/0 (socket says 172.21.15.6:54316) 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 -- 172.21.15.6:0/4253091447 learned_addr learned my addr 172.21.15.6:0/4253091447 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f1878640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec071420 0x7f70ec148860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f1077640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec15daa0 0x7f70ec1512b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 -- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec15daa0 msgr2=0x7f70ec1512b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec15daa0 0x7f70ec1512b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 -- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec071420 msgr2=0x7f70ec148860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec071420 0x7f70ec148860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 -- 172.21.15.6:0/4253091447 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ec0b3b80 con 0x7f70ec15c820 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f1878640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec071420 0x7f70ec148860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f1077640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec15daa0 0x7f70ec1512b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f2079640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec15c820 0x7f70ec1517f0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f70e400c970 tx=0x7f70e400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:34.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70ea7fc640 1 -- 172.21.15.6:0/4253091447 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e4007bb0 con 0x7f70ec15c820 2024-09-21T07:29:34.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70ea7fc640 1 -- 172.21.15.6:0/4253091447 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70e400f450 con 0x7f70ec15c820 2024-09-21T07:29:34.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70ec149cb0 con 0x7f70ec15c820 2024-09-21T07:29:34.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70ea7fc640 1 -- 172.21.15.6:0/4253091447 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e4007e60 con 0x7f70ec15c820 2024-09-21T07:29:34.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.361+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70ec14a270 con 0x7f70ec15c820 2024-09-21T07:29:34.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.365+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70ec0b6510 con 0x7f70ec15c820 2024-09-21T07:29:34.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.365+0000 7f70ea7fc640 1 -- 172.21.15.6:0/4253091447 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f70e400f8a0 con 0x7f70ec15c820 2024-09-21T07:29:34.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.365+0000 7f70ea7fc640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f70cc073200 0x7f70cc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:34.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.365+0000 7f70ea7fc640 1 -- 172.21.15.6:0/4253091447 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f70e4094a20 con 0x7f70ec15c820 2024-09-21T07:29:34.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.365+0000 7f70f1878640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f70cc073200 0x7f70cc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:34.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.365+0000 7f70f1878640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f70cc073200 0x7f70cc075710 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f70d40015b0 tx=0x7f70d4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:34.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.369+0000 7f70ea7fc640 1 -- 172.21.15.6:0/4253091447 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f70e4014030 con 0x7f70ec15c820 2024-09-21T07:29:34.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.541+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=ms_async_reap_threshold}] v 0) -- 0x7f70ec1544d0 con 0x7f70ec15c820 2024-09-21T07:29:34.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.545+0000 7f70ea7fc640 1 -- 172.21.15.6:0/4253091447 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=ms_async_reap_threshold}]=0 v43)=0 v43) ==== 121+0+0 (secure 0 0 0) 0x7f70e405fa40 con 0x7f70ec15c820 2024-09-21T07:29:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f70cc073200 msgr2=0x7f70cc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f70cc073200 0x7f70cc075710 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f70d40015b0 tx=0x7f70d4009040 comp rx=0 tx=0).stop 2024-09-21T07:29:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec15c820 msgr2=0x7f70ec1517f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec15c820 0x7f70ec1517f0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f70e400c970 tx=0x7f70e400ce30 comp rx=0 tx=0).stop 2024-09-21T07:29:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 shutdown_connections 2024-09-21T07:29:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f70cc073200 0x7f70cc075710 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70ec15c820 0x7f70ec1517f0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70ec15daa0 0x7f70ec1512b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 --2- 172.21.15.6:0/4253091447 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70ec071420 0x7f70ec148860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 >> 172.21.15.6:0/4253091447 conn(0x7f70ec0cd5e0 msgr2=0x7f70ec073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:34.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 shutdown_connections 2024-09-21T07:29:34.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.549+0000 7f70f3adc640 1 -- 172.21.15.6:0/4253091447 wait complete. 2024-09-21T07:29:34.570 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:34.570 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:34.576 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:29:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 -- 172.21.15.6:0/2378981080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 msgr2=0x7f7ba815bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 --2- 172.21.15.6:0/2378981080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 0x7f7ba815bb50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0009bc0 tx=0x7f7ba001ca80 comp rx=0 tx=0).stop 2024-09-21T07:29:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 -- 172.21.15.6:0/2378981080 shutdown_connections 2024-09-21T07:29:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 --2- 172.21.15.6:0/2378981080 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 0x7f7ba815bb50 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 --2- 172.21.15.6:0/2378981080 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ba80b31c0 0x7f7ba80d0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 -- 172.21.15.6:0/2378981080 >> 172.21.15.6:0/2378981080 conn(0x7f7ba80b26a0 msgr2=0x7f7ba80b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 -- 172.21.15.6:0/2378981080 shutdown_connections 2024-09-21T07:29:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 -- 172.21.15.6:0/2378981080 wait complete. 2024-09-21T07:29:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 Processor -- start 2024-09-21T07:29:34.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.781+0000 7f7badad9640 1 -- start start 2024-09-21T07:29:34.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ba806f830 0x7f7ba8152170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:34.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 0x7f7ba814beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:34.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ba80b31c0 0x7f7ba81fc470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:34.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba8169480 con 0x7f7ba806f830 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba8169300 con 0x7f7ba8070350 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7ba8169600 con 0x7f7ba80b31c0 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ba806f830 0x7f7ba8152170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ba806f830 0x7f7ba8152170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54324/0 (socket says 172.21.15.6:54324) 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 -- 172.21.15.6:0/295557263 learned_addr learned my addr 172.21.15.6:0/295557263 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7b9ffff640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 0x7f7ba814beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba7fff640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ba80b31c0 0x7f7ba81fc470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 -- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ba80b31c0 msgr2=0x7f7ba81fc470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ba80b31c0 0x7f7ba81fc470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 -- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 msgr2=0x7f7ba814beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 0x7f7ba814beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 -- 172.21.15.6:0/295557263 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba81fd3d0 con 0x7f7ba806f830 2024-09-21T07:29:34.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7b9ffff640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 0x7f7ba814beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:34.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba77fe640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ba806f830 0x7f7ba8152170 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f7b9800e7a0 tx=0x7f7b9800ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:34.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba4ff9640 1 -- 172.21.15.6:0/295557263 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b9800ccc0 con 0x7f7ba806f830 2024-09-21T07:29:34.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba4ff9640 1 -- 172.21.15.6:0/295557263 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b98010430 con 0x7f7ba806f830 2024-09-21T07:29:34.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba81fd0f0 con 0x7f7ba806f830 2024-09-21T07:29:34.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7ba4ff9640 1 -- 172.21.15.6:0/295557263 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b98010880 con 0x7f7ba806f830 2024-09-21T07:29:34.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba8151990 con 0x7f7ba806f830 2024-09-21T07:29:34.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.785+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ba815bb50 con 0x7f7ba806f830 2024-09-21T07:29:34.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.789+0000 7f7ba4ff9640 1 -- 172.21.15.6:0/295557263 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7b98010a20 con 0x7f7ba806f830 2024-09-21T07:29:34.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.789+0000 7f7ba4ff9640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b88073200 0x7f7b88075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:34.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.789+0000 7f7ba4ff9640 1 -- 172.21.15.6:0/295557263 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f7b98094dd0 con 0x7f7ba806f830 2024-09-21T07:29:34.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.789+0000 7f7b9ffff640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b88073200 0x7f7b88075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:34.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.789+0000 7f7b9ffff640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b88073200 0x7f7b88075710 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7ba80cc850 tx=0x7f7b90009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:34.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.793+0000 7f7ba4ff9640 1 -- 172.21.15.6:0/295557263 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7b9805fe00 con 0x7f7ba806f830 2024-09-21T07:29:34.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7ba806e7b0 con 0x7f7ba806f830 2024-09-21T07:29:34.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7ba4ff9640 1 -- 172.21.15.6:0/295557263 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v80) ==== 80+0+0 (secure 0 0 0) 0x7f7b9805f700 con 0x7f7ba806f830 2024-09-21T07:29:34.975 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:29:34.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b88073200 msgr2=0x7f7b88075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b88073200 0x7f7b88075710 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7ba80cc850 tx=0x7f7b90009040 comp rx=0 tx=0).stop 2024-09-21T07:29:34.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ba806f830 msgr2=0x7f7ba8152170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:34.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ba806f830 0x7f7ba8152170 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f7b9800e7a0 tx=0x7f7b9800ec60 comp rx=0 tx=0).stop 2024-09-21T07:29:34.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 shutdown_connections 2024-09-21T07:29:34.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7b88073200 0x7f7b88075710 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7ba80b31c0 0x7f7ba81fc470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f7ba8070350 0x7f7ba814beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 --2- 172.21.15.6:0/295557263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7ba806f830 0x7f7ba8152170 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:34.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 >> 172.21.15.6:0/295557263 conn(0x7f7ba80b26a0 msgr2=0x7f7ba8150470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:34.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 shutdown_connections 2024-09-21T07:29:34.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:34.973+0000 7f7badad9640 1 -- 172.21.15.6:0/295557263 wait complete. 2024-09-21T07:29:34.995 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:34.995 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:35.001 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:29:35.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.189+0000 7f64a6734640 1 -- 172.21.15.6:0/2381633428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a015d740 msgr2=0x7f64a0160320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:35.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.189+0000 7f64a6734640 1 --2- 172.21.15.6:0/2381633428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a015d740 0x7f64a0160320 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f6490009900 tx=0x7f649001c8e0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.189+0000 7f64a6734640 1 -- 172.21.15.6:0/2381633428 shutdown_connections 2024-09-21T07:29:35.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.189+0000 7f64a6734640 1 --2- 172.21.15.6:0/2381633428 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f64a00af070 0x7f64a00af480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.189+0000 7f64a6734640 1 --2- 172.21.15.6:0/2381633428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a015d740 0x7f64a0160320 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.189+0000 7f64a6734640 1 -- 172.21.15.6:0/2381633428 >> 172.21.15.6:0/2381633428 conn(0x7f64a006d5e0 msgr2=0x7f64a00b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:35.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.189+0000 7f64a6734640 1 -- 172.21.15.6:0/2381633428 shutdown_connections 2024-09-21T07:29:35.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.189+0000 7f64a6734640 1 -- 172.21.15.6:0/2381633428 wait complete. 2024-09-21T07:29:35.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 Processor -- start 2024-09-21T07:29:35.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 -- start start 2024-09-21T07:29:35.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a006f030 0x7f64a0137e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:35.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f64a00af070 0x7f64a01fa170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:35.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64a015d740 0x7f64a014b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:35.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64a0169e40 con 0x7f64a006f030 2024-09-21T07:29:35.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f64a0169cc0 con 0x7f64a015d740 2024-09-21T07:29:35.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f64a0169fc0 con 0x7f64a00af070 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a006f030 0x7f64a0137e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a006f030 0x7f64a0137e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54350/0 (socket says 172.21.15.6:54350) 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 -- 172.21.15.6:0/546617620 learned_addr learned my addr 172.21.15.6:0/546617620 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649f7fe640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f64a00af070 0x7f64a01fa170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a4cd1640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64a015d740 0x7f64a014b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 -- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f64a00af070 msgr2=0x7f64a01fa170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f64a00af070 0x7f64a01fa170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 -- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64a015d740 msgr2=0x7f64a014b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64a015d740 0x7f64a014b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 -- 172.21.15.6:0/546617620 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64a013cde0 con 0x7f64a006f030 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649ffff640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a006f030 0x7f64a0137e10 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f6490009850 tx=0x7f64900a5630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649cff9640 1 -- 172.21.15.6:0/546617620 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64900b2040 con 0x7f64a006f030 2024-09-21T07:29:35.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649cff9640 1 -- 172.21.15.6:0/546617620 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6490004430 con 0x7f64a006f030 2024-09-21T07:29:35.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f649cff9640 1 -- 172.21.15.6:0/546617620 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6490003860 con 0x7f64a006f030 2024-09-21T07:29:35.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64a01face0 con 0x7f64a006f030 2024-09-21T07:29:35.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.193+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64a014ab50 con 0x7f64a006f030 2024-09-21T07:29:35.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.197+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64a015c2e0 con 0x7f64a006f030 2024-09-21T07:29:35.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.197+0000 7f649cff9640 1 -- 172.21.15.6:0/546617620 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f64900bd060 con 0x7f64a006f030 2024-09-21T07:29:35.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.197+0000 7f649cff9640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f648c073200 0x7f648c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:35.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.197+0000 7f649cff9640 1 -- 172.21.15.6:0/546617620 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f649012d6d0 con 0x7f64a006f030 2024-09-21T07:29:35.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.197+0000 7f649f7fe640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f648c073200 0x7f648c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:35.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.197+0000 7f649f7fe640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f648c073200 0x7f648c075710 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f64a00cf6e0 tx=0x7f6494005bd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:35.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.201+0000 7f649cff9640 1 -- 172.21.15.6:0/546617620 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f64900164d0 con 0x7f64a006f030 2024-09-21T07:29:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.377+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f64a00b21a0 con 0x7f64a006f030 2024-09-21T07:29:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f649cff9640 1 -- 172.21.15.6:0/546617620 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v80) ==== 80+0+0 (secure 0 0 0) 0x7f64900f88d0 con 0x7f64a006f030 2024-09-21T07:29:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:29:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f648c073200 msgr2=0x7f648c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f648c073200 0x7f648c075710 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f64a00cf6e0 tx=0x7f6494005bd0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a006f030 msgr2=0x7f64a0137e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a006f030 0x7f64a0137e10 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f6490009850 tx=0x7f64900a5630 comp rx=0 tx=0).stop 2024-09-21T07:29:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 shutdown_connections 2024-09-21T07:29:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f648c073200 0x7f648c075710 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f64a015d740 0x7f64a014b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f64a00af070 0x7f64a01fa170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 --2- 172.21.15.6:0/546617620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64a006f030 0x7f64a0137e10 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 >> 172.21.15.6:0/546617620 conn(0x7f64a006d5e0 msgr2=0x7f64a00b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 shutdown_connections 2024-09-21T07:29:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:35.381+0000 7f64a6734640 1 -- 172.21.15.6:0/546617620 wait complete. 2024-09-21T07:29:35.403 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:29:35.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:35.403 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:29:35.415 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[44829]: fuse finished with error 0 and tester_r 0 2024-09-21T07:29:35.416 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:41.517 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:29:41.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:41.518 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:29:41.525 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:41.525 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:41.532 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:29:41.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 -- 172.21.15.6:0/546812931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0cdd20 msgr2=0x7f662c1670b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:41.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 --2- 172.21.15.6:0/546812931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0cdd20 0x7f662c1670b0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f662c0743b0 tx=0x7f662401ccf0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 -- 172.21.15.6:0/546812931 shutdown_connections 2024-09-21T07:29:41.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 --2- 172.21.15.6:0/546812931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0cdd20 0x7f662c1670b0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 --2- 172.21.15.6:0/546812931 >> v2:172.21.15.145:3300/0 conn(0x7f662c0d0e10 0x7f662c0cd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 -- 172.21.15.6:0/546812931 >> 172.21.15.6:0/546812931 conn(0x7f662c0cee60 msgr2=0x7f662c0cf270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:41.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 -- 172.21.15.6:0/546812931 shutdown_connections 2024-09-21T07:29:41.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 -- 172.21.15.6:0/546812931 wait complete. 2024-09-21T07:29:41.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 Processor -- start 2024-09-21T07:29:41.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.733+0000 7f6632b17640 1 -- start start 2024-09-21T07:29:41.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f662c0cdd20 0x7f662c156110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:41.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0d0e10 0x7f662c15f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:41.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f662c0d1220 0x7f662c15fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:41.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f662c169e10 con 0x7f662c0d0e10 2024-09-21T07:29:41.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f662c0b0170 con 0x7f662c0d1220 2024-09-21T07:29:41.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f662c169f90 con 0x7f662c0cdd20 2024-09-21T07:29:41.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0d0e10 0x7f662c15f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:41.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0d0e10 0x7f662c15f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54366/0 (socket says 172.21.15.6:54366) 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 -- 172.21.15.6:0/232395473 learned_addr learned my addr 172.21.15.6:0/232395473 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f66310b4640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f662c0d1220 0x7f662c15fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f66308b3640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f662c0cdd20 0x7f662c156110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 -- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f662c0cdd20 msgr2=0x7f662c156110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f662c0cdd20 0x7f662c156110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 -- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f662c0d1220 msgr2=0x7f662c15fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f662c0d1220 0x7f662c15fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 -- 172.21.15.6:0/232395473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f662c0cad20 con 0x7f662c0d0e10 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f66310b4640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f662c0d1220 0x7f662c15fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f662bfff640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0d0e10 0x7f662c15f8d0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f662000b410 tx=0x7f662000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f66297fa640 1 -- 172.21.15.6:0/232395473 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6620015030 con 0x7f662c0d0e10 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f66297fa640 1 -- 172.21.15.6:0/232395473 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6620004020 con 0x7f662c0d0e10 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f662c166e70 con 0x7f662c0d0e10 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f66297fa640 1 -- 172.21.15.6:0/232395473 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66200044b0 con 0x7f662c0d0e10 2024-09-21T07:29:41.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f662c157460 con 0x7f662c0d0e10 2024-09-21T07:29:41.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f662c0cd0d0 con 0x7f662c0d0e10 2024-09-21T07:29:41.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.737+0000 7f66297fa640 1 -- 172.21.15.6:0/232395473 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6620018070 con 0x7f662c0d0e10 2024-09-21T07:29:41.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.741+0000 7f66297fa640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6618073200 0x7f6618075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:41.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.741+0000 7f66297fa640 1 -- 172.21.15.6:0/232395473 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f6620094200 con 0x7f662c0d0e10 2024-09-21T07:29:41.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.741+0000 7f66308b3640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6618073200 0x7f6618075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:41.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.741+0000 7f66308b3640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6618073200 0x7f6618075710 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f662c0d1b90 tx=0x7f661c005dd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:41.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.745+0000 7f66297fa640 1 -- 172.21.15.6:0/232395473 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f662c0cad20 con 0x7f662c0d0e10 2024-09-21T07:29:41.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.929+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f662c167040 con 0x7f662c0d0e10 2024-09-21T07:29:41.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.929+0000 7f66297fa640 1 -- 172.21.15.6:0/232395473 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v80) ==== 80+0+0 (secure 0 0 0) 0x7f662005f300 con 0x7f662c0d0e10 2024-09-21T07:29:41.933 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:29:41.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6618073200 msgr2=0x7f6618075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:41.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6618073200 0x7f6618075710 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f662c0d1b90 tx=0x7f661c005dd0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0d0e10 msgr2=0x7f662c15f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:41.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0d0e10 0x7f662c15f8d0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f662000b410 tx=0x7f662000b8d0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 shutdown_connections 2024-09-21T07:29:41.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6618073200 0x7f6618075710 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f662c0d1220 0x7f662c15fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f662c0d0e10 0x7f662c15f8d0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 --2- 172.21.15.6:0/232395473 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f662c0cdd20 0x7f662c156110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:41.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 >> 172.21.15.6:0/232395473 conn(0x7f662c0cee60 msgr2=0x7f662c0cf270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:41.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 shutdown_connections 2024-09-21T07:29:41.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:41.933+0000 7f6632b17640 1 -- 172.21.15.6:0/232395473 wait complete. 2024-09-21T07:29:41.957 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:41.957 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:41.963 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:29:42.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.117+0000 7f4f45425640 1 -- 172.21.15.6:0/1206729529 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f4006f450 msgr2=0x7f4f400ae9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:42.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.117+0000 7f4f45425640 1 --2- 172.21.15.6:0/1206729529 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f4006f450 0x7f4f400ae9f0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f4f400afc50 tx=0x7f4f3001c8a0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.117+0000 7f4f45425640 1 -- 172.21.15.6:0/1206729529 shutdown_connections 2024-09-21T07:29:42.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.117+0000 7f4f45425640 1 --2- 172.21.15.6:0/1206729529 >> v2:172.21.15.145:3300/0 conn(0x7f4f40162950 0x7f4f40164d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.117+0000 7f4f45425640 1 --2- 172.21.15.6:0/1206729529 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f4006f450 0x7f4f400ae9f0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.117+0000 7f4f45425640 1 -- 172.21.15.6:0/1206729529 >> 172.21.15.6:0/1206729529 conn(0x7f4f4006d5e0 msgr2=0x7f4f400b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:42.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.117+0000 7f4f45425640 1 -- 172.21.15.6:0/1206729529 shutdown_connections 2024-09-21T07:29:42.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.117+0000 7f4f45425640 1 -- 172.21.15.6:0/1206729529 wait complete. 2024-09-21T07:29:42.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 Processor -- start 2024-09-21T07:29:42.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 -- start start 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f4006f450 0x7f4f40148630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f400aef30 0x7f4f401518e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f40162950 0x7f4f400b3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4f40168b90 con 0x7f4f40162950 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4f40168a10 con 0x7f4f4006f450 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4f40168d10 con 0x7f4f400aef30 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f40162950 0x7f4f400b3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f40162950 0x7f4f400b3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54392/0 (socket says 172.21.15.6:54392) 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 -- 172.21.15.6:0/13427083 learned_addr learned my addr 172.21.15.6:0/13427083 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3effd640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f4006f450 0x7f4f40148630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:42.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3e7fc640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f400aef30 0x7f4f401518e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 -- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f400aef30 msgr2=0x7f4f401518e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f400aef30 0x7f4f401518e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 -- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f4006f450 msgr2=0x7f4f40148630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f4006f450 0x7f4f40148630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 -- 172.21.15.6:0/13427083 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f40151e20 con 0x7f4f40162950 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3e7fc640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f400aef30 0x7f4f401518e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f3f7fe640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f40162950 0x7f4f400b3880 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f4f3800d660 tx=0x7f4f3800db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f277fe640 1 -- 172.21.15.6:0/13427083 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38017070 con 0x7f4f40162950 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f277fe640 1 -- 172.21.15.6:0/13427083 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4f38005310 con 0x7f4f40162950 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f401505e0 con 0x7f4f40162950 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f277fe640 1 -- 172.21.15.6:0/13427083 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38009820 con 0x7f4f40162950 2024-09-21T07:29:42.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.121+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f40150ba0 con 0x7f4f40162950 2024-09-21T07:29:42.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.125+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f400ae9f0 con 0x7f4f40162950 2024-09-21T07:29:42.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.125+0000 7f4f277fe640 1 -- 172.21.15.6:0/13427083 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4f380099c0 con 0x7f4f40162950 2024-09-21T07:29:42.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.125+0000 7f4f277fe640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4f2c073200 0x7f4f2c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:42.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.125+0000 7f4f277fe640 1 -- 172.21.15.6:0/13427083 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f4f38094220 con 0x7f4f40162950 2024-09-21T07:29:42.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.125+0000 7f4f3effd640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4f2c073200 0x7f4f2c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:42.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.125+0000 7f4f3effd640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4f2c073200 0x7f4f2c075710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4f300af000 tx=0x7f4f3001b0e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:42.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.129+0000 7f4f277fe640 1 -- 172.21.15.6:0/13427083 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4f3805f2d0 con 0x7f4f40162950 2024-09-21T07:29:42.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.313+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4f400736c0 con 0x7f4f40162950 2024-09-21T07:29:42.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.313+0000 7f4f277fe640 1 -- 172.21.15.6:0/13427083 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v80) ==== 80+0+0 (secure 0 0 0) 0x7f4f3805ebd0 con 0x7f4f40162950 2024-09-21T07:29:42.318 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:29:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4f2c073200 msgr2=0x7f4f2c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4f2c073200 0x7f4f2c075710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4f300af000 tx=0x7f4f3001b0e0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f40162950 msgr2=0x7f4f400b3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f40162950 0x7f4f400b3880 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f4f3800d660 tx=0x7f4f3800db20 comp rx=0 tx=0).stop 2024-09-21T07:29:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 shutdown_connections 2024-09-21T07:29:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4f2c073200 0x7f4f2c075710 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f40162950 0x7f4f400b3880 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4f400aef30 0x7f4f401518e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 --2- 172.21.15.6:0/13427083 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4f4006f450 0x7f4f40148630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:42.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 >> 172.21.15.6:0/13427083 conn(0x7f4f4006d5e0 msgr2=0x7f4f40152330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:42.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 shutdown_connections 2024-09-21T07:29:42.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:42.317+0000 7f4f45425640 1 -- 172.21.15.6:0/13427083 wait complete. 2024-09-21T07:29:42.339 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:29:42.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:42.339 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:29:42.353 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35812]: fuse finished with error 0 and tester_r 0 2024-09-21T07:29:42.354 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:48.456 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:29:48.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:29:48.456 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:29:48.464 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:48.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.632+0000 7f9cf20d3640 1 -- 172.21.15.6:0/625656314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 msgr2=0x7f9cd4003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:48.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.632+0000 7f9cf20d3640 1 --2- 172.21.15.6:0/625656314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 0x7f9cd4003ed0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f9cec0701c0 tx=0x7f9cdc01d280 comp rx=0 tx=0).stop 2024-09-21T07:29:48.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.632+0000 7f9cf20d3640 1 -- 172.21.15.6:0/625656314 shutdown_connections 2024-09-21T07:29:48.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.632+0000 7f9cf20d3640 1 --2- 172.21.15.6:0/625656314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 0x7f9cd4003ed0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.632+0000 7f9cf20d3640 1 -- 172.21.15.6:0/625656314 >> 172.21.15.6:0/625656314 conn(0x7f9cec06d480 msgr2=0x7f9cec0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:48.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.632+0000 7f9cf20d3640 1 -- 172.21.15.6:0/625656314 shutdown_connections 2024-09-21T07:29:48.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.632+0000 7f9cf20d3640 1 -- 172.21.15.6:0/625656314 wait complete. 2024-09-21T07:29:48.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 Processor -- start 2024-09-21T07:29:48.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 -- start start 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 0x7f9cec15de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cec0afc50 0x7f9cec14a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cec1f9c20 0x7f9cec0ae1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9cec0c6660 con 0x7f9cd4003a60 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9cec0c64e0 con 0x7f9cec1f9c20 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9cec0c67e0 con 0x7f9cec0afc50 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 0x7f9cec15de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 0x7f9cec15de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44628/0 (socket says 172.21.15.6:44628) 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 -- 172.21.15.6:0/932200379 learned_addr learned my addr 172.21.15.6:0/932200379 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceaffd640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cec0afc50 0x7f9cec14a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:48.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cebfff640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cec1f9c20 0x7f9cec0ae1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 -- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cec0afc50 msgr2=0x7f9cec14a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cec0afc50 0x7f9cec14a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 -- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cec1f9c20 msgr2=0x7f9cec0ae1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cec1f9c20 0x7f9cec0ae1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 -- 172.21.15.6:0/932200379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cec15cf10 con 0x7f9cd4003a60 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceaffd640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cec0afc50 0x7f9cec14a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9ceb7fe640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 0x7f9cec15de30 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc01cd40 tx=0x7f9cdc004ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cd3fff640 1 -- 172.21.15.6:0/932200379 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cdc003980 con 0x7f9cd4003a60 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cd3fff640 1 -- 172.21.15.6:0/932200379 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9cdc003b20 con 0x7f9cd4003a60 2024-09-21T07:29:48.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cec15d1f0 con 0x7f9cd4003a60 2024-09-21T07:29:48.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cd3fff640 1 -- 172.21.15.6:0/932200379 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cdc0060d0 con 0x7f9cd4003a60 2024-09-21T07:29:48.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cec1f9700 con 0x7f9cd4003a60 2024-09-21T07:29:48.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.636+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cec0c6cb0 con 0x7f9cd4003a60 2024-09-21T07:29:48.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.640+0000 7f9cd3fff640 1 -- 172.21.15.6:0/932200379 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9cdc006270 con 0x7f9cd4003a60 2024-09-21T07:29:48.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.640+0000 7f9cd3fff640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9cd8073200 0x7f9cd8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:48.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.640+0000 7f9cd3fff640 1 -- 172.21.15.6:0/932200379 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f9cdc12eab0 con 0x7f9cd4003a60 2024-09-21T07:29:48.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.640+0000 7f9ceaffd640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9cd8073200 0x7f9cd8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:48.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.640+0000 7f9ceaffd640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9cd8073200 0x7f9cd8075710 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9cec14f7a0 tx=0x7f9ce00091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:48.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.644+0000 7f9cd3fff640 1 -- 172.21.15.6:0/932200379 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9cdc0bf060 con 0x7f9cd4003a60 2024-09-21T07:29:48.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.852+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9cec070e20 con 0x7f9cd4003a60 2024-09-21T07:29:48.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.852+0000 7f9cd3fff640 1 -- 172.21.15.6:0/932200379 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5222 (secure 0 0 0) 0x7f9cdc100020 con 0x7f9cd4003a60 2024-09-21T07:29:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:48.859 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":59,"btime":"2024-09-21T07:29:25:525462+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5474,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/1305778591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1305778591},{"type":"v1","addr":"172.21.15.6:6834","nonce":1305778591}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5929,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3581332141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3581332141},{"type":"v1","addr":"172.21.15.145:6835","nonce":3581332141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5932,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1770981151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1770981151},{"type":"v1","addr":"172.21.15.145:6837","nonce":1770981151}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:29:21.876520+0000","modified":"2024-09-21T07:29:24.945129+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6486},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6486":{"gid":6486,"name":"a","rank":0,"incarnation":55,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/831844417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":831844417},{"type":"v1","addr":"172.21.15.6:6835","nonce":831844417}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6486,"qdb_cluster":[6486]},"id":6}]} 2024-09-21T07:29:48.859 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 59 2024-09-21T07:29:48.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9cd8073200 msgr2=0x7f9cd8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:48.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9cd8073200 0x7f9cd8075710 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9cec14f7a0 tx=0x7f9ce00091e0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 msgr2=0x7f9cec15de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:48.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 0x7f9cec15de30 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc01cd40 tx=0x7f9cdc004ec0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 shutdown_connections 2024-09-21T07:29:48.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9cd8073200 0x7f9cd8075710 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9cec1f9c20 0x7f9cec0ae1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9cec0afc50 0x7f9cec14a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 --2- 172.21.15.6:0/932200379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9cd4003a60 0x7f9cec15de30 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:48.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 >> 172.21.15.6:0/932200379 conn(0x7f9cec06d480 msgr2=0x7f9cec0b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:48.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 shutdown_connections 2024-09-21T07:29:48.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:48.856+0000 7f9cf20d3640 1 -- 172.21.15.6:0/932200379 wait complete. 2024-09-21T07:29:48.879 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-21T07:29:49.048 INFO:teuthology.orchestra.run.smithi006.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":20,"msgr_send_messages":22,"msgr_recv_bytes":5042,"msgr_send_bytes":16532,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.005268739,"msgr_running_send_time":0.000920060,"msgr_running_recv_time":0.002347303,"msgr_running_fast_dispatch_time":0.000618264,"msgr_send_messages_queue_lat":{"avgcount":21,"sum":0.084425725,"avgtime":0.004020272},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"AsyncMessenger::Worker-1":{"msgr_recv_messages":25,"msgr_send_messages":29,"msgr_recv_bytes":6650,"msgr_send_bytes":134713,"msgr_created_connections":8,"msgr_active_connections":3,"msgr_running_total_time":0.008046313,"msgr_running_send_time":0.002161583,"msgr_running_recv_time":0.004947813,"msgr_running_fast_dispatch_time":0.000664641,"msgr_send_messages_queue_lat":{"avgcount":28,"sum":0.055868365,"avgtime":0.001995298},"msgr_handle_ack_lat":{"avgcount":19,"sum":0.000012815,"avgtime":0.000000674},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":103136},"AsyncMessenger::Worker-2":{"msgr_recv_messages":93,"msgr_send_messages":77,"msgr_recv_bytes":132545,"msgr_send_bytes":23177,"msgr_created_connections":5,"msgr_active_connections":3,"msgr_running_total_time":0.013791185,"msgr_running_send_time":0.003764886,"msgr_running_recv_time":0.017170240,"msgr_running_fast_dispatch_time":0.001109345,"msgr_send_messages_queue_lat":{"avgcount":77,"sum":0.146046945,"avgtime":0.001896713},"msgr_handle_ack_lat":{"avgcount":18,"sum":0.000006945,"avgtime":0.000000385},"msgr_recv_encrypted_bytes":123440,"msgr_send_encrypted_bytes":14080},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":55,"sum":0.002693809,"avgtime":0.000048978}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000029375,"avgtime":0.000014687}},"mds":{"request":3,"reply":3,"reply_latency":{"avgcount":3,"sum":0.001490168,"avgtime":0.000496722},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":0,"caps":0,"subtrees":2,"traverse":5,"traverse_hit":5,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0,"uninline_started":0,"uninline_succeeded":0,"uninline_write_failed":0},"mds_log":{"evlrg":0,"evadd":7,"evex":0,"evtrm":0,"ev":7,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197223,"rdpos":0,"jlat":{"avgcount":5,"sum":0.017608025,"avgtime":0.003521605},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":0,"cap+":2,"cap-":2,"rss":108348,"heap":332161024},"mds_server":{"dispatch_client_request":3,"dispatch_server_request":0,"handle_client_request":3,"handle_client_session":8,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":2,"sum":0.000804731,"avgtime":0.000402365},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000685437,"avgtime":0.000685437},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":2,"average_load":1,"avg_session_uptime":5,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221411,"buffer_anon_items":62,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52672,"mds_co_items":211,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":44,"op_send_bytes":14129,"op_resend":37,"op_reply":44,"op_latency":{"avgcount":44,"sum":1.235986156,"avgtime":0.028090594},"op_inflight":0,"oplen_avg":{"avgcount":44,"sum":68},"op":44,"op_r":0,"op_w":44,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":5,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":80,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":132,"get_sum":127413,"get_or_fail_fail":0,"get_or_fail_success":132,"take":0,"take_sum":0,"put":132,"put_sum":127413,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":44,"take_sum":14129,"put":44,"put_sum":14129,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":44,"take_sum":44,"put":44,"put_sum":44,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55d76198d450":{"val":0,"max":3758096384,"get_started":0,"get":7,"get_sum":2919,"get_or_fail_fail":0,"get_or_fail_success":7,"take":0,"take_sum":0,"put":5,"put_sum":2919,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"trackedop":{"slow_ops_count":0}} 2024-09-21T07:29:49.049 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 5042, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 20, "msgr_running_fast_dispatch_time": 0.000618264, "msgr_running_recv_time": 0.002347303, "msgr_running_send_time": 0.00092006, "msgr_running_total_time": 0.005268739, "msgr_send_bytes": 16532, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 22, "msgr_send_messages_queue_lat": { "avgcount": 21, "avgtime": 0.004020272, "sum": 0.084425725 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 19, "avgtime": 6.74e-07, "sum": 1.2815e-05 }, "msgr_recv_bytes": 6650, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 25, "msgr_running_fast_dispatch_time": 0.000664641, "msgr_running_recv_time": 0.004947813, "msgr_running_send_time": 0.002161583, "msgr_running_total_time": 0.008046313, "msgr_send_bytes": 134713, "msgr_send_encrypted_bytes": 103136, "msgr_send_messages": 29, "msgr_send_messages_queue_lat": { "avgcount": 28, "avgtime": 0.001995298, "sum": 0.055868365 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 18, "avgtime": 3.85e-07, "sum": 6.945e-06 }, "msgr_recv_bytes": 132545, "msgr_recv_encrypted_bytes": 123440, "msgr_recv_messages": 93, "msgr_running_fast_dispatch_time": 0.001109345, "msgr_running_recv_time": 0.01717024, "msgr_running_send_time": 0.003764886, "msgr_running_total_time": 0.013791185, "msgr_send_bytes": 23177, "msgr_send_encrypted_bytes": 14080, "msgr_send_messages": 77, "msgr_send_messages_queue_lat": { "avgcount": 77, "avgtime": 0.001896713, "sum": 0.146046945 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 55, "avgtime": 4.8978e-05, "sum": 0.002693809 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 1.4687e-05, "sum": 2.9375e-05 }, "queue_len": 0 }, "mds": { "caps": 0, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 0, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 3, "reply_latency": { "avgcount": 3, "avgtime": 0.000496722, "sum": 0.001490168 }, "request": 3, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0, "uninline_started": 0, "uninline_succeeded": 0, "uninline_write_failed": 0 }, "mds_log": { "ev": 7, "evadd": 7, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 5, "avgtime": 0.003521605, "sum": 0.017608025 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197223 }, "mds_mem": { "cap": 0, "cap+": 2, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 332161024, "ino": 13, "ino+": 13, "ino-": 0, "rss": 108348 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 3, "dispatch_server_request": 0, "handle_client_request": 3, "handle_client_session": 8, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 2, "avgtime": 0.000402365, "sum": 0.000804731 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000685437, "sum": 0.000685437 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 1, "avg_session_uptime": 5, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 2 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221411, "buffer_anon_items": 62, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52672, "mds_co_items": 211, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 80, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 44, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 44, "avgtime": 0.028090594, "sum": 1.235986156 }, "op_pg": 0, "op_r": 0, "op_reply": 44, "op_resend": 37, "op_rmw": 0, "op_send": 44, "op_send_bytes": 14129, "op_w": 44, "oplen_avg": { "avgcount": 44, "sum": 68 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 5, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 132, "get_or_fail_fail": 0, "get_or_fail_success": 132, "get_started": 0, "get_sum": 127413, "max": 104857600, "put": 132, "put_sum": 127413, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 44, "put_sum": 14129, "take": 44, "take_sum": 14129, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 44, "put_sum": 44, "take": 44, "take_sum": 44, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55d76198d450": { "get": 7, "get_or_fail_fail": 0, "get_or_fail_success": 7, "get_started": 0, "get_sum": 2919, "max": 3758096384, "put": 5, "put_sum": 2919, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "trackedop": { "slow_ops_count": 0 } } 2024-09-21T07:29:49.050 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 session ls 2024-09-21T07:29:49.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 -- 172.21.15.6:0/1977699611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c0b44e0 msgr2=0x7fda1c0b48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 --2- 172.21.15.6:0/1977699611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c0b44e0 0x7fda1c0b48f0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7fda0c009900 tx=0x7fda0c01c700 comp rx=0 tx=0).stop 2024-09-21T07:29:49.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 -- 172.21.15.6:0/1977699611 shutdown_connections 2024-09-21T07:29:49.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 --2- 172.21.15.6:0/1977699611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c0b44e0 0x7fda1c0b48f0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 -- 172.21.15.6:0/1977699611 >> 172.21.15.6:0/1977699611 conn(0x7fda1c06d480 msgr2=0x7fda1c0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:49.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 -- 172.21.15.6:0/1977699611 shutdown_connections 2024-09-21T07:29:49.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 -- 172.21.15.6:0/1977699611 wait complete. 2024-09-21T07:29:49.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 Processor -- start 2024-09-21T07:29:49.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.208+0000 7fda24416640 1 -- start start 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda24416640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c06f620 0x7fda1c14eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda24416640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda1c0b44e0 0x7fda1c1521d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda24416640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda1c1535c0 0x7fda1c152710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda24416640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c0cfda0 con 0x7fda1c06f620 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda24416640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c0cfc20 con 0x7fda1c0b44e0 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda24416640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fda1c0cff20 con 0x7fda1c1535c0 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c06f620 0x7fda1c14eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c06f620 0x7fda1c14eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44660/0 (socket says 172.21.15.6:44660) 2024-09-21T07:29:49.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 -- 172.21.15.6:0/946110533 learned_addr learned my addr 172.21.15.6:0/946110533 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda219b1640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda1c0b44e0 0x7fda1c1521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 -- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda1c1535c0 msgr2=0x7fda1c152710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda229b3640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda1c1535c0 0x7fda1c152710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda1c1535c0 0x7fda1c152710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 -- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda1c0b44e0 msgr2=0x7fda1c1521d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda1c0b44e0 0x7fda1c1521d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 -- 172.21.15.6:0/946110533 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda1c14a820 con 0x7fda1c06f620 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda219b1640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda1c0b44e0 0x7fda1c1521d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda221b2640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c06f620 0x7fda1c14eca0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fda1800b440 tx=0x7fda1800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda12ffd640 1 -- 172.21.15.6:0/946110533 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18015020 con 0x7fda1c06f620 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda12ffd640 1 -- 172.21.15.6:0/946110533 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda18011980 con 0x7fda1c06f620 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda24416640 1 -- 172.21.15.6:0/946110533 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda1c14ab00 con 0x7fda1c06f620 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda12ffd640 1 -- 172.21.15.6:0/946110533 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18011dd0 con 0x7fda1c06f620 2024-09-21T07:29:49.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.212+0000 7fda24416640 1 -- 172.21.15.6:0/946110533 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda1c14b0c0 con 0x7fda1c06f620 2024-09-21T07:29:49.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda12ffd640 1 -- 172.21.15.6:0/946110533 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fda18018020 con 0x7fda1c06f620 2024-09-21T07:29:49.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda12ffd640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda00073230 0x7fda00075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda12ffd640 1 -- 172.21.15.6:0/946110533 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fda180940e0 con 0x7fda1c06f620 2024-09-21T07:29:49.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda219b1640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda00073230 0x7fda00075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda2b6e1000 1 Processor -- start 2024-09-21T07:29:49.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda2b6e1000 1 -- start start 2024-09-21T07:29:49.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda219b1640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda00073230 0x7fda00075740 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fda0c0af000 tx=0x7fda0c01af40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:49.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d70745960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705cc5a0 0x561d70745ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 0x561d707463e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561d705e3d50 con 0x561d705d3320 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561d70557b10 con 0x561d705cc5a0 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x561d70546f40 con 0x561d705ccdb0 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d70745960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d70745960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44670/0 (socket says 172.21.15.6:44670) 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 -- 172.21.15.6:0/1614501580 learned_addr learned my addr 172.21.15.6:0/1614501580 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda219b1640 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705cc5a0 0x561d70745ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda229b3640 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 0x561d707463e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 -- 172.21.15.6:0/1614501580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 msgr2=0x561d707463e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 0x561d707463e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 -- 172.21.15.6:0/1614501580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705cc5a0 msgr2=0x561d70745ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705cc5a0 0x561d70745ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 -- 172.21.15.6:0/1614501580 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d704c8120 con 0x561d705d3320 2024-09-21T07:29:49.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fda221b2640 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d70745960 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fda180924b0 tx=0x7fda1805e640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e318e85be41db807 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:49.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fd9fffff640 1 -- 172.21.15.6:0/1614501580 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18084070 con 0x561d705d3320 2024-09-21T07:29:49.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fd9fffff640 1 -- 172.21.15.6:0/1614501580 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda180634d0 con 0x561d705d3320 2024-09-21T07:29:49.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.216+0000 7fd9fffff640 1 -- 172.21.15.6:0/1614501580 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18068380 con 0x561d705d3320 2024-09-21T07:29:49.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- 172.21.15.6:0/1614501580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 msgr2=0x561d70745960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d70745960 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fda180924b0 tx=0x7fda1805e640 comp rx=0 tx=0).stop 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- 172.21.15.6:0/1614501580 shutdown_connections 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 0x561d707463e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705cc5a0 0x561d70745ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/1614501580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d70745960 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- 172.21.15.6:0/1614501580 >> 172.21.15.6:0/1614501580 conn(0x561d70204920 msgr2=0x561d70728e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- 172.21.15.6:0/1614501580 shutdown_connections 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- 172.21.15.6:0/1614501580 wait complete. 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- start start 2024-09-21T07:29:49.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 Processor -- start 2024-09-21T07:29:49.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 0x561d70727f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70728490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d707289d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561d704ec500 con 0x561d705d3320 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561d7054ad50 con 0x561d705ccdb0 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x561d7020c680 con 0x561d705cc5a0 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda2b6e1000 10 client.0 _ll_register_callbacks cb 0x561d706e7100 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d707289d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d707289d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44674/0 (socket says 172.21.15.6:44674) 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 -- 172.21.15.6:0/2065483500 learned_addr learned my addr 172.21.15.6:0/2065483500 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda219b1640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70728490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda221b2640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 0x561d70727f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 -- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 msgr2=0x561d70727f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 0x561d70727f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 -- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 msgr2=0x561d70728490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70728490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 -- 172.21.15.6:0/2065483500 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d704fbc60 con 0x561d705d3320 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda221b2640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 0x561d70727f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda219b1640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70728490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fda229b3640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d707289d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fda1400f4b0 tx=0x7fda1400f970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9aed494e35521d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.220+0000 7fd9fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/2065483500 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda14003b90 con 0x561d705d3320 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/2065483500 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fda14003d30 con 0x561d705d3320 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 -- 172.21.15.6:0/2065483500 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561d704df330 con 0x561d705d3320 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/2065483500 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7fda14020050 con 0x561d705d3320 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 10 client.6702 fetch_fsmap learned FSMap version 59 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 -- 172.21.15.6:0/2065483500 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x561d70545be0 con 0x561d705d3320 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/2065483500 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x561d704df330 con 0x561d705d3320 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/2065483500 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 59) ==== 3502+0+0 (secure 0 0 0) 0x7fda14023020 con 0x561d705d3320 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 10 client.6702 fetch_fsmap finished waiting for FSMap version 59 2024-09-21T07:29:49.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 10 client.6702 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.a 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 20 client.6702 populate_metadata read hostname 'smithi006' 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x561d701e9930 0x561d70756f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 4 client.6702 mds_command: new command op to 6486 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 -- 172.21.15.6:0/2065483500 --> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d70559a60 con 0x561d701e9930 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda221b2640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x561d701e9930 0x561d70756f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 10 client.6702 ms_handle_connect on v2:172.21.15.6:6833/831844417 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda221b2640 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x561d701e9930 0x561d70756f20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a52db4c4a2b984ec server_cookie=6f6ad15b5e04117b in_seq=0 out_seq=0 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/2065483500 <== mds.0 v2:172.21.15.6:6833/831844417 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x561d70559a60 con 0x561d701e9930 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 10 client.6702 handle_command_reply: tid=0 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 client.6702 shutdown 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 -- 172.21.15.6:0/2065483500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 msgr2=0x561d707289d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d707289d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fda1400f4b0 tx=0x7fda1400f970 comp rx=0 tx=0).stop 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 -- 172.21.15.6:0/2065483500 shutdown_connections 2024-09-21T07:29:49.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x561d701e9930 0x561d70756f20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705d3320 0x561d707289d0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70728490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/2065483500 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 0x561d70727f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fd9fd7fa640 0 client.6702 ms_handle_reset on v2:172.21.15.6:6833/831844417 2024-09-21T07:29:49.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 -- 172.21.15.6:0/2065483500 >> 172.21.15.6:0/2065483500 conn(0x561d70204920 msgr2=0x561d706f97e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:49.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 -- 172.21.15.6:0/2065483500 shutdown_connections 2024-09-21T07:29:49.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 1 -- 172.21.15.6:0/2065483500 wait complete. 2024-09-21T07:29:49.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.224+0000 7fda2b6e1000 20 client.6702 trim_cache size 0 max 16384 2024-09-21T07:29:49.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda2b6e1000 1 Processor -- start 2024-09-21T07:29:49.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda2b6e1000 1 -- start start 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d70204920 0x561d707008e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705cc5a0 0x561d70700e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 0x561d7075a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561d706ff2f0 con 0x561d705cc5a0 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c203450 con 0x561d70204920 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fda1c145bd0 con 0x561d705ccdb0 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705cc5a0 0x561d70700e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705cc5a0 0x561d70700e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44688/0 (socket says 172.21.15.6:44688) 2024-09-21T07:29:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 -- 172.21.15.6:0/3191262850 learned_addr learned my addr 172.21.15.6:0/3191262850 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda221b2640 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d70204920 0x561d707008e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda229b3640 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 0x561d7075a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 -- 172.21.15.6:0/3191262850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 msgr2=0x561d7075a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 0x561d7075a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 -- 172.21.15.6:0/3191262850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d70204920 msgr2=0x561d707008e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d70204920 0x561d707008e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 -- 172.21.15.6:0/3191262850 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d704e51f0 con 0x561d705cc5a0 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fda219b1640 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705cc5a0 0x561d70700e20 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fda0c01a330 tx=0x7fda0c0b5000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb17e85fd0d518da server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fd9ff7fe640 1 -- 172.21.15.6:0/3191262850 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0c0c9070 con 0x561d705cc5a0 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fd9ff7fe640 1 -- 172.21.15.6:0/3191262850 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda0c0bf050 con 0x561d705cc5a0 2024-09-21T07:29:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.244+0000 7fd9ff7fe640 1 -- 172.21.15.6:0/3191262850 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0c005240 con 0x561d705cc5a0 2024-09-21T07:29:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3191262850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705cc5a0 msgr2=0x561d70700e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705cc5a0 0x561d70700e20 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fda0c01a330 tx=0x7fda0c0b5000 comp rx=0 tx=0).stop 2024-09-21T07:29:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3191262850 shutdown_connections 2024-09-21T07:29:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705ccdb0 0x561d7075a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d705cc5a0 0x561d70700e20 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3191262850 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d70204920 0x561d707008e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3191262850 >> 172.21.15.6:0/3191262850 conn(0x561d70752800 msgr2=0x561d707001d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3191262850 shutdown_connections 2024-09-21T07:29:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3191262850 wait complete. 2024-09-21T07:29:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- start start 2024-09-21T07:29:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 Processor -- start 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d70204920 0x561d70759550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 0x561d70759a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70777440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561d70704d90 con 0x561d70204920 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x561d7054a060 con 0x561d705ccdb0 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x561d705128b0 con 0x561d705cc5a0 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 10 client.0 _ll_register_callbacks cb 0x7fda140014b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d70204920 0x561d70759550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d70204920 0x561d70759550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44704/0 (socket says 172.21.15.6:44704) 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 -- 172.21.15.6:0/3589801214 learned_addr learned my addr 172.21.15.6:0/3589801214 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 -- 172.21.15.6:0/3589801214 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 msgr2=0x561d70759a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 0x561d70759a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda229b3640 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70777440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 -- 172.21.15.6:0/3589801214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 msgr2=0x561d70777440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70777440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 -- 172.21.15.6:0/3589801214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d7050d990 con 0x561d70204920 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda221b2640 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d70204920 0x561d70759550 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fda18063690 tx=0x7fda18092440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=685d1a85cf7dae7 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fd9fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/3589801214 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18084040 con 0x561d70204920 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/3589801214 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fda18063100 con 0x561d70204920 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.248+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3589801214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda0c0bf050 con 0x561d70204920 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/3589801214 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7fda1805b040 con 0x561d70204920 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 10 client.6708 fetch_fsmap learned FSMap version 59 2024-09-21T07:29:49.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3589801214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x561d704dd580 con 0x561d70204920 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/3589801214 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda0c0bf050 con 0x561d70204920 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/3589801214 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 59) ==== 3502+0+0 (secure 0 0 0) 0x7fda1805dc50 con 0x561d70204920 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 10 client.6708 fetch_fsmap finished waiting for FSMap version 59 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 10 client.6708 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.a 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 20 client.6708 populate_metadata read hostname 'smithi006' 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x561d70202fe0 0x561d70777e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 4 client.6708 mds_command: new command op to 6486 tid=0 multi_id=0 [{"prefix": "session ls"}] 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3589801214 --> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] -- command(tid 0: {"prefix": "session ls"}) -- 0x561d70555510 con 0x561d70202fe0 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda219b1640 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x561d70202fe0 0x561d70777e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda219b1640 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x561d70202fe0 0x561d70777e00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d44193dce9a23f18 server_cookie=34989edf4d6b045b in_seq=0 out_seq=0 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fd9fd7fa640 10 client.6708 ms_handle_connect on v2:172.21.15.6:6833/831844417 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fd9fd7fa640 1 -- 172.21.15.6:0/3589801214 <== mds.0 v2:172.21.15.6:6833/831844417 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561d70555510 con 0x561d70202fe0 2024-09-21T07:29:49.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fd9fd7fa640 10 client.6708 handle_command_reply: tid=0 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 client.6708 shutdown 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3589801214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d70204920 msgr2=0x561d70759550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d70204920 0x561d70759550 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fda18063690 tx=0x7fda18092440 comp rx=0 tx=0).stop 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3589801214 shutdown_connections 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.6:6833/831844417,v1:172.21.15.6:6835/831844417] conn(0x561d70202fe0 0x561d70777e00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x561d705ccdb0 0x561d70777440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x561d705cc5a0 0x561d70759a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fd9fd7fa640 0 client.6708 ms_handle_reset on v2:172.21.15.6:6833/831844417 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 --2- 172.21.15.6:0/3589801214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561d70204920 0x561d70759550 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3589801214 >> 172.21.15.6:0/3589801214 conn(0x561d70752800 msgr2=0x561d70700b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3589801214 shutdown_connections 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 1 -- 172.21.15.6:0/3589801214 wait complete. 2024-09-21T07:29:49.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda2b6e1000 20 client.6708 trim_cache size 0 max 16384 2024-09-21T07:29:49.261 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-09-21T07:29:49.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 -- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda00073230 msgr2=0x7fda00075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda00073230 0x7fda00075740 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fda0c0af000 tx=0x7fda0c01af40 comp rx=0 tx=0).stop 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 -- 172.21.15.6:0/946110533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c06f620 msgr2=0x7fda1c14eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c06f620 0x7fda1c14eca0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fda1800b440 tx=0x7fda1800b900 comp rx=0 tx=0).stop 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 -- 172.21.15.6:0/946110533 shutdown_connections 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda00073230 0x7fda00075740 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda1c1535c0 0x7fda1c152710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda1c0b44e0 0x7fda1c1521d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 --2- 172.21.15.6:0/946110533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda1c06f620 0x7fda1c14eca0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 -- 172.21.15.6:0/946110533 >> 172.21.15.6:0/946110533 conn(0x7fda1c06d480 msgr2=0x7fda1c06fa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 -- 172.21.15.6:0/946110533 shutdown_connections 2024-09-21T07:29:49.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.252+0000 7fda24416640 1 -- 172.21.15.6:0/946110533 wait complete. 2024-09-21T07:29:49.276 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-21T07:29:49.436 INFO:teuthology.orchestra.run.smithi006.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":20,"msgr_send_messages":22,"msgr_recv_bytes":5042,"msgr_send_bytes":16532,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.005410276,"msgr_running_send_time":0.000920060,"msgr_running_recv_time":0.002347303,"msgr_running_fast_dispatch_time":0.000618264,"msgr_send_messages_queue_lat":{"avgcount":21,"sum":0.084425725,"avgtime":0.004020272},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"AsyncMessenger::Worker-1":{"msgr_recv_messages":27,"msgr_send_messages":31,"msgr_recv_bytes":6940,"msgr_send_bytes":159356,"msgr_created_connections":10,"msgr_active_connections":3,"msgr_running_total_time":0.008989710,"msgr_running_send_time":0.002246161,"msgr_running_recv_time":0.005704250,"msgr_running_fast_dispatch_time":0.000664641,"msgr_send_messages_queue_lat":{"avgcount":30,"sum":0.055892771,"avgtime":0.001863092},"msgr_handle_ack_lat":{"avgcount":21,"sum":0.000012972,"avgtime":0.000000617},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":103136},"AsyncMessenger::Worker-2":{"msgr_recv_messages":93,"msgr_send_messages":77,"msgr_recv_bytes":132545,"msgr_send_bytes":23177,"msgr_created_connections":5,"msgr_active_connections":3,"msgr_running_total_time":0.013791185,"msgr_running_send_time":0.003764886,"msgr_running_recv_time":0.017170240,"msgr_running_fast_dispatch_time":0.001109345,"msgr_send_messages_queue_lat":{"avgcount":77,"sum":0.146046945,"avgtime":0.001896713},"msgr_handle_ack_lat":{"avgcount":18,"sum":0.000006945,"avgtime":0.000000385},"msgr_recv_encrypted_bytes":123440,"msgr_send_encrypted_bytes":14080},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":55,"sum":0.002693809,"avgtime":0.000048978}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000029375,"avgtime":0.000014687}},"mds":{"request":3,"reply":3,"reply_latency":{"avgcount":3,"sum":0.001490168,"avgtime":0.000496722},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":0,"caps":0,"subtrees":2,"traverse":5,"traverse_hit":5,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0,"uninline_started":0,"uninline_succeeded":0,"uninline_write_failed":0},"mds_log":{"evlrg":0,"evadd":7,"evex":0,"evtrm":0,"ev":7,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197223,"rdpos":0,"jlat":{"avgcount":5,"sum":0.017608025,"avgtime":0.003521605},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":0,"cap+":2,"cap-":2,"rss":108348,"heap":332161024},"mds_server":{"dispatch_client_request":3,"dispatch_server_request":0,"handle_client_request":3,"handle_client_session":8,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":2,"sum":0.000804731,"avgtime":0.000402365},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000685437,"avgtime":0.000685437},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":2,"average_load":1,"avg_session_uptime":5,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221411,"buffer_anon_items":62,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5312,"osdmap_items":75,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52672,"mds_co_items":211,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":44,"op_send_bytes":14129,"op_resend":37,"op_reply":44,"op_latency":{"avgcount":44,"sum":1.235986156,"avgtime":0.028090594},"op_inflight":0,"oplen_avg":{"avgcount":44,"sum":68},"op":44,"op_r":0,"op_w":44,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":5,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":80,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":134,"get_sum":127523,"get_or_fail_fail":0,"get_or_fail_success":134,"take":0,"take_sum":0,"put":134,"put_sum":127523,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":44,"take_sum":14129,"put":44,"put_sum":14129,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":44,"take_sum":44,"put":44,"put_sum":44,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55d76198d450":{"val":0,"max":3758096384,"get_started":0,"get":7,"get_sum":2919,"get_or_fail_fail":0,"get_or_fail_success":7,"take":0,"take_sum":0,"put":5,"put_sum":2919,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"trackedop":{"slow_ops_count":0}} 2024-09-21T07:29:49.438 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 5042, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 20, "msgr_running_fast_dispatch_time": 0.000618264, "msgr_running_recv_time": 0.002347303, "msgr_running_send_time": 0.00092006, "msgr_running_total_time": 0.005410276, "msgr_send_bytes": 16532, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 22, "msgr_send_messages_queue_lat": { "avgcount": 21, "avgtime": 0.004020272, "sum": 0.084425725 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 10, "msgr_handle_ack_lat": { "avgcount": 21, "avgtime": 6.17e-07, "sum": 1.2972e-05 }, "msgr_recv_bytes": 6940, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 27, "msgr_running_fast_dispatch_time": 0.000664641, "msgr_running_recv_time": 0.00570425, "msgr_running_send_time": 0.002246161, "msgr_running_total_time": 0.00898971, "msgr_send_bytes": 159356, "msgr_send_encrypted_bytes": 103136, "msgr_send_messages": 31, "msgr_send_messages_queue_lat": { "avgcount": 30, "avgtime": 0.001863092, "sum": 0.055892771 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 18, "avgtime": 3.85e-07, "sum": 6.945e-06 }, "msgr_recv_bytes": 132545, "msgr_recv_encrypted_bytes": 123440, "msgr_recv_messages": 93, "msgr_running_fast_dispatch_time": 0.001109345, "msgr_running_recv_time": 0.01717024, "msgr_running_send_time": 0.003764886, "msgr_running_total_time": 0.013791185, "msgr_send_bytes": 23177, "msgr_send_encrypted_bytes": 14080, "msgr_send_messages": 77, "msgr_send_messages_queue_lat": { "avgcount": 77, "avgtime": 0.001896713, "sum": 0.146046945 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 55, "avgtime": 4.8978e-05, "sum": 0.002693809 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 1.4687e-05, "sum": 2.9375e-05 }, "queue_len": 0 }, "mds": { "caps": 0, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 0, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 3, "reply_latency": { "avgcount": 3, "avgtime": 0.000496722, "sum": 0.001490168 }, "request": 3, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0, "uninline_started": 0, "uninline_succeeded": 0, "uninline_write_failed": 0 }, "mds_log": { "ev": 7, "evadd": 7, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 5, "avgtime": 0.003521605, "sum": 0.017608025 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197223 }, "mds_mem": { "cap": 0, "cap+": 2, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 332161024, "ino": 13, "ino+": 13, "ino-": 0, "rss": 108348 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 3, "dispatch_server_request": 0, "handle_client_request": 3, "handle_client_session": 8, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 2, "avgtime": 0.000402365, "sum": 0.000804731 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000685437, "sum": 0.000685437 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 1, "avg_session_uptime": 5, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 2 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221411, "buffer_anon_items": 62, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52672, "mds_co_items": 211, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5312, "osdmap_items": 75, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 80, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 44, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 44, "avgtime": 0.028090594, "sum": 1.235986156 }, "op_pg": 0, "op_r": 0, "op_reply": 44, "op_resend": 37, "op_rmw": 0, "op_send": 44, "op_send_bytes": 14129, "op_w": 44, "oplen_avg": { "avgcount": 44, "sum": 68 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 5, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 134, "get_or_fail_fail": 0, "get_or_fail_success": 134, "get_started": 0, "get_sum": 127523, "max": 104857600, "put": 134, "put_sum": 127523, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 44, "put_sum": 14129, "take": 44, "take_sum": 14129, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 44, "put_sum": 44, "take": 44, "take_sum": 44, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55d76198d450": { "get": 7, "get_or_fail_fail": 0, "get_or_fail_success": 7, "get_started": 0, "get_sum": 2919, "max": 3758096384, "put": 5, "put_sum": 2919, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "trackedop": { "slow_ops_count": 0 } } 2024-09-21T07:29:49.438 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-21T07:29:49.438 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:29:49.438 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:29:49.507 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:29:49.571 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:29:49.571 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:29:49.571 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:49.571 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:49.577 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:29:49.577 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:29:49.578 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:49.578 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:49.583 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:29:49.583 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:29:49.584 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:49.584 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:49.627 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:29:49.627 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:29:49.627 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:49.627 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:49.634 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:29:49.634 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:49.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.828+0000 7fda9acda640 1 -- 172.21.15.6:0/2802103403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda7c004d50 msgr2=0x7fda7c005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.828+0000 7fda9acda640 1 --2- 172.21.15.6:0/2802103403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda7c004d50 0x7fda7c005160 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fda940cbb20 tx=0x7fda8401cda0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.828+0000 7fda99277640 1 -- 172.21.15.6:0/2802103403 reap_dead start 2024-09-21T07:29:49.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.828+0000 7fda9acda640 1 -- 172.21.15.6:0/2802103403 shutdown_connections 2024-09-21T07:29:49.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.828+0000 7fda9acda640 1 -- 172.21.15.6:0/2802103403 >> 172.21.15.6:0/2802103403 conn(0x7fda940cd5e0 msgr2=0x7fda940cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:49.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.828+0000 7fda9acda640 1 -- 172.21.15.6:0/2802103403 shutdown_connections 2024-09-21T07:29:49.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.828+0000 7fda9acda640 1 -- 172.21.15.6:0/2802103403 wait complete. 2024-09-21T07:29:49.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 Processor -- start 2024-09-21T07:29:49.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 -- start start 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda94155790 0x7fda94150170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda94151410 0x7fda94155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda94156190 0x7fda941f9320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fda940b4f50 con 0x7fda94156190 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fda940b4dd0 con 0x7fda94155790 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fda940b50d0 con 0x7fda94151410 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda94156190 0x7fda941f9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda94156190 0x7fda941f9320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44724/0 (socket says 172.21.15.6:44724) 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 -- 172.21.15.6:0/2295959656 learned_addr learned my addr 172.21.15.6:0/2295959656 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:49.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda93fff640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda94151410 0x7fda94155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda98a76640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda94155790 0x7fda94150170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 -- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda94151410 msgr2=0x7fda94155c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda94151410 0x7fda94155c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 -- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda94155790 msgr2=0x7fda94150170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda94155790 0x7fda94150170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 -- 172.21.15.6:0/2295959656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda941565a0 con 0x7fda94156190 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda99277640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda94156190 0x7fda941f9320 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fda8401c810 tx=0x7fda84005d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda917fa640 1 -- 172.21.15.6:0/2295959656 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda840bc070 con 0x7fda94156190 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda917fa640 1 -- 172.21.15.6:0/2295959656 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda8400b6f0 con 0x7fda94156190 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda941582b0 con 0x7fda94156190 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda917fa640 1 -- 172.21.15.6:0/2295959656 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda840ab070 con 0x7fda94156190 2024-09-21T07:29:49.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.832+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda940ce7d0 con 0x7fda94156190 2024-09-21T07:29:49.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.836+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda94073c50 con 0x7fda94156190 2024-09-21T07:29:49.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.836+0000 7fda917fa640 1 -- 172.21.15.6:0/2295959656 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fda840046d0 con 0x7fda94156190 2024-09-21T07:29:49.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.836+0000 7fda917fa640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda80073200 0x7fda80075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:49.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.836+0000 7fda917fa640 1 -- 172.21.15.6:0/2295959656 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fda8412e1e0 con 0x7fda94156190 2024-09-21T07:29:49.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.836+0000 7fda98a76640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda80073200 0x7fda80075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:49.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.836+0000 7fda98a76640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda80073200 0x7fda80075710 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fda9415bd80 tx=0x7fda8c001b40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:49.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:49.840+0000 7fda917fa640 1 -- 172.21.15.6:0/2295959656 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fda840c5020 con 0x7fda94156190 2024-09-21T07:29:50.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.052+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda940cb2b0 con 0x7fda94156190 2024-09-21T07:29:50.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.052+0000 7fda917fa640 1 -- 172.21.15.6:0/2295959656 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5222 (secure 0 0 0) 0x7fda941565a0 con 0x7fda94156190 2024-09-21T07:29:50.057 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:50.057 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":59,"btime":"2024-09-21T07:29:25:525462+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5474,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/1305778591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1305778591},{"type":"v1","addr":"172.21.15.6:6834","nonce":1305778591}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5929,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3581332141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3581332141},{"type":"v1","addr":"172.21.15.145:6835","nonce":3581332141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5932,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1770981151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1770981151},{"type":"v1","addr":"172.21.15.145:6837","nonce":1770981151}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:29:21.876520+0000","modified":"2024-09-21T07:29:24.945129+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6486},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6486":{"gid":6486,"name":"a","rank":0,"incarnation":55,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/831844417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":831844417},{"type":"v1","addr":"172.21.15.6:6835","nonce":831844417}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6486,"qdb_cluster":[6486]},"id":6}]} 2024-09-21T07:29:50.058 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 59 2024-09-21T07:29:50.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda80073200 msgr2=0x7fda80075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda80073200 0x7fda80075710 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fda9415bd80 tx=0x7fda8c001b40 comp rx=0 tx=0).stop 2024-09-21T07:29:50.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda94156190 msgr2=0x7fda941f9320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda94156190 0x7fda941f9320 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fda8401c810 tx=0x7fda84005d40 comp rx=0 tx=0).stop 2024-09-21T07:29:50.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 shutdown_connections 2024-09-21T07:29:50.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fda80073200 0x7fda80075710 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda94156190 0x7fda941f9320 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fda94151410 0x7fda94155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 --2- 172.21.15.6:0/2295959656 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fda94155790 0x7fda94150170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 >> 172.21.15.6:0/2295959656 conn(0x7fda940cd5e0 msgr2=0x7fda9415fa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:50.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 shutdown_connections 2024-09-21T07:29:50.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.056+0000 7fda9acda640 1 -- 172.21.15.6:0/2295959656 wait complete. 2024-09-21T07:29:50.078 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:50.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.232+0000 7fdfcc32a640 1 -- 172.21.15.6:0/1486253210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc4070230 msgr2=0x7fdfc4070640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.232+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/1486253210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc4070230 0x7fdfc4070640 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fdfc0009870 tx=0x7fdfc001c700 comp rx=0 tx=0).stop 2024-09-21T07:29:50.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.232+0000 7fdfcc32a640 1 -- 172.21.15.6:0/1486253210 shutdown_connections 2024-09-21T07:29:50.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.232+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/1486253210 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfc40c6140 0x7fdfc40c6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.232+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/1486253210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc4070230 0x7fdfc4070640 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.232+0000 7fdfcc32a640 1 -- 172.21.15.6:0/1486253210 >> 172.21.15.6:0/1486253210 conn(0x7fdfc406d480 msgr2=0x7fdfc40b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:50.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.232+0000 7fdfcc32a640 1 -- 172.21.15.6:0/1486253210 shutdown_connections 2024-09-21T07:29:50.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.232+0000 7fdfcc32a640 1 -- 172.21.15.6:0/1486253210 wait complete. 2024-09-21T07:29:50.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 Processor -- start 2024-09-21T07:29:50.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 -- start start 2024-09-21T07:29:50.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfc4070230 0x7fdfc415e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:50.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc40c6140 0x7fdfc4167b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:50.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfc4155430 0x7fdfc41fcb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:50.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc4167370 con 0x7fdfc40c6140 2024-09-21T07:29:50.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc41671f0 con 0x7fdfc4070230 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdfc41674f0 con 0x7fdfc4155430 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc40c6140 0x7fdfc4167b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc40c6140 0x7fdfc4167b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44748/0 (socket says 172.21.15.6:44748) 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 -- 172.21.15.6:0/2778401111 learned_addr learned my addr 172.21.15.6:0/2778401111 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfca8c7640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfc4155430 0x7fdfc41fcb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfca0c6640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfc4070230 0x7fdfc415e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 -- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfc4155430 msgr2=0x7fdfc41fcb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfc4155430 0x7fdfc41fcb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 -- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfc4070230 msgr2=0x7fdfc415e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfc4070230 0x7fdfc415e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 -- 172.21.15.6:0/2778401111 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfc41fd960 con 0x7fdfc40c6140 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfca0c6640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfc4070230 0x7fdfc415e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfca8c7640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfc4155430 0x7fdfc41fcb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:50.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfc98c5640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc40c6140 0x7fdfc4167b90 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fdfc00980e0 tx=0x7fdfc0005d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:50.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfbaffd640 1 -- 172.21.15.6:0/2778401111 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc00ad070 con 0x7fdfc40c6140 2024-09-21T07:29:50.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfbaffd640 1 -- 172.21.15.6:0/2778401111 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfc0005240 con 0x7fdfc40c6140 2024-09-21T07:29:50.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfc415d680 con 0x7fdfc40c6140 2024-09-21T07:29:50.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfbaffd640 1 -- 172.21.15.6:0/2778401111 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc00046d0 con 0x7fdfc40c6140 2024-09-21T07:29:50.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfc415d920 con 0x7fdfc40c6140 2024-09-21T07:29:50.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.236+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfc4070640 con 0x7fdfc40c6140 2024-09-21T07:29:50.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.240+0000 7fdfbaffd640 1 -- 172.21.15.6:0/2778401111 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdfc00b0070 con 0x7fdfc40c6140 2024-09-21T07:29:50.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.240+0000 7fdfbaffd640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfa8073200 0x7fdfa8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:50.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.240+0000 7fdfbaffd640 1 -- 172.21.15.6:0/2778401111 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fdfc012f120 con 0x7fdfc40c6140 2024-09-21T07:29:50.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.240+0000 7fdfca0c6640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfa8073200 0x7fdfa8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:50.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.240+0000 7fdfca0c6640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfa8073200 0x7fdfa8075710 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4001400 tx=0x7fdfb4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:50.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.244+0000 7fdfbaffd640 1 -- 172.21.15.6:0/2778401111 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdfc0016410 con 0x7fdfc40c6140 2024-09-21T07:29:50.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.452+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfc40c6870 con 0x7fdfc40c6140 2024-09-21T07:29:50.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.452+0000 7fdfbaffd640 1 -- 172.21.15.6:0/2778401111 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5222 (secure 0 0 0) 0x7fdfc00fae20 con 0x7fdfc40c6140 2024-09-21T07:29:50.458 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:50.458 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":59,"btime":"2024-09-21T07:29:25:525462+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5474,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/1305778591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1305778591},{"type":"v1","addr":"172.21.15.6:6834","nonce":1305778591}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5929,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3581332141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3581332141},{"type":"v1","addr":"172.21.15.145:6835","nonce":3581332141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5932,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1770981151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1770981151},{"type":"v1","addr":"172.21.15.145:6837","nonce":1770981151}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:29:21.876520+0000","modified":"2024-09-21T07:29:24.945129+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6486},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6486":{"gid":6486,"name":"a","rank":0,"incarnation":55,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/831844417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":831844417},{"type":"v1","addr":"172.21.15.6:6835","nonce":831844417}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6486,"qdb_cluster":[6486]},"id":6}]} 2024-09-21T07:29:50.458 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 59 2024-09-21T07:29:50.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfa8073200 msgr2=0x7fdfa8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfa8073200 0x7fdfa8075710 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4001400 tx=0x7fdfb4009040 comp rx=0 tx=0).stop 2024-09-21T07:29:50.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc40c6140 msgr2=0x7fdfc4167b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc40c6140 0x7fdfc4167b90 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fdfc00980e0 tx=0x7fdfc0005d20 comp rx=0 tx=0).stop 2024-09-21T07:29:50.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 shutdown_connections 2024-09-21T07:29:50.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfa8073200 0x7fdfa8075710 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfc4155430 0x7fdfc41fcb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfc40c6140 0x7fdfc4167b90 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 --2- 172.21.15.6:0/2778401111 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfc4070230 0x7fdfc415e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 >> 172.21.15.6:0/2778401111 conn(0x7fdfc406d480 msgr2=0x7fdfc40745e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:50.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 shutdown_connections 2024-09-21T07:29:50.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.456+0000 7fdfcc32a640 1 -- 172.21.15.6:0/2778401111 wait complete. 2024-09-21T07:29:50.481 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.636+0000 7f17f6045640 1 -- 172.21.15.6:0/1633034619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f00d3060 msgr2=0x7f17f00cf410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.636+0000 7f17f6045640 1 --2- 172.21.15.6:0/1633034619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f00d3060 0x7f17f00cf410 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f17e0009900 tx=0x7f17e001c8b0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.636+0000 7f17f6045640 1 -- 172.21.15.6:0/1633034619 shutdown_connections 2024-09-21T07:29:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.636+0000 7f17f6045640 1 --2- 172.21.15.6:0/1633034619 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f015f390 0x7f17f00cf950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.636+0000 7f17f6045640 1 --2- 172.21.15.6:0/1633034619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f00d3060 0x7f17f00cf410 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.636+0000 7f17f6045640 1 -- 172.21.15.6:0/1633034619 >> 172.21.15.6:0/1633034619 conn(0x7f17f008bfc0 msgr2=0x7f17f00d4750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.640+0000 7f17f6045640 1 -- 172.21.15.6:0/1633034619 shutdown_connections 2024-09-21T07:29:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.640+0000 7f17f6045640 1 -- 172.21.15.6:0/1633034619 wait complete. 2024-09-21T07:29:50.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.640+0000 7f17f6045640 1 Processor -- start 2024-09-21T07:29:50.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.640+0000 7f17f6045640 1 -- start start 2024-09-21T07:29:50.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f00d3060 0x7f17f015a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:50.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f00d3470 0x7f17f01579e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:50.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f015f390 0x7f17f0157f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:50.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f17f016bef0 con 0x7f17f015f390 2024-09-21T07:29:50.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f17f016bd70 con 0x7f17f00d3470 2024-09-21T07:29:50.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f17f016c070 con 0x7f17f00d3060 2024-09-21T07:29:50.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f015f390 0x7f17f0157f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f015f390 0x7f17f0157f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44766/0 (socket says 172.21.15.6:44766) 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 -- 172.21.15.6:0/4008630029 learned_addr learned my addr 172.21.15.6:0/4008630029 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17e7fff640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f00d3470 0x7f17f01579e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17ef7fe640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f00d3060 0x7f17f015a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 -- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f00d3060 msgr2=0x7f17f015a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f00d3060 0x7f17f015a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 -- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f00d3470 msgr2=0x7f17f01579e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f00d3470 0x7f17f01579e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 -- 172.21.15.6:0/4008630029 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f015b4f0 con 0x7f17f015f390 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17ef7fe640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f00d3060 0x7f17f015a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17effff640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f015f390 0x7f17f0157f20 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f17e800caa0 tx=0x7f17e800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17ecff9640 1 -- 172.21.15.6:0/4008630029 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e800adf0 con 0x7f17f015f390 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17ecff9640 1 -- 172.21.15.6:0/4008630029 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17e8003a70 con 0x7f17f015f390 2024-09-21T07:29:50.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f015b7d0 con 0x7f17f015f390 2024-09-21T07:29:50.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17ecff9640 1 -- 172.21.15.6:0/4008630029 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e8004030 con 0x7f17f015f390 2024-09-21T07:29:50.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f015bd90 con 0x7f17f015f390 2024-09-21T07:29:50.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f015ec80 con 0x7f17f015f390 2024-09-21T07:29:50.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17ecff9640 1 -- 172.21.15.6:0/4008630029 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f17e80041d0 con 0x7f17f015f390 2024-09-21T07:29:50.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17ecff9640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f17d0073200 0x7f17d0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:50.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.644+0000 7f17ecff9640 1 -- 172.21.15.6:0/4008630029 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f17e8094d80 con 0x7f17f015f390 2024-09-21T07:29:50.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.648+0000 7f17ef7fe640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f17d0073200 0x7f17d0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:50.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.648+0000 7f17ef7fe640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f17d0073200 0x7f17d0075710 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f17e00af000 tx=0x7f17e001b0f0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:50.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.648+0000 7f17ecff9640 1 -- 172.21.15.6:0/4008630029 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f17e8014070 con 0x7f17f015f390 2024-09-21T07:29:50.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.824+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f17f015bf60 con 0x7f17f015f390 2024-09-21T07:29:50.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.824+0000 7f17ecff9640 1 -- 172.21.15.6:0/4008630029 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16684 (secure 0 0 0) 0x7f17e805ff10 con 0x7f17f015f390 2024-09-21T07:29:50.830 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:50.830 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":80,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:29:23.464543+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:29:20.000899+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T07:29:20.837685+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f17d0073200 msgr2=0x7f17d0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f17d0073200 0x7f17d0075710 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f17e00af000 tx=0x7f17e001b0f0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f015f390 msgr2=0x7f17f0157f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f015f390 0x7f17f0157f20 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f17e800caa0 tx=0x7f17e800cf60 comp rx=0 tx=0).stop 2024-09-21T07:29:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 shutdown_connections 2024-09-21T07:29:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f17d0073200 0x7f17d0075710 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17f015f390 0x7f17f0157f20 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f17f00d3470 0x7f17f01579e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 --2- 172.21.15.6:0/4008630029 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f17f00d3060 0x7f17f015a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:50.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 >> 172.21.15.6:0/4008630029 conn(0x7f17f008bfc0 msgr2=0x7f17f00ce1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:50.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 shutdown_connections 2024-09-21T07:29:50.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:50.828+0000 7f17f6045640 1 -- 172.21.15.6:0/4008630029 wait complete. 2024-09-21T07:29:50.851 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:29:50.852 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:51.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2140269369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 msgr2=0x7f78a4004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 --2- 172.21.15.6:0/2140269369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 0x7f78a4004810 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f78ac001660 tx=0x7f78ac01c780 comp rx=0 tx=0).stop 2024-09-21T07:29:51.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c1243640 1 -- 172.21.15.6:0/2140269369 reap_dead start 2024-09-21T07:29:51.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2140269369 shutdown_connections 2024-09-21T07:29:51.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2140269369 >> 172.21.15.6:0/2140269369 conn(0x7f78bc06d480 msgr2=0x7f78bc0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:51.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2140269369 shutdown_connections 2024-09-21T07:29:51.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2140269369 wait complete. 2024-09-21T07:29:51.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 Processor -- start 2024-09-21T07:29:51.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- start start 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 0x7f78bc156040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78bc09d540 0x7f78bc1f4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78bc1f4bb0 0x7f78bc159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc15bb50 con 0x7f78a40040f0 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc15b9d0 con 0x7f78bc09d540 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c2ca6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f78bc06fac0 con 0x7f78bc1f4bb0 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c0a42640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 0x7f78bc156040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c0a42640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 0x7f78bc156040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44784/0 (socket says 172.21.15.6:44784) 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c0a42640 1 -- 172.21.15.6:0/2814590749 learned_addr learned my addr 172.21.15.6:0/2814590749 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78c1243640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78bc1f4bb0 0x7f78bc159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.008+0000 7f78b3fff640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78bc09d540 0x7f78bc1f4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c0a42640 1 -- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78bc1f4bb0 msgr2=0x7f78bc159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c0a42640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78bc1f4bb0 0x7f78bc159010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c0a42640 1 -- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78bc09d540 msgr2=0x7f78bc1f4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c0a42640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78bc09d540 0x7f78bc1f4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c0a42640 1 -- 172.21.15.6:0/2814590749 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78bc09c4a0 con 0x7f78a40040f0 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c0a42640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 0x7f78bc156040 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f78b800fa00 tx=0x7f78b800fec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78b17fa640 1 -- 172.21.15.6:0/2814590749 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b800bc50 con 0x7f78a40040f0 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78b17fa640 1 -- 172.21.15.6:0/2814590749 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78b8011440 con 0x7f78a40040f0 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78bc09c780 con 0x7f78a40040f0 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78b17fa640 1 -- 172.21.15.6:0/2814590749 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b8011870 con 0x7f78a40040f0 2024-09-21T07:29:51.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78bc09cd40 con 0x7f78a40040f0 2024-09-21T07:29:51.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78bc06f3b0 con 0x7f78a40040f0 2024-09-21T07:29:51.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78b17fa640 1 -- 172.21.15.6:0/2814590749 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f78b8019020 con 0x7f78a40040f0 2024-09-21T07:29:51.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78b17fa640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f78a8073200 0x7f78a8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78b17fa640 1 -- 172.21.15.6:0/2814590749 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f78b8095120 con 0x7f78a40040f0 2024-09-21T07:29:51.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.012+0000 7f78b3fff640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f78a8073200 0x7f78a8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.016+0000 7f78b3fff640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f78a8073200 0x7f78a8075710 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f78bc160410 tx=0x7f78ac019520 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:51.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.016+0000 7f78b17fa640 1 -- 172.21.15.6:0/2814590749 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f78b8029020 con 0x7f78a40040f0 2024-09-21T07:29:51.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.220+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78bc0ce570 con 0x7f78a40040f0 2024-09-21T07:29:51.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.220+0000 7f78b17fa640 1 -- 172.21.15.6:0/2814590749 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5222 (secure 0 0 0) 0x7f78b80602b0 con 0x7f78a40040f0 2024-09-21T07:29:51.224 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:51.224 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":59,"btime":"2024-09-21T07:29:25:525462+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5474,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/1305778591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1305778591},{"type":"v1","addr":"172.21.15.6:6834","nonce":1305778591}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5929,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3581332141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3581332141},{"type":"v1","addr":"172.21.15.145:6835","nonce":3581332141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5932,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1770981151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1770981151},{"type":"v1","addr":"172.21.15.145:6837","nonce":1770981151}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:29:21.876520+0000","modified":"2024-09-21T07:29:24.945129+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6486},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6486":{"gid":6486,"name":"a","rank":0,"incarnation":55,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/831844417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":831844417},{"type":"v1","addr":"172.21.15.6:6835","nonce":831844417}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6486,"qdb_cluster":[6486]},"id":6}]} 2024-09-21T07:29:51.225 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 59 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f78a8073200 msgr2=0x7f78a8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f78a8073200 0x7f78a8075710 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f78bc160410 tx=0x7f78ac019520 comp rx=0 tx=0).stop 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 msgr2=0x7f78bc156040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 0x7f78bc156040 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f78b800fa00 tx=0x7f78b800fec0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 shutdown_connections 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f78a8073200 0x7f78a8075710 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f78bc1f4bb0 0x7f78bc159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f78bc09d540 0x7f78bc1f4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 --2- 172.21.15.6:0/2814590749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78a40040f0 0x7f78bc156040 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 >> 172.21.15.6:0/2814590749 conn(0x7f78bc06d480 msgr2=0x7f78bc15faa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 shutdown_connections 2024-09-21T07:29:51.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.224+0000 7f78c2ca6640 1 -- 172.21.15.6:0/2814590749 wait complete. 2024-09-21T07:29:51.245 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:51.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 -- 172.21.15.6:0/1190536450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b406efa0 msgr2=0x7f70b406f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 --2- 172.21.15.6:0/1190536450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b406efa0 0x7f70b406f3b0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f70ac009bc0 tx=0x7f70ac01cba0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 -- 172.21.15.6:0/1190536450 shutdown_connections 2024-09-21T07:29:51.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 --2- 172.21.15.6:0/1190536450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b406efa0 0x7f70b406f3b0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 --2- 172.21.15.6:0/1190536450 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70b40b3ea0 0x7f70b415b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 -- 172.21.15.6:0/1190536450 >> 172.21.15.6:0/1190536450 conn(0x7f70b406d480 msgr2=0x7f70b40b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:51.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 -- 172.21.15.6:0/1190536450 shutdown_connections 2024-09-21T07:29:51.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 -- 172.21.15.6:0/1190536450 wait complete. 2024-09-21T07:29:51.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 Processor -- start 2024-09-21T07:29:51.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.396+0000 7f70bbd16640 1 -- start start 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70b406efa0 0x7f70b41529e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70b40b49f0 0x7f70b40aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b40ad1a0 0x7f70b40af360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70b4168d30 con 0x7f70b40ad1a0 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f70b4168bb0 con 0x7f70b406efa0 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f70b4168eb0 con 0x7f70b40b49f0 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b40ad1a0 0x7f70b40af360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b40ad1a0 0x7f70b40af360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44788/0 (socket says 172.21.15.6:44788) 2024-09-21T07:29:51.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 -- 172.21.15.6:0/759240983 learned_addr learned my addr 172.21.15.6:0/759240983 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70b9ab2640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70b406efa0 0x7f70b41529e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70b92b1640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70b40b49f0 0x7f70b40aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 -- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70b40b49f0 msgr2=0x7f70b40aee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70b40b49f0 0x7f70b40aee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 -- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70b406efa0 msgr2=0x7f70b41529e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70b406efa0 0x7f70b41529e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 -- 172.21.15.6:0/759240983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b4152f20 con 0x7f70b40ad1a0 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70ba2b3640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b40ad1a0 0x7f70b40af360 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f70ac01a7d0 tx=0x7f70ac0a5bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70aa7fc640 1 -- 172.21.15.6:0/759240983 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ac0bb070 con 0x7f70b40ad1a0 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70aa7fc640 1 -- 172.21.15.6:0/759240983 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70ac004c50 con 0x7f70b40ad1a0 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70b4156840 con 0x7f70b40ad1a0 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70aa7fc640 1 -- 172.21.15.6:0/759240983 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ac0b2040 con 0x7f70b40ad1a0 2024-09-21T07:29:51.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70b41f9160 con 0x7f70b40ad1a0 2024-09-21T07:29:51.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70b4156a10 con 0x7f70b40ad1a0 2024-09-21T07:29:51.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.400+0000 7f70aa7fc640 1 -- 172.21.15.6:0/759240983 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f70ac0be070 con 0x7f70b40ad1a0 2024-09-21T07:29:51.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.404+0000 7f70aa7fc640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7098073230 0x7f7098075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.404+0000 7f70aa7fc640 1 -- 172.21.15.6:0/759240983 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f70ac12dee0 con 0x7f70b40ad1a0 2024-09-21T07:29:51.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.404+0000 7f70b9ab2640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7098073230 0x7f7098075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.404+0000 7f70b9ab2640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7098073230 0x7f7098075740 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f70b0000f70 tx=0x7f70b0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:51.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.408+0000 7f70aa7fc640 1 -- 172.21.15.6:0/759240983 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f70ac016790 con 0x7f70b40ad1a0 2024-09-21T07:29:51.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.612+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f70b406f3b0 con 0x7f70b40ad1a0 2024-09-21T07:29:51.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.612+0000 7f70aa7fc640 1 -- 172.21.15.6:0/759240983 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5222 (secure 0 0 0) 0x7f70ac0f8f00 con 0x7f70b40ad1a0 2024-09-21T07:29:51.616 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:51.616 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":59,"btime":"2024-09-21T07:29:25:525462+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5474,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/1305778591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1305778591},{"type":"v1","addr":"172.21.15.6:6834","nonce":1305778591}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5929,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3581332141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3581332141},{"type":"v1","addr":"172.21.15.145:6835","nonce":3581332141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5932,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1770981151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1770981151},{"type":"v1","addr":"172.21.15.145:6837","nonce":1770981151}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:29:21.876520+0000","modified":"2024-09-21T07:29:24.945129+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6486},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6486":{"gid":6486,"name":"a","rank":0,"incarnation":55,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/831844417","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":831844417},{"type":"v1","addr":"172.21.15.6:6835","nonce":831844417}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6486,"qdb_cluster":[6486]},"id":6}]} 2024-09-21T07:29:51.617 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 59 2024-09-21T07:29:51.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.612+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7098073230 msgr2=0x7f7098075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.612+0000 7f70bbd16640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7098073230 0x7f7098075740 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f70b0000f70 tx=0x7f70b0009040 comp rx=0 tx=0).stop 2024-09-21T07:29:51.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.612+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b40ad1a0 msgr2=0x7f70b40af360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.612+0000 7f70bbd16640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b40ad1a0 0x7f70b40af360 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f70ac01a7d0 tx=0x7f70ac0a5bd0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.616+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 shutdown_connections 2024-09-21T07:29:51.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.616+0000 7f70bbd16640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7098073230 0x7f7098075740 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.616+0000 7f70bbd16640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70b40ad1a0 0x7f70b40af360 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.616+0000 7f70bbd16640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f70b40b49f0 0x7f70b40aee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.616+0000 7f70bbd16640 1 --2- 172.21.15.6:0/759240983 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f70b406efa0 0x7f70b41529e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.616+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 >> 172.21.15.6:0/759240983 conn(0x7f70b406d480 msgr2=0x7f70b415f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:51.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.616+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 shutdown_connections 2024-09-21T07:29:51.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.616+0000 7f70bbd16640 1 -- 172.21.15.6:0/759240983 wait complete. 2024-09-21T07:29:51.637 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:51.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.792+0000 7f3248e94640 1 -- 172.21.15.6:0/103708139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 msgr2=0x7f32440d4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.792+0000 7f3248e94640 1 --2- 172.21.15.6:0/103708139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 0x7f32440d4790 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f323c009c80 tx=0x7f323c01cd10 comp rx=0 tx=0).stop 2024-09-21T07:29:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.792+0000 7f3248e94640 1 -- 172.21.15.6:0/103708139 shutdown_connections 2024-09-21T07:29:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.792+0000 7f3248e94640 1 --2- 172.21.15.6:0/103708139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 0x7f32440d4790 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.792+0000 7f3248e94640 1 -- 172.21.15.6:0/103708139 >> 172.21.15.6:0/103708139 conn(0x7f324408bfc0 msgr2=0x7f324409da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.792+0000 7f3248e94640 1 -- 172.21.15.6:0/103708139 shutdown_connections 2024-09-21T07:29:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.792+0000 7f3248e94640 1 -- 172.21.15.6:0/103708139 wait complete. 2024-09-21T07:29:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 Processor -- start 2024-09-21T07:29:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 -- start start 2024-09-21T07:29:51.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32440b83d0 0x7f32441571e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32440b8ef0 0x7f32441526b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 0x7f3244159a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f324416d970 con 0x7f32440d4380 2024-09-21T07:29:51.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f324416d7f0 con 0x7f32440b83d0 2024-09-21T07:29:51.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f324416daf0 con 0x7f32440b8ef0 2024-09-21T07:29:51.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 0x7f3244159a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 0x7f3244159a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44808/0 (socket says 172.21.15.6:44808) 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 -- 172.21.15.6:0/2062600284 learned_addr learned my addr 172.21.15.6:0/2062600284 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3241d9b640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32440b8ef0 0x7f32441526b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f324259c640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32440b83d0 0x7f32441571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 -- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32440b8ef0 msgr2=0x7f32441526b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32440b8ef0 0x7f32441526b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 -- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32440b83d0 msgr2=0x7f32441571e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32440b83d0 0x7f32441571e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 -- 172.21.15.6:0/2062600284 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3244157a10 con 0x7f32440d4380 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3242d9d640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 0x7f3244159a00 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f323400c3f0 tx=0x7f323400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f323affd640 1 -- 172.21.15.6:0/2062600284 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3234017070 con 0x7f32440d4380 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f323affd640 1 -- 172.21.15.6:0/2062600284 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32340053e0 con 0x7f32440d4380 2024-09-21T07:29:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3244157cf0 con 0x7f32440d4380 2024-09-21T07:29:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f323affd640 1 -- 172.21.15.6:0/2062600284 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3234003860 con 0x7f32440d4380 2024-09-21T07:29:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32440b4180 con 0x7f32440d4380 2024-09-21T07:29:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.796+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32440d4790 con 0x7f32440d4380 2024-09-21T07:29:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.800+0000 7f323affd640 1 -- 172.21.15.6:0/2062600284 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f323401a070 con 0x7f32440d4380 2024-09-21T07:29:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.800+0000 7f323affd640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3224073200 0x7f3224075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.800+0000 7f323affd640 1 -- 172.21.15.6:0/2062600284 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f32340934a0 con 0x7f32440d4380 2024-09-21T07:29:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.800+0000 7f324259c640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3224073200 0x7f3224075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.800+0000 7f324259c640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3224073200 0x7f3224075710 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f323c0af000 tx=0x7f323c01b550 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.804+0000 7f323affd640 1 -- 172.21.15.6:0/2062600284 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f323405ddf0 con 0x7f32440d4380 2024-09-21T07:29:51.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.980+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f32441577a0 con 0x7f32440d4380 2024-09-21T07:29:51.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.984+0000 7f323affd640 1 -- 172.21.15.6:0/2062600284 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16684 (secure 0 0 0) 0x7f3234062820 con 0x7f32440d4380 2024-09-21T07:29:51.988 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:51.988 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":80,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:29:23.464543+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:29:20.000899+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T07:29:20.837685+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:51.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3224073200 msgr2=0x7f3224075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3224073200 0x7f3224075710 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f323c0af000 tx=0x7f323c01b550 comp rx=0 tx=0).stop 2024-09-21T07:29:51.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 msgr2=0x7f3244159a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:51.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 0x7f3244159a00 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f323400c3f0 tx=0x7f323400c7f0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 shutdown_connections 2024-09-21T07:29:51.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3224073200 0x7f3224075710 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32440d4380 0x7f3244159a00 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f32440b8ef0 0x7f32441526b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 --2- 172.21.15.6:0/2062600284 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f32440b83d0 0x7f32441571e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:51.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 >> 172.21.15.6:0/2062600284 conn(0x7f324408bfc0 msgr2=0x7f32440b2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:51.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 shutdown_connections 2024-09-21T07:29:51.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:51.988+0000 7f3248e94640 1 -- 172.21.15.6:0/2062600284 wait complete. 2024-09-21T07:29:52.012 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T07:29:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 -- 172.21.15.6:0/1934611490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554006d560 msgr2=0x7f554015ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 --2- 172.21.15.6:0/1934611490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554006d560 0x7f554015ca60 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f5530009840 tx=0x7f553001c620 comp rx=0 tx=0).stop 2024-09-21T07:29:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 -- 172.21.15.6:0/1934611490 shutdown_connections 2024-09-21T07:29:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 --2- 172.21.15.6:0/1934611490 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f554015db80 0x7f55400b0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 --2- 172.21.15.6:0/1934611490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554006d560 0x7f554015ca60 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 -- 172.21.15.6:0/1934611490 >> 172.21.15.6:0/1934611490 conn(0x7f55400d1300 msgr2=0x7f55400d1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 -- 172.21.15.6:0/1934611490 shutdown_connections 2024-09-21T07:29:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 -- 172.21.15.6:0/1934611490 wait complete. 2024-09-21T07:29:52.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 Processor -- start 2024-09-21T07:29:52.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.172+0000 7f554831d640 1 -- start start 2024-09-21T07:29:52.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55400b6300 0x7f5540151720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:52.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554015db80 0x7f5540153990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:52.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f554014c580 0x7f5540153ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:52.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5540169dd0 con 0x7f554015db80 2024-09-21T07:29:52.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5540169c50 con 0x7f55400b6300 2024-09-21T07:29:52.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5540169f50 con 0x7f554014c580 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554015db80 0x7f5540153990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554015db80 0x7f5540153990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44830/0 (socket says 172.21.15.6:44830) 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 -- 172.21.15.6:0/988643925 learned_addr learned my addr 172.21.15.6:0/988643925 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55460b9640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55400b6300 0x7f5540151720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55468ba640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f554014c580 0x7f5540153ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 -- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f554014c580 msgr2=0x7f5540153ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f554014c580 0x7f5540153ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 -- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55400b6300 msgr2=0x7f5540151720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55400b6300 0x7f5540151720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 -- 172.21.15.6:0/988643925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5540152100 con 0x7f554015db80 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55460b9640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55400b6300 0x7f5540151720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55468ba640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f554014c580 0x7f5540153ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f55458b8640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554015db80 0x7f5540153990 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f5530000c10 tx=0x7f5530005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f5536ffd640 1 -- 172.21.15.6:0/988643925 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55300047d0 con 0x7f554015db80 2024-09-21T07:29:52.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f5536ffd640 1 -- 172.21.15.6:0/988643925 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5530004970 con 0x7f554015db80 2024-09-21T07:29:52.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f5536ffd640 1 -- 172.21.15.6:0/988643925 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5530004d60 con 0x7f554015db80 2024-09-21T07:29:52.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55401523e0 con 0x7f554015db80 2024-09-21T07:29:52.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f554014cbc0 con 0x7f554015db80 2024-09-21T07:29:52.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.176+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f554015ca60 con 0x7f554015db80 2024-09-21T07:29:52.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.180+0000 7f5536ffd640 1 -- 172.21.15.6:0/988643925 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f55300a8520 con 0x7f554015db80 2024-09-21T07:29:52.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.180+0000 7f5536ffd640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5524073200 0x7f5524075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:52.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.180+0000 7f5536ffd640 1 -- 172.21.15.6:0/988643925 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f553012e3e0 con 0x7f554015db80 2024-09-21T07:29:52.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.180+0000 7f55460b9640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5524073200 0x7f5524075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:52.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.180+0000 7f55460b9640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5524073200 0x7f5524075710 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f5538001700 tx=0x7f5538009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:52.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.184+0000 7f5536ffd640 1 -- 172.21.15.6:0/988643925 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f55300c1030 con 0x7f554015db80 2024-09-21T07:29:52.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.396+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f5540151e90 con 0x7f554015db80 2024-09-21T07:29:52.403 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:29:52.400+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.400+0000 7f5536ffd640 1 -- 172.21.15.6:0/988643925 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v60) ==== 161+0+0 (secure 0 0 0) 0x7f55300ac030 con 0x7f554015db80 2024-09-21T07:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T07:29:52.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5524073200 msgr2=0x7f5524075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:52.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5524073200 0x7f5524075710 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f5538001700 tx=0x7f5538009040 comp rx=0 tx=0).stop 2024-09-21T07:29:52.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554015db80 msgr2=0x7f5540153990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:52.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554015db80 0x7f5540153990 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f5530000c10 tx=0x7f5530005dc0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 shutdown_connections 2024-09-21T07:29:52.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5524073200 0x7f5524075710 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f554014c580 0x7f5540153ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f554015db80 0x7f5540153990 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 --2- 172.21.15.6:0/988643925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55400b6300 0x7f5540151720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 >> 172.21.15.6:0/988643925 conn(0x7f55400d1300 msgr2=0x7f55400ccf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:52.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.404+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 shutdown_connections 2024-09-21T07:29:52.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.408+0000 7f554831d640 1 -- 172.21.15.6:0/988643925 wait complete. 2024-09-21T07:29:52.411 INFO:tasks.ceph.mds.a.smithi006.stderr: -1439> 2024-09-21T07:29:28.397+0000 7f128705b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:29:52.433 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T07:29:52.490 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:29:52.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.584+0000 7f402e6ab640 1 -- 172.21.15.6:0/3941813257 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 msgr2=0x7f40280cf860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:52.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.584+0000 7f402e6ab640 1 --2- 172.21.15.6:0/3941813257 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 0x7f40280cf860 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f4018009840 tx=0x7f401801c700 comp rx=0 tx=0).stop 2024-09-21T07:29:52.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.584+0000 7f402e6ab640 1 -- 172.21.15.6:0/3941813257 shutdown_connections 2024-09-21T07:29:52.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.584+0000 7f402e6ab640 1 --2- 172.21.15.6:0/3941813257 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4028070230 0x7f4028070640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.584+0000 7f402e6ab640 1 --2- 172.21.15.6:0/3941813257 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 0x7f40280cf860 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.584+0000 7f402e6ab640 1 -- 172.21.15.6:0/3941813257 >> 172.21.15.6:0/3941813257 conn(0x7f402806d480 msgr2=0x7f40280b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:52.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.584+0000 7f402e6ab640 1 -- 172.21.15.6:0/3941813257 shutdown_connections 2024-09-21T07:29:52.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.584+0000 7f402e6ab640 1 -- 172.21.15.6:0/3941813257 wait complete. 2024-09-21T07:29:52.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 Processor -- start 2024-09-21T07:29:52.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 -- start start 2024-09-21T07:29:52.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4028070230 0x7f402814edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40280c6140 0x7f4028153290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 0x7f40281537d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f402815bfa0 con 0x7f40280c6140 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f402815be20 con 0x7f4028155430 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f402815c120 con 0x7f4028070230 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40280c6140 0x7f4028153290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40280c6140 0x7f4028153290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44846/0 (socket says 172.21.15.6:44846) 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 -- 172.21.15.6:0/1282443629 learned_addr learned my addr 172.21.15.6:0/1282443629 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402cc48640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 0x7f40281537d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f4027fff640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4028070230 0x7f402814edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:52.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 -- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4028070230 msgr2=0x7f402814edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4028070230 0x7f402814edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 -- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 msgr2=0x7f40281537d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 0x7f40281537d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 -- 172.21.15.6:0/1282443629 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4028154c40 con 0x7f40280c6140 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402cc48640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 0x7f40281537d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f40277fe640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40280c6140 0x7f4028153290 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f401c00e7d0 tx=0x7f401c00ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f4024ff9640 1 -- 172.21.15.6:0/1282443629 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f401c00ccc0 con 0x7f40280c6140 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f4024ff9640 1 -- 172.21.15.6:0/1282443629 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f401c010430 con 0x7f40280c6140 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f402809dda0 con 0x7f40280c6140 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f4024ff9640 1 -- 172.21.15.6:0/1282443629 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f401c010860 con 0x7f40280c6140 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f402809afd0 con 0x7f40280c6140 2024-09-21T07:29:52.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.588+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4028070640 con 0x7f40280c6140 2024-09-21T07:29:52.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.592+0000 7f4024ff9640 1 -- 172.21.15.6:0/1282443629 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f401c010a00 con 0x7f40280c6140 2024-09-21T07:29:52.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.592+0000 7f4024ff9640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4014073200 0x7f4014075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:52.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.592+0000 7f4024ff9640 1 -- 172.21.15.6:0/1282443629 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5795+0+0 (secure 0 0 0) 0x7f401c0953d0 con 0x7f40280c6140 2024-09-21T07:29:52.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.592+0000 7f4027fff640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4014073200 0x7f4014075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:52.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.592+0000 7f4027fff640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4014073200 0x7f4014075710 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f40180af000 tx=0x7f401801af40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:52.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.596+0000 7f4024ff9640 1 -- 172.21.15.6:0/1282443629 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f401c060500 con 0x7f40280c6140 2024-09-21T07:29:52.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:52.808+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f4028070e20 con 0x7f40280c6140 2024-09-21T07:29:53.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.404+0000 7f4024ff9640 1 -- 172.21.15.6:0/1282443629 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v61) ==== 104+0+0 (secure 0 0 0) 0x7f401c05fe00 con 0x7f40280c6140 2024-09-21T07:29:53.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4014073200 msgr2=0x7f4014075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:53.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4014073200 0x7f4014075710 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f40180af000 tx=0x7f401801af40 comp rx=0 tx=0).stop 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40280c6140 msgr2=0x7f4028153290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40280c6140 0x7f4028153290 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f401c00e7d0 tx=0x7f401c00ec90 comp rx=0 tx=0).stop 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 shutdown_connections 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4014073200 0x7f4014075710 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4028155430 0x7f40281537d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40280c6140 0x7f4028153290 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 --2- 172.21.15.6:0/1282443629 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4028070230 0x7f402814edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 >> 172.21.15.6:0/1282443629 conn(0x7f402806d480 msgr2=0x7f40280d0290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 shutdown_connections 2024-09-21T07:29:53.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.408+0000 7f402e6ab640 1 -- 172.21.15.6:0/1282443629 wait complete. 2024-09-21T07:29:53.439 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T07:29:53.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.604+0000 7f9efa3c0640 1 -- 172.21.15.6:0/3582798301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40b3510 msgr2=0x7f9ef40d0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:53.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.604+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/3582798301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40b3510 0x7f9ef40d0fa0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f9edc0098f0 tx=0x7f9edc01f0d0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.604+0000 7f9efa3c0640 1 -- 172.21.15.6:0/3582798301 shutdown_connections 2024-09-21T07:29:53.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.604+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/3582798301 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef40d14e0 0x7f9ef406ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.604+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/3582798301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40b3510 0x7f9ef40d0fa0 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.604+0000 7f9efa3c0640 1 -- 172.21.15.6:0/3582798301 >> 172.21.15.6:0/3582798301 conn(0x7f9ef408bfc0 msgr2=0x7f9ef40d4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:53.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.604+0000 7f9efa3c0640 1 -- 172.21.15.6:0/3582798301 shutdown_connections 2024-09-21T07:29:53.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.604+0000 7f9efa3c0640 1 -- 172.21.15.6:0/3582798301 wait complete. 2024-09-21T07:29:53.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 Processor -- start 2024-09-21T07:29:53.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 -- start start 2024-09-21T07:29:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef406e410 0x7f9ef41fb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef40b3510 0x7f9ef4158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40d14e0 0x7f9ef40b53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef40d3240 con 0x7f9ef40d14e0 2024-09-21T07:29:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef40d2060 con 0x7f9ef406e410 2024-09-21T07:29:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9ef40d33c0 con 0x7f9ef40b3510 2024-09-21T07:29:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40d14e0 0x7f9ef40b53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40d14e0 0x7f9ef40b53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35368/0 (socket says 172.21.15.6:35368) 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 -- 172.21.15.6:0/1067809362 learned_addr learned my addr 172.21.15.6:0/1067809362 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef3fff640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef406e410 0x7f9ef41fb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef37fe640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef40b3510 0x7f9ef4158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 -- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef40b3510 msgr2=0x7f9ef4158ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef40b3510 0x7f9ef4158ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 -- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef406e410 msgr2=0x7f9ef41fb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef406e410 0x7f9ef41fb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 -- 172.21.15.6:0/1067809362 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef41590e0 con 0x7f9ef40d14e0 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef3fff640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef406e410 0x7f9ef41fb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef895d640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40d14e0 0x7f9ef40b53f0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f9eec00c730 tx=0x7f9eec00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef0ff9640 1 -- 172.21.15.6:0/1067809362 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eec003b80 con 0x7f9ef40d14e0 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef0ff9640 1 -- 172.21.15.6:0/1067809362 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9eec003d20 con 0x7f9ef40d14e0 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef41616d0 con 0x7f9ef40d14e0 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9ef0ff9640 1 -- 172.21.15.6:0/1067809362 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eec00aa50 con 0x7f9ef40d14e0 2024-09-21T07:29:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.608+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef40b5930 con 0x7f9ef40d14e0 2024-09-21T07:29:53.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.612+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef40c79c0 con 0x7f9ef40d14e0 2024-09-21T07:29:53.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.612+0000 7f9ef0ff9640 1 -- 172.21.15.6:0/1067809362 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9eec00abf0 con 0x7f9ef40d14e0 2024-09-21T07:29:53.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.612+0000 7f9ef0ff9640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9ed4073200 0x7f9ed4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:53.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.612+0000 7f9ef0ff9640 1 -- 172.21.15.6:0/1067809362 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5795+0+0 (secure 0 0 0) 0x7f9eec093f10 con 0x7f9ef40d14e0 2024-09-21T07:29:53.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.612+0000 7f9ef3fff640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9ed4073200 0x7f9ed4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:53.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.612+0000 7f9ef3fff640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9ed4073200 0x7f9ed4075710 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9edc0b2000 tx=0x7f9edc01d910 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:53.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.616+0000 7f9ef0ff9640 1 -- 172.21.15.6:0/1067809362 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9ef40d18f0 con 0x7f9ef40d14e0 2024-09-21T07:29:53.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:53.792+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9ef40b5bf0 con 0x7f9ef40d14e0 2024-09-21T07:29:54.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.408+0000 7f9ef0ff9640 1 -- 172.21.15.6:0/1067809362 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v82) ==== 181+0+0 (secure 0 0 0) 0x7f9eec05ef60 con 0x7f9ef40d14e0 2024-09-21T07:29:54.411 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9ed4073200 msgr2=0x7f9ed4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9ed4073200 0x7f9ed4075710 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9edc0b2000 tx=0x7f9edc01d910 comp rx=0 tx=0).stop 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40d14e0 msgr2=0x7f9ef40b53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40d14e0 0x7f9ef40b53f0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f9eec00c730 tx=0x7f9eec00cbf0 comp rx=0 tx=0).stop 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 shutdown_connections 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9ed4073200 0x7f9ed4075710 secure :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9edc0b2000 tx=0x7f9edc01d910 comp rx=0 tx=0).stop 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ef40d14e0 0x7f9ef40b53f0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9ef40b3510 0x7f9ef4158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:54.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 --2- 172.21.15.6:0/1067809362 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9ef406e410 0x7f9ef41fb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:54.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.412+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 >> 172.21.15.6:0/1067809362 conn(0x7f9ef408bfc0 msgr2=0x7f9ef40b7490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:54.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.416+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 shutdown_connections 2024-09-21T07:29:54.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.416+0000 7f9efa3c0640 1 -- 172.21.15.6:0/1067809362 wait complete. 2024-09-21T07:29:54.445 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T07:29:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 -- 172.21.15.6:0/2414507710 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d14004810 msgr2=0x7f6d14004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 --2- 172.21.15.6:0/2414507710 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d14004810 0x7f6d14004c20 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f6d200016f0 tx=0x7f6d2001c750 comp rx=0 tx=0).stop 2024-09-21T07:29:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 -- 172.21.15.6:0/2414507710 shutdown_connections 2024-09-21T07:29:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 --2- 172.21.15.6:0/2414507710 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d14004810 0x7f6d14004c20 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 -- 172.21.15.6:0/2414507710 >> 172.21.15.6:0/2414507710 conn(0x7f6d2c0ccd60 msgr2=0x7f6d2c0cd170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 -- 172.21.15.6:0/2414507710 shutdown_connections 2024-09-21T07:29:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 -- 172.21.15.6:0/2414507710 wait complete. 2024-09-21T07:29:54.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 Processor -- start 2024-09-21T07:29:54.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.608+0000 7f6d32d8d640 1 -- start start 2024-09-21T07:29:54.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d14004810 0x7f6d2c1e8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:54.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d2c1f7570 0x7f6d2c1f7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2c0b1660 0x7f6d2c0b1a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2c070c10 con 0x7f6d2c1f7570 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2c070a90 con 0x7f6d14004810 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6d2c070d90 con 0x7f6d2c0b1660 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d2c1f7570 0x7f6d2c1f7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d2c1f7570 0x7f6d2c1f7980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35386/0 (socket says 172.21.15.6:35386) 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 -- 172.21.15.6:0/1242249159 learned_addr learned my addr 172.21.15.6:0/1242249159 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d30b29640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d14004810 0x7f6d2c1e8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d3132a640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2c0b1660 0x7f6d2c0b1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 -- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2c0b1660 msgr2=0x7f6d2c0b1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2c0b1660 0x7f6d2c0b1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 -- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d14004810 msgr2=0x7f6d2c1e8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d14004810 0x7f6d2c1e8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 -- 172.21.15.6:0/1242249159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2c0b1fb0 con 0x7f6d2c1f7570 2024-09-21T07:29:54.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d2bfff640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d2c1f7570 0x7f6d2c1f7980 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f6d20000fe0 tx=0x7f6d20001440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:54.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d297fa640 1 -- 172.21.15.6:0/1242249159 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d200036c0 con 0x7f6d2c1f7570 2024-09-21T07:29:54.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d297fa640 1 -- 172.21.15.6:0/1242249159 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d20003950 con 0x7f6d2c1f7570 2024-09-21T07:29:54.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d2c1e5c30 con 0x7f6d2c1f7570 2024-09-21T07:29:54.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d297fa640 1 -- 172.21.15.6:0/1242249159 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d20003d40 con 0x7f6d2c1f7570 2024-09-21T07:29:54.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d2c1e61f0 con 0x7f6d2c1f7570 2024-09-21T07:29:54.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d2c160be0 con 0x7f6d2c1f7570 2024-09-21T07:29:54.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d297fa640 1 -- 172.21.15.6:0/1242249159 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6d200a55b0 con 0x7f6d2c1f7570 2024-09-21T07:29:54.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.612+0000 7f6d297fa640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d18073230 0x7f6d18075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:54.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.616+0000 7f6d297fa640 1 -- 172.21.15.6:0/1242249159 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5357+0+0 (secure 0 0 0) 0x7f6d2012dab0 con 0x7f6d2c1f7570 2024-09-21T07:29:54.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.616+0000 7f6d30b29640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d18073230 0x7f6d18075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:54.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.616+0000 7f6d30b29640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d18073230 0x7f6d18075740 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f6d24005c50 tx=0x7f6d24005be0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:54.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.620+0000 7f6d297fa640 1 -- 172.21.15.6:0/1242249159 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6d2c0b1fb0 con 0x7f6d2c1f7570 2024-09-21T07:29:54.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:54.796+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6d2c09daf0 con 0x7f6d2c1f7570 2024-09-21T07:29:55.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.416+0000 7f6d297fa640 1 -- 172.21.15.6:0/1242249159 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v83) ==== 169+0+0 (secure 0 0 0) 0x7f6d200b3070 con 0x7f6d2c1f7570 2024-09-21T07:29:55.422 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-09-21T07:29:55.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d18073230 msgr2=0x7f6d18075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:55.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d18073230 0x7f6d18075740 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f6d24005c50 tx=0x7f6d24005be0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d2c1f7570 msgr2=0x7f6d2c1f7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d2c1f7570 0x7f6d2c1f7980 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f6d20000fe0 tx=0x7f6d20001440 comp rx=0 tx=0).stop 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 shutdown_connections 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6d18073230 0x7f6d18075740 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6d2c0b1660 0x7f6d2c0b1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6d2c1f7570 0x7f6d2c1f7980 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 --2- 172.21.15.6:0/1242249159 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6d14004810 0x7f6d2c1e8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 >> 172.21.15.6:0/1242249159 conn(0x7f6d2c0ccd60 msgr2=0x7f6d2c074940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 shutdown_connections 2024-09-21T07:29:55.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.420+0000 7f6d32d8d640 1 -- 172.21.15.6:0/1242249159 wait complete. 2024-09-21T07:29:55.452 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T07:29:55.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 -- 172.21.15.6:0/1936541472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600cdd20 msgr2=0x7ff0601670b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:55.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 --2- 172.21.15.6:0/1936541472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600cdd20 0x7ff0601670b0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7ff058009bf0 tx=0x7ff05801cb10 comp rx=0 tx=0).stop 2024-09-21T07:29:55.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 -- 172.21.15.6:0/1936541472 shutdown_connections 2024-09-21T07:29:55.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 --2- 172.21.15.6:0/1936541472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600cdd20 0x7ff0601670b0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 --2- 172.21.15.6:0/1936541472 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0600d1220 0x7ff0600cd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 -- 172.21.15.6:0/1936541472 >> 172.21.15.6:0/1936541472 conn(0x7ff0600cee60 msgr2=0x7ff0600cf270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:55.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 -- 172.21.15.6:0/1936541472 shutdown_connections 2024-09-21T07:29:55.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 -- 172.21.15.6:0/1936541472 wait complete. 2024-09-21T07:29:55.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 Processor -- start 2024-09-21T07:29:55.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.612+0000 7ff066982640 1 -- start start 2024-09-21T07:29:55.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0600cdd20 0x7ff06014e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:55.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0600d0e10 0x7ff060163530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:55.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600d1220 0x7ff060163a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:55.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff060169e10 con 0x7ff0600d1220 2024-09-21T07:29:55.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff0600b0170 con 0x7ff0600d0e10 2024-09-21T07:29:55.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff060169f90 con 0x7ff0600cdd20 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600d1220 0x7ff060163a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600d1220 0x7ff060163a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35402/0 (socket says 172.21.15.6:35402) 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 -- 172.21.15.6:0/1251865658 learned_addr learned my addr 172.21.15.6:0/1251865658 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff0577fe640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0600d0e10 0x7ff060163530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff05ffff640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0600cdd20 0x7ff06014e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 -- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0600cdd20 msgr2=0x7ff06014e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0600cdd20 0x7ff06014e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 -- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0600d0e10 msgr2=0x7ff060163530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0600d0e10 0x7ff060163530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 -- 172.21.15.6:0/1251865658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff060156e50 con 0x7ff0600d1220 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff0577fe640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0600d0e10 0x7ff060163530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff05ffff640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0600cdd20 0x7ff06014e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff064f1f640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600d1220 0x7ff060163a70 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7ff05801c580 tx=0x7ff058005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:55.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff05d7fa640 1 -- 172.21.15.6:0/1251865658 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0580b2040 con 0x7ff0600d1220 2024-09-21T07:29:55.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff05d7fa640 1 -- 172.21.15.6:0/1251865658 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0580bb070 con 0x7ff0600d1220 2024-09-21T07:29:55.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff060155db0 con 0x7ff0600d1220 2024-09-21T07:29:55.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff05d7fa640 1 -- 172.21.15.6:0/1251865658 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff058004590 con 0x7ff0600d1220 2024-09-21T07:29:55.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff060156370 con 0x7ff0600d1220 2024-09-21T07:29:55.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0600cd0d0 con 0x7ff0600d1220 2024-09-21T07:29:55.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.616+0000 7ff05d7fa640 1 -- 172.21.15.6:0/1251865658 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff0580ad440 con 0x7ff0600d1220 2024-09-21T07:29:55.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.620+0000 7ff05d7fa640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff040073200 0x7ff040075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:55.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.620+0000 7ff05d7fa640 1 -- 172.21.15.6:0/1251865658 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7ff05812f610 con 0x7ff0600d1220 2024-09-21T07:29:55.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.620+0000 7ff05ffff640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff040073200 0x7ff040075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:55.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.620+0000 7ff05ffff640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff040073200 0x7ff040075710 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7ff050007fd0 tx=0x7ff050009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:55.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.620+0000 7ff05d7fa640 1 -- 172.21.15.6:0/1251865658 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff058016790 con 0x7ff0600d1220 2024-09-21T07:29:55.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.832+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7ff060164a40 con 0x7ff0600d1220 2024-09-21T07:29:55.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff05d7fa640 1 -- 172.21.15.6:0/1251865658 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v44) ==== 71+0+0 (secure 0 0 0) 0x7ff0580fa890 con 0x7ff0600d1220 2024-09-21T07:29:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff040073200 msgr2=0x7ff040075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff040073200 0x7ff040075710 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7ff050007fd0 tx=0x7ff050009040 comp rx=0 tx=0).stop 2024-09-21T07:29:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600d1220 msgr2=0x7ff060163a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600d1220 0x7ff060163a70 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7ff05801c580 tx=0x7ff058005a60 comp rx=0 tx=0).stop 2024-09-21T07:29:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 shutdown_connections 2024-09-21T07:29:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff040073200 0x7ff040075710 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff0600d1220 0x7ff060163a70 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff0600d0e10 0x7ff060163530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 --2- 172.21.15.6:0/1251865658 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff0600cdd20 0x7ff06014e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 >> 172.21.15.6:0/1251865658 conn(0x7ff0600cee60 msgr2=0x7ff060157170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 shutdown_connections 2024-09-21T07:29:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:55.840+0000 7ff066982640 1 -- 172.21.15.6:0/1251865658 wait complete. 2024-09-21T07:29:55.866 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close' 2024-09-21T07:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.016+0000 7f1df9fc4640 1 -- 172.21.15.6:0/216499488 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 msgr2=0x7f1df40d4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.016+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/216499488 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 0x7f1df40d4790 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f1de4009840 tx=0x7f1de401c790 comp rx=0 tx=0).stop 2024-09-21T07:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.016+0000 7f1df9fc4640 1 -- 172.21.15.6:0/216499488 shutdown_connections 2024-09-21T07:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.016+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/216499488 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1df40b83d0 0x7f1df40b87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.016+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/216499488 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 0x7f1df40d4790 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.016+0000 7f1df9fc4640 1 -- 172.21.15.6:0/216499488 >> 172.21.15.6:0/216499488 conn(0x7f1df408bfc0 msgr2=0x7f1df409da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:56.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.016+0000 7f1df9fc4640 1 -- 172.21.15.6:0/216499488 shutdown_connections 2024-09-21T07:29:56.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.016+0000 7f1df9fc4640 1 -- 172.21.15.6:0/216499488 wait complete. 2024-09-21T07:29:56.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df9fc4640 1 Processor -- start 2024-09-21T07:29:56.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df9fc4640 1 -- start start 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df9fc4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1df40b83d0 0x7f1df4161c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df9fc4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1df40b8d20 0x7f1df40c9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df9fc4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 0x7f1df415dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df9fc4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1df416bfe0 con 0x7f1df40d4380 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df9fc4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f1df416be60 con 0x7f1df40b8d20 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df9fc4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f1df416c160 con 0x7f1df40b83d0 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 0x7f1df415dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 0x7f1df415dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35422/0 (socket says 172.21.15.6:35422) 2024-09-21T07:29:56.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df3fff640 1 -- 172.21.15.6:0/1732643970 learned_addr learned my addr 172.21.15.6:0/1732643970 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df37fe640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1df40b83d0 0x7f1df4161c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df2ffd640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1df40b8d20 0x7f1df40c9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df3fff640 1 -- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1df40b83d0 msgr2=0x7f1df4161c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df3fff640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1df40b83d0 0x7f1df4161c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df3fff640 1 -- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1df40b8d20 msgr2=0x7f1df40c9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df3fff640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1df40b8d20 0x7f1df40c9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df3fff640 1 -- 172.21.15.6:0/1732643970 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1df41f9490 con 0x7f1df40d4380 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.020+0000 7f1df2ffd640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1df40b8d20 0x7f1df40c9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:56.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1df3fff640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 0x7f1df415dc80 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f1dec00cb10 tx=0x7f1dec00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:56.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1ddbfff640 1 -- 172.21.15.6:0/1732643970 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec016020 con 0x7f1df40d4380 2024-09-21T07:29:56.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1ddbfff640 1 -- 172.21.15.6:0/1732643970 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1dec00ce50 con 0x7f1df40d4380 2024-09-21T07:29:56.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1ddbfff640 1 -- 172.21.15.6:0/1732643970 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec00ad80 con 0x7f1df40d4380 2024-09-21T07:29:56.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1df41f9770 con 0x7f1df40d4380 2024-09-21T07:29:56.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1df41f9d30 con 0x7f1df40d4380 2024-09-21T07:29:56.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1df40b87e0 con 0x7f1df40d4380 2024-09-21T07:29:56.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1ddbfff640 1 -- 172.21.15.6:0/1732643970 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1dec019020 con 0x7f1df40d4380 2024-09-21T07:29:56.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1ddbfff640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1de0073230 0x7f1de0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:56.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1ddbfff640 1 -- 172.21.15.6:0/1732643970 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f1dec093f70 con 0x7f1df40d4380 2024-09-21T07:29:56.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1df37fe640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1de0073230 0x7f1de0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:56.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.024+0000 7f1df37fe640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1de0073230 0x7f1de0075740 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1de40af000 tx=0x7f1de401afd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:56.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.028+0000 7f1ddbfff640 1 -- 172.21.15.6:0/1732643970 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1dec020030 con 0x7f1df40d4380 2024-09-21T07:29:56.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.268+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]} v 0) -- 0x7f1df40b15d0 con 0x7f1df40d4380 2024-09-21T07:29:56.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.420+0000 7f1ddbfff640 1 -- 172.21.15.6:0/1732643970 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]}]=0 v272) ==== 143+0+0 (secure 0 0 0) 0x7f1dec05f270 con 0x7f1df40d4380 2024-09-21T07:29:56.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1de0073230 msgr2=0x7f1de0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1de0073230 0x7f1de0075740 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1de40af000 tx=0x7f1de401afd0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 msgr2=0x7f1df415dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 0x7f1df415dc80 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f1dec00cb10 tx=0x7f1dec00cc00 comp rx=0 tx=0).stop 2024-09-21T07:29:56.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 shutdown_connections 2024-09-21T07:29:56.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1de0073230 0x7f1de0075740 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1df40d4380 0x7f1df415dc80 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f1df40b8d20 0x7f1df40c9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 --2- 172.21.15.6:0/1732643970 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f1df40b83d0 0x7f1df4161c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 >> 172.21.15.6:0/1732643970 conn(0x7f1df408bfc0 msgr2=0x7f1df40b1e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:56.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 shutdown_connections 2024-09-21T07:29:56.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.424+0000 7f1df9fc4640 1 -- 172.21.15.6:0/1732643970 wait complete. 2024-09-21T07:29:56.454 INFO:tasks.cephfs_test_runner:That when a `tell` command is sent using the python CLI, ... ok 2024-09-21T07:29:56.454 INFO:tasks.cephfs_test_runner:Starting test: test_tell_session_drop (tasks.cephfs.test_sessionmap.TestSessionMap) That when a `tell` command is sent using the python CLI, 2024-09-21T07:29:56.454 INFO:tasks.cephfs_test_runner:test_tell_session_drop (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-21T07:29:56.455 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:29:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 -- 172.21.15.6:0/975970688 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 msgr2=0x7f91c80cd100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 --2- 172.21.15.6:0/975970688 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 0x7f91c80cd100 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f91b0009900 tx=0x7f91b001c8e0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 -- 172.21.15.6:0/975970688 shutdown_connections 2024-09-21T07:29:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 --2- 172.21.15.6:0/975970688 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 0x7f91c80cd100 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 --2- 172.21.15.6:0/975970688 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91c806ed00 0x7f91c806f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 -- 172.21.15.6:0/975970688 >> 172.21.15.6:0/975970688 conn(0x7f91c80b3f50 msgr2=0x7f91c80b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:56.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 -- 172.21.15.6:0/975970688 shutdown_connections 2024-09-21T07:29:56.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 -- 172.21.15.6:0/975970688 wait complete. 2024-09-21T07:29:56.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 Processor -- start 2024-09-21T07:29:56.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.616+0000 7f91cdf19640 1 -- start start 2024-09-21T07:29:56.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91c806ed00 0x7f91c80cbe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:56.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 0x7f91c815f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:56.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91c80cd640 0x7f91c81611d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:56.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f91c816c310 con 0x7f91c80cccf0 2024-09-21T07:29:56.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f91c816c190 con 0x7f91c80cd640 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f91c816c490 con 0x7f91c806ed00 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 0x7f91c815f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 0x7f91c815f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35444/0 (socket says 172.21.15.6:35444) 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 -- 172.21.15.6:0/3490769709 learned_addr learned my addr 172.21.15.6:0/3490769709 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c7fff640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91c80cd640 0x7f91c81611d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c77fe640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91c806ed00 0x7f91c80cbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 -- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91c806ed00 msgr2=0x7f91c80cbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91c806ed00 0x7f91c80cbe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 -- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91c80cd640 msgr2=0x7f91c81611d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91c80cd640 0x7f91c81611d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 -- 172.21.15.6:0/3490769709 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c8168f50 con 0x7f91c80cccf0 2024-09-21T07:29:56.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c7fff640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91c80cd640 0x7f91c81611d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:56.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91c6ffd640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 0x7f91c815f910 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f91b0009850 tx=0x7f91b00a55a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:56.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91bffff640 1 -- 172.21.15.6:0/3490769709 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b00b2040 con 0x7f91c80cccf0 2024-09-21T07:29:56.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91bffff640 1 -- 172.21.15.6:0/3490769709 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91b00bd070 con 0x7f91c80cccf0 2024-09-21T07:29:56.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91c80cc360 con 0x7f91c80cccf0 2024-09-21T07:29:56.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91bffff640 1 -- 172.21.15.6:0/3490769709 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b0003600 con 0x7f91c80cccf0 2024-09-21T07:29:56.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91c8166e60 con 0x7f91c80cccf0 2024-09-21T07:29:56.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91c8166c80 con 0x7f91c80cccf0 2024-09-21T07:29:56.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.620+0000 7f91bffff640 1 -- 172.21.15.6:0/3490769709 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f91b00037a0 con 0x7f91c80cccf0 2024-09-21T07:29:56.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.624+0000 7f91bffff640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f91a8073200 0x7f91a8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:56.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.624+0000 7f91bffff640 1 -- 172.21.15.6:0/3490769709 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f91b012ea90 con 0x7f91c80cccf0 2024-09-21T07:29:56.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.624+0000 7f91c77fe640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f91a8073200 0x7f91a8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:56.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.624+0000 7f91c77fe640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f91a8073200 0x7f91a8075710 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f91c0008c80 tx=0x7f91c0008230 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:56.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.628+0000 7f91bffff640 1 -- 172.21.15.6:0/3490769709 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f91c8166c80 con 0x7f91c80cccf0 2024-09-21T07:29:56.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.804+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f91c80cd100 con 0x7f91c80cccf0 2024-09-21T07:29:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91bffff640 1 -- 172.21.15.6:0/3490769709 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+12993 (secure 0 0 0) 0x7f91c8168f50 con 0x7f91c80cccf0 2024-09-21T07:29:56.811 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:56.812 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":83,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:29:55.410933+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:6835/831844417":"2024-09-22T07:29:52.402844+0000","172.21.15.6:6833/831844417":"2024-09-22T07:29:52.402844+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:29:56.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f91a8073200 msgr2=0x7f91a8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f91a8073200 0x7f91a8075710 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f91c0008c80 tx=0x7f91c0008230 comp rx=0 tx=0).stop 2024-09-21T07:29:56.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 msgr2=0x7f91c815f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 0x7f91c815f910 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f91b0009850 tx=0x7f91b00a55a0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 shutdown_connections 2024-09-21T07:29:56.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f91a8073200 0x7f91a8075710 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f91c80cd640 0x7f91c81611d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91c80cccf0 0x7f91c815f910 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 --2- 172.21.15.6:0/3490769709 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f91c806ed00 0x7f91c80cbe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 >> 172.21.15.6:0/3490769709 conn(0x7f91c80b3f50 msgr2=0x7f91c80717c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:56.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.808+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 shutdown_connections 2024-09-21T07:29:56.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.812+0000 7f91cdf19640 1 -- 172.21.15.6:0/3490769709 wait complete. 2024-09-21T07:29:56.836 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T07:24:30.886944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T07:29:56.836 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T07:29:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/3783572932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b0b00 msgr2=0x7fdfa00b0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/3783572932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b0b00 0x7fdfa00b0f10 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0075140 tx=0x7fdf9801cd80 comp rx=0 tx=0).stop 2024-09-21T07:29:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/3783572932 shutdown_connections 2024-09-21T07:29:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/3783572932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b0b00 0x7fdfa00b0f10 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/3783572932 >> v2:172.21.15.145:3300/0 conn(0x7fdfa00b5c20 0x7fdfa00b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/3783572932 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfa00b6610 0x7fdfa00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/3783572932 >> 172.21.15.6:0/3783572932 conn(0x7fdfa009aa30 msgr2=0x7fdfa00d1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/3783572932 shutdown_connections 2024-09-21T07:29:56.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/3783572932 wait complete. 2024-09-21T07:29:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 Processor -- start 2024-09-21T07:29:56.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.992+0000 7fdfa5aaf640 1 -- start start 2024-09-21T07:29:57.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfa00b0b00 0x7fdfa009eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:57.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b5c20 0x7fdfa0158080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:57.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfa00b6610 0x7fdfa00ca5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:57.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa015fc60 con 0x7fdfa00b5c20 2024-09-21T07:29:57.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa015fae0 con 0x7fdfa00b0b00 2024-09-21T07:29:57.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdfa015fde0 con 0x7fdfa00b6610 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b5c20 0x7fdfa0158080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b5c20 0x7fdfa0158080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35464/0 (socket says 172.21.15.6:35464) 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 -- 172.21.15.6:0/44255346 learned_addr learned my addr 172.21.15.6:0/44255346 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf9ffff640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfa00b6610 0x7fdfa00ca5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf9f7fe640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfa00b0b00 0x7fdfa009eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 -- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfa00b6610 msgr2=0x7fdfa00ca5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfa00b6610 0x7fdfa00ca5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 -- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfa00b0b00 msgr2=0x7fdfa009eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfa00b0b00 0x7fdfa009eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 -- 172.21.15.6:0/44255346 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa009f1e0 con 0x7fdfa00b5c20 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf9ffff640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfa00b6610 0x7fdfa00ca5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf9f7fe640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfa00b0b00 0x7fdfa009eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:57.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf96ffd640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b5c20 0x7fdfa0158080 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fdf88005950 tx=0x7fdf8800cdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:57.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf9cff9640 1 -- 172.21.15.6:0/44255346 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf88007bb0 con 0x7fdfa00b5c20 2024-09-21T07:29:57.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf9cff9640 1 -- 172.21.15.6:0/44255346 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf88007e40 con 0x7fdfa00b5c20 2024-09-21T07:29:57.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdf9cff9640 1 -- 172.21.15.6:0/44255346 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8800f690 con 0x7fdfa00b5c20 2024-09-21T07:29:57.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa015c4e0 con 0x7fdfa00b5c20 2024-09-21T07:29:57.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa015caa0 con 0x7fdfa00b5c20 2024-09-21T07:29:57.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:56.996+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfa0075c20 con 0x7fdfa00b5c20 2024-09-21T07:29:57.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.000+0000 7fdf9cff9640 1 -- 172.21.15.6:0/44255346 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdf8800f830 con 0x7fdfa00b5c20 2024-09-21T07:29:57.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.000+0000 7fdf9cff9640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf80073200 0x7fdf80075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:57.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.000+0000 7fdf9cff9640 1 -- 172.21.15.6:0/44255346 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7fdf880946e0 con 0x7fdfa00b5c20 2024-09-21T07:29:57.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.000+0000 7fdf9f7fe640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf80073200 0x7fdf80075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:57.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.000+0000 7fdf9f7fe640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf80073200 0x7fdf80075710 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdf90005870 tx=0x7fdf90005c90 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:57.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.004+0000 7fdf9cff9640 1 -- 172.21.15.6:0/44255346 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdf88014030 con 0x7fdfa00b5c20 2024-09-21T07:29:57.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdfa0160260 con 0x7fdfa00b5c20 2024-09-21T07:29:57.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdf9cff9640 1 -- 172.21.15.6:0/44255346 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7fdf8805fa00 con 0x7fdfa00b5c20 2024-09-21T07:29:57.183 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf80073200 msgr2=0x7fdf80075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf80073200 0x7fdf80075710 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdf90005870 tx=0x7fdf90005c90 comp rx=0 tx=0).stop 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b5c20 msgr2=0x7fdfa0158080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b5c20 0x7fdfa0158080 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fdf88005950 tx=0x7fdf8800cdd0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 shutdown_connections 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdf80073200 0x7fdf80075710 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdfa00b6610 0x7fdfa00ca5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdfa00b5c20 0x7fdfa0158080 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 --2- 172.21.15.6:0/44255346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdfa00b0b00 0x7fdfa009eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 >> 172.21.15.6:0/44255346 conn(0x7fdfa009aa30 msgr2=0x7fdfa00706a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:57.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 shutdown_connections 2024-09-21T07:29:57.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.180+0000 7fdfa5aaf640 1 -- 172.21.15.6:0/44255346 wait complete. 2024-09-21T07:29:57.207 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop' 2024-09-21T07:29:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.356+0000 7fb464c70640 1 -- 172.21.15.6:0/3031859502 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b49f0 msgr2=0x7fb46015b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.356+0000 7fb464c70640 1 --2- 172.21.15.6:0/3031859502 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b49f0 0x7fb46015b770 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fb4600cfeb0 tx=0x7fb44801c800 comp rx=0 tx=0).stop 2024-09-21T07:29:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.356+0000 7fb464c70640 1 -- 172.21.15.6:0/3031859502 shutdown_connections 2024-09-21T07:29:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.356+0000 7fb464c70640 1 --2- 172.21.15.6:0/3031859502 >> v2:172.21.15.145:3300/0 conn(0x7fb46006efa0 0x7fb46006f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.356+0000 7fb464c70640 1 --2- 172.21.15.6:0/3031859502 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b49f0 0x7fb46015b770 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.356+0000 7fb464c70640 1 -- 172.21.15.6:0/3031859502 >> 172.21.15.6:0/3031859502 conn(0x7fb46006d480 msgr2=0x7fb4600b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.356+0000 7fb464c70640 1 -- 172.21.15.6:0/3031859502 shutdown_connections 2024-09-21T07:29:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.356+0000 7fb464c70640 1 -- 172.21.15.6:0/3031859502 wait complete. 2024-09-21T07:29:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 Processor -- start 2024-09-21T07:29:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 -- start start 2024-09-21T07:29:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb46006efa0 0x7fb460155ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b3790 0x7fb4600cc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4600b49f0 0x7fb460159bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb460166c10 con 0x7fb4600b3790 2024-09-21T07:29:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb460166a90 con 0x7fb46006efa0 2024-09-21T07:29:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb460166d90 con 0x7fb4600b49f0 2024-09-21T07:29:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b3790 0x7fb4600cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b3790 0x7fb4600cc410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35488/0 (socket says 172.21.15.6:35488) 2024-09-21T07:29:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 -- 172.21.15.6:0/601957870 learned_addr learned my addr 172.21.15.6:0/601957870 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45e59c640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb46006efa0 0x7fb460155ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 -- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4600b49f0 msgr2=0x7fb460159bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4600b49f0 0x7fb460159bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 -- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb46006efa0 msgr2=0x7fb460155ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb46006efa0 0x7fb460155ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 -- 172.21.15.6:0/601957870 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4600c51d0 con 0x7fb4600b3790 2024-09-21T07:29:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb45dd9b640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b3790 0x7fb4600cc410 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fb45000c760 tx=0x7fb45000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb456ffd640 1 -- 172.21.15.6:0/601957870 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb450003db0 con 0x7fb4600b3790 2024-09-21T07:29:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb456ffd640 1 -- 172.21.15.6:0/601957870 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb45000ce10 con 0x7fb4600b3790 2024-09-21T07:29:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb460156160 con 0x7fb4600b3790 2024-09-21T07:29:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb456ffd640 1 -- 172.21.15.6:0/601957870 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4500052b0 con 0x7fb4600b3790 2024-09-21T07:29:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4600c5790 con 0x7fb4600b3790 2024-09-21T07:29:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.360+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb46006f3b0 con 0x7fb4600b3790 2024-09-21T07:29:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.364+0000 7fb456ffd640 1 -- 172.21.15.6:0/601957870 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb450005450 con 0x7fb4600b3790 2024-09-21T07:29:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.364+0000 7fb456ffd640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073260 0x7fb440075770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.364+0000 7fb456ffd640 1 -- 172.21.15.6:0/601957870 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7fb450094890 con 0x7fb4600b3790 2024-09-21T07:29:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.364+0000 7fb45e59c640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073260 0x7fb440075770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:57.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.364+0000 7fb45e59c640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073260 0x7fb440075770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb4480af000 tx=0x7fb44801b040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:57.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.368+0000 7fb456ffd640 1 -- 172.21.15.6:0/601957870 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb45005fb90 con 0x7fb4600b3790 2024-09-21T07:29:57.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:57.604+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]} v 0) -- 0x7fb460070370 con 0x7fb4600b3790 2024-09-21T07:29:58.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.432+0000 7fb456ffd640 1 -- 172.21.15.6:0/601957870 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]}]=0 v274) ==== 148+0+0 (secure 0 0 0) 0x7fb450094070 con 0x7fb4600b3790 2024-09-21T07:29:58.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073260 msgr2=0x7fb440075770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073260 0x7fb440075770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb4480af000 tx=0x7fb44801b040 comp rx=0 tx=0).stop 2024-09-21T07:29:58.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b3790 msgr2=0x7fb4600cc410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b3790 0x7fb4600cc410 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fb45000c760 tx=0x7fb45000cc20 comp rx=0 tx=0).stop 2024-09-21T07:29:58.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 shutdown_connections 2024-09-21T07:29:58.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb440073260 0x7fb440075770 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4600b49f0 0x7fb460159bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4600b3790 0x7fb4600cc410 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 --2- 172.21.15.6:0/601957870 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb46006efa0 0x7fb460155ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 >> 172.21.15.6:0/601957870 conn(0x7fb46006d480 msgr2=0x7fb4600cd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:58.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 shutdown_connections 2024-09-21T07:29:58.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.436+0000 7fb464c70640 1 -- 172.21.15.6:0/601957870 wait complete. 2024-09-21T07:29:58.468 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T07:29:58.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.624+0000 7fedd64a8640 1 -- 172.21.15.6:0/3448231390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00b0de0 msgr2=0x7fedd00ce030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.624+0000 7fedd64a8640 1 --2- 172.21.15.6:0/3448231390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00b0de0 0x7fedd00ce030 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fedc0009840 tx=0x7fedc001c790 comp rx=0 tx=0).stop 2024-09-21T07:29:58.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.624+0000 7fedd64a8640 1 -- 172.21.15.6:0/3448231390 shutdown_connections 2024-09-21T07:29:58.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.624+0000 7fedd64a8640 1 --2- 172.21.15.6:0/3448231390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00b0de0 0x7fedd00ce030 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.624+0000 7fedd64a8640 1 --2- 172.21.15.6:0/3448231390 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedd00cfef0 0x7fedd00cdaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.624+0000 7fedd64a8640 1 -- 172.21.15.6:0/3448231390 >> 172.21.15.6:0/3448231390 conn(0x7fedd009aa30 msgr2=0x7fedd00b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:58.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.624+0000 7fedd64a8640 1 -- 172.21.15.6:0/3448231390 shutdown_connections 2024-09-21T07:29:58.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.624+0000 7fedd64a8640 1 -- 172.21.15.6:0/3448231390 wait complete. 2024-09-21T07:29:58.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd64a8640 1 Processor -- start 2024-09-21T07:29:58.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd64a8640 1 -- start start 2024-09-21T07:29:58.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd64a8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedd00b09d0 0x7fedd0150820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:58.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd64a8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedd00b0de0 0x7fedd00aed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:58.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd64a8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00cfef0 0x7fedd00af280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:58.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd64a8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fedd006d460 con 0x7fedd00cfef0 2024-09-21T07:29:58.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd64a8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fedd006d2e0 con 0x7fedd00b09d0 2024-09-21T07:29:58.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd64a8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fedd006d5e0 con 0x7fedd00b0de0 2024-09-21T07:29:58.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.628+0000 7fedd4a45640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00cfef0 0x7fedd00af280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:58.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd4a45640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00cfef0 0x7fedd00af280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35506/0 (socket says 172.21.15.6:35506) 2024-09-21T07:29:58.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd4a45640 1 -- 172.21.15.6:0/2890698493 learned_addr learned my addr 172.21.15.6:0/2890698493 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:58.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedcf7fe640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedd00b0de0 0x7fedd00aed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:58.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedcffff640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedd00b09d0 0x7fedd0150820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:58.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd4a45640 1 -- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedd00b0de0 msgr2=0x7fedd00aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd4a45640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedd00b0de0 0x7fedd00aed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd4a45640 1 -- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedd00b09d0 msgr2=0x7fedd0150820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd4a45640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedd00b09d0 0x7fedd0150820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd4a45640 1 -- 172.21.15.6:0/2890698493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedd0163840 con 0x7fedd00cfef0 2024-09-21T07:29:58.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd4a45640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00cfef0 0x7fedd00af280 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fedc001cc70 tx=0x7fedc0005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:58.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedccff9640 1 -- 172.21.15.6:0/2890698493 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc00b2040 con 0x7fedd00cfef0 2024-09-21T07:29:58.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedccff9640 1 -- 172.21.15.6:0/2890698493 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fedc00bb070 con 0x7fedd00cfef0 2024-09-21T07:29:58.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedd0163b20 con 0x7fedd00cfef0 2024-09-21T07:29:58.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedccff9640 1 -- 172.21.15.6:0/2890698493 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc0003600 con 0x7fedd00cfef0 2024-09-21T07:29:58.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedd01f9570 con 0x7fedd00cfef0 2024-09-21T07:29:58.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedd01f9850 con 0x7fedd00cfef0 2024-09-21T07:29:58.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedccff9640 1 -- 172.21.15.6:0/2890698493 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fedc00037a0 con 0x7fedd00cfef0 2024-09-21T07:29:58.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedccff9640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fedb0073230 0x7fedb0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:58.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedccff9640 1 -- 172.21.15.6:0/2890698493 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7fedc012e210 con 0x7fedd00cfef0 2024-09-21T07:29:58.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.632+0000 7fedcffff640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fedb0073230 0x7fedb0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:58.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.636+0000 7fedcffff640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fedb0073230 0x7fedb0075740 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fedd00b3990 tx=0x7fedc8009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:58.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.636+0000 7fedccff9640 1 -- 172.21.15.6:0/2890698493 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fedc0016410 con 0x7fedd00cfef0 2024-09-21T07:29:58.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.804+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fedd006dab0 con 0x7fedd00cfef0 2024-09-21T07:29:58.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.804+0000 7fedccff9640 1 -- 172.21.15.6:0/2890698493 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v44) ==== 59+0+2294 (secure 0 0 0) 0x7fedc00f9540 con 0x7fedd00cfef0 2024-09-21T07:29:58.810 INFO:teuthology.orchestra.run.smithi006.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T07:29:58.810 INFO:teuthology.orchestra.run.smithi006.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T07:29:58.810 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced client_mount_timeout 30 2024-09-21T07:29:58.810 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_client 20/20 2024-09-21T07:29:58.810 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_mgr 20/20 2024-09-21T07:29:58.811 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_ms 1/1 2024-09-21T07:29:58.811 INFO:teuthology.orchestra.run.smithi006.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T07:29:58.811 INFO:teuthology.orchestra.run.smithi006.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T07:29:58.811 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4406.361004 2024-09-21T07:29:58.811 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4273.484714 2024-09-21T07:29:58.811 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4038.127657 2024-09-21T07:29:58.811 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4577.714672 2024-09-21T07:29:58.812 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 4589.677100 2024-09-21T07:29:58.812 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4430.080254 2024-09-21T07:29:58.812 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4169.446825 2024-09-21T07:29:58.812 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4450.453400 2024-09-21T07:29:58.812 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds 20/20 2024-09-21T07:29:58.812 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T07:29:58.813 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_ms 2/2 2024-09-21T07:29:58.813 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_frag true 2024-09-21T07:29:58.813 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_scatterstat true 2024-09-21T07:29:58.813 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T07:29:58.813 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_verify_scatter true 2024-09-21T07:29:58.813 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T07:29:58.813 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T07:29:58.814 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T07:29:58.814 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced client_mount_timeout 600 2024-09-21T07:29:58.814 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_client 20/20 2024-09-21T07:29:58.814 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_ms 1/1 2024-09-21T07:29:58.814 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T07:29:58.814 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T07:29:58.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fedb0073230 msgr2=0x7fedb0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fedb0073230 0x7fedb0075740 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fedd00b3990 tx=0x7fedc8009040 comp rx=0 tx=0).stop 2024-09-21T07:29:58.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00cfef0 msgr2=0x7fedd00af280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00cfef0 0x7fedd00af280 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fedc001cc70 tx=0x7fedc0005760 comp rx=0 tx=0).stop 2024-09-21T07:29:58.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 shutdown_connections 2024-09-21T07:29:58.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fedb0073230 0x7fedb0075740 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fedd00cfef0 0x7fedd00af280 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fedd00b0de0 0x7fedd00aed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 --2- 172.21.15.6:0/2890698493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fedd00b09d0 0x7fedd0150820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 >> 172.21.15.6:0/2890698493 conn(0x7fedd009aa30 msgr2=0x7fedd015c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:58.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 shutdown_connections 2024-09-21T07:29:58.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.808+0000 7fedd64a8640 1 -- 172.21.15.6:0/2890698493 wait complete. 2024-09-21T07:29:58.831 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T07:29:58.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.980+0000 7fbfd35bc640 1 -- 172.21.15.6:0/976015369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb8005260 msgr2=0x7fbfb800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.980+0000 7fbfd35bc640 1 --2- 172.21.15.6:0/976015369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb8005260 0x7fbfb800b9d0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4001dc0 tx=0x7fbfc401cb30 comp rx=0 tx=0).stop 2024-09-21T07:29:58.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.980+0000 7fbfd35bc640 1 -- 172.21.15.6:0/976015369 shutdown_connections 2024-09-21T07:29:58.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.980+0000 7fbfd35bc640 1 --2- 172.21.15.6:0/976015369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb8005260 0x7fbfb800b9d0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.980+0000 7fbfd35bc640 1 -- 172.21.15.6:0/976015369 >> 172.21.15.6:0/976015369 conn(0x7fbfcc06d480 msgr2=0x7fbfcc0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:58.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.980+0000 7fbfd35bc640 1 -- 172.21.15.6:0/976015369 shutdown_connections 2024-09-21T07:29:58.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.980+0000 7fbfd35bc640 1 -- 172.21.15.6:0/976015369 wait complete. 2024-09-21T07:29:58.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 Processor -- start 2024-09-21T07:29:58.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 -- start start 2024-09-21T07:29:58.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbfb8005260 0x7fbfcc1f2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:58.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfcc0afdf0 0x7fbfcc0b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:58.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbfcc0b0740 0x7fbfcc1e8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:58.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc1603d0 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbfcc0cbda0 con 0x7fbfb8005260 2024-09-21T07:29:58.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbfcc160550 con 0x7fbfcc0b0740 2024-09-21T07:29:58.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfcc0afdf0 0x7fbfcc0b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:58.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfcc0afdf0 0x7fbfcc0b0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35534/0 (socket says 172.21.15.6:35534) 2024-09-21T07:29:58.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 -- 172.21.15.6:0/1154659139 learned_addr learned my addr 172.21.15.6:0/1154659139 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:58.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd1358640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbfb8005260 0x7fbfcc1f2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:58.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd1b59640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbfcc0b0740 0x7fbfcc1e8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:58.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 -- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbfcc0b0740 msgr2=0x7fbfcc1e8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbfcc0b0740 0x7fbfcc1e8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 -- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbfb8005260 msgr2=0x7fbfcc1f2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:58.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbfb8005260 0x7fbfcc1f2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:58.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 -- 172.21.15.6:0/1154659139 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfcc1e70a0 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd1b59640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbfcc0b0740 0x7fbfcc1e8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:29:58.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd0b57640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfcc0afdf0 0x7fbfcc0b0200 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc011820 tx=0x7fbfbc011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:58.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfc1ffb640 1 -- 172.21.15.6:0/1154659139 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc004460 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfcc1e7380 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfc1ffb640 1 -- 172.21.15.6:0/1154659139 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfbc016070 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfc1ffb640 1 -- 172.21.15.6:0/1154659139 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc00fb40 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.984+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfcc1e7940 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.988+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfcc1e6e10 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.988+0000 7fbfc1ffb640 1 -- 172.21.15.6:0/1154659139 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbfbc018030 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.988+0000 7fbfc1ffb640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbfb0073230 0x7fbfb0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:58.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.988+0000 7fbfc1ffb640 1 -- 172.21.15.6:0/1154659139 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7fbfbc094ed0 con 0x7fbfcc0afdf0 2024-09-21T07:29:58.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.988+0000 7fbfd1358640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbfb0073230 0x7fbfb0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:58.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.988+0000 7fbfd1358640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbfb0073230 0x7fbfb0075740 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8000fc0 tx=0x7fbfc8006040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:58.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:58.992+0000 7fbfc1ffb640 1 -- 172.21.15.6:0/1154659139 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbfbc05fc10 con 0x7fbfcc0afdf0 2024-09-21T07:29:59.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.168+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fbfcc160ab0 con 0x7fbfcc0afdf0 2024-09-21T07:29:59.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.172+0000 7fbfc1ffb640 1 -- 172.21.15.6:0/1154659139 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v45)=0 v45) ==== 122+0+0 (secure 0 0 0) 0x7fbfbc064640 con 0x7fbfcc0afdf0 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbfb0073230 msgr2=0x7fbfb0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbfb0073230 0x7fbfb0075740 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8000fc0 tx=0x7fbfc8006040 comp rx=0 tx=0).stop 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfcc0afdf0 msgr2=0x7fbfcc0b0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfcc0afdf0 0x7fbfcc0b0200 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc011820 tx=0x7fbfbc011ce0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 shutdown_connections 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbfb0073230 0x7fbfb0075740 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbfcc0b0740 0x7fbfcc1e8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfcc0afdf0 0x7fbfcc0b0200 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 --2- 172.21.15.6:0/1154659139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbfb8005260 0x7fbfcc1f2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 >> 172.21.15.6:0/1154659139 conn(0x7fbfcc06d480 msgr2=0x7fbfcc0cbf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:59.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 shutdown_connections 2024-09-21T07:29:59.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.176+0000 7fbfd35bc640 1 -- 172.21.15.6:0/1154659139 wait complete. 2024-09-21T07:29:59.202 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:29:59.202 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:29:59.280 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:29:59.359 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:29:59.359 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:59.359 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:59.366 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:29:59.366 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:59.367 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:59.373 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:29:59.373 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:29:59.373 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:59.415 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:29:59.416 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:29:59.416 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:29:59.422 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:29:59.422 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T07:29:59.422 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:29:59.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 -- 172.21.15.6:0/3070381078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 msgr2=0x7f28780b48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:59.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 --2- 172.21.15.6:0/3070381078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 0x7f28780b48f0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f2860009840 tx=0x7f286001c820 comp rx=0 tx=0).stop 2024-09-21T07:29:59.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 -- 172.21.15.6:0/3070381078 shutdown_connections 2024-09-21T07:29:59.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 --2- 172.21.15.6:0/3070381078 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f287806f620 0x7f287806fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 --2- 172.21.15.6:0/3070381078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 0x7f28780b48f0 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 -- 172.21.15.6:0/3070381078 >> 172.21.15.6:0/3070381078 conn(0x7f287806d480 msgr2=0x7f28780b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:59.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 -- 172.21.15.6:0/3070381078 shutdown_connections 2024-09-21T07:29:59.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 -- 172.21.15.6:0/3070381078 wait complete. 2024-09-21T07:29:59.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 Processor -- start 2024-09-21T07:29:59.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.624+0000 7f287d207640 1 -- start start 2024-09-21T07:29:59.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f287806f620 0x7f2878155fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:59.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 0x7f287814dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:59.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28781535c0 0x7f287815b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f28780cfe80 con 0x7f28780b44e0 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f28780cfd00 con 0x7f28781535c0 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f287816a660 con 0x7f287806f620 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 0x7f287814dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 0x7f287814dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35552/0 (socket says 172.21.15.6:35552) 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 -- 172.21.15.6:0/3562419545 learned_addr learned my addr 172.21.15.6:0/3562419545 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f2876d9d640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f287806f620 0x7f2878155fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287759e640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28781535c0 0x7f287815b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 -- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f287806f620 msgr2=0x7f2878155fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f287806f620 0x7f2878155fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 -- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28781535c0 msgr2=0x7f287815b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28781535c0 0x7f287815b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 -- 172.21.15.6:0/3562419545 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28781fa1b0 con 0x7f28780b44e0 2024-09-21T07:29:59.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f2876d9d640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f287806f620 0x7f2878155fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:59.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287759e640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28781535c0 0x7f287815b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:29:59.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286ffff640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 0x7f287814dd70 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f286001aed0 tx=0x7f28600a5700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:59.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286f7fe640 1 -- 172.21.15.6:0/3562419545 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28600bb070 con 0x7f28780b44e0 2024-09-21T07:29:59.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286f7fe640 1 -- 172.21.15.6:0/3562419545 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2860005030 con 0x7f28780b44e0 2024-09-21T07:29:59.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2878155500 con 0x7f28780b44e0 2024-09-21T07:29:59.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f286f7fe640 1 -- 172.21.15.6:0/3562419545 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28600b2040 con 0x7f28780b44e0 2024-09-21T07:29:59.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2878155ac0 con 0x7f28780b44e0 2024-09-21T07:29:59.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.628+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f287806fa30 con 0x7f28780b44e0 2024-09-21T07:29:59.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.632+0000 7f286f7fe640 1 -- 172.21.15.6:0/3562419545 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2860005480 con 0x7f28780b44e0 2024-09-21T07:29:59.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.632+0000 7f286f7fe640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2858073230 0x7f2858075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:29:59.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.632+0000 7f286f7fe640 1 -- 172.21.15.6:0/3562419545 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f286012ddf0 con 0x7f28780b44e0 2024-09-21T07:29:59.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.632+0000 7f2876d9d640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2858073230 0x7f2858075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:29:59.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.632+0000 7f2876d9d640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2858073230 0x7f2858075740 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2868001630 tx=0x7f2868009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:29:59.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.636+0000 7f286f7fe640 1 -- 172.21.15.6:0/3562419545 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f28600c4020 con 0x7f28780b44e0 2024-09-21T07:29:59.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.844+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f28780b2be0 con 0x7f28780b44e0 2024-09-21T07:29:59.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.844+0000 7f286f7fe640 1 -- 172.21.15.6:0/3562419545 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+3911 (secure 0 0 0) 0x7f2860016410 con 0x7f28780b44e0 2024-09-21T07:29:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:29:59.848 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":61,"btime":"2024-09-21T07:29:53:405430+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5474,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6834/1305778591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1305778591},{"type":"v1","addr":"172.21.15.6:6834","nonce":1305778591}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5929,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3581332141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3581332141},{"type":"v1","addr":"172.21.15.145:6835","nonce":3581332141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":5932,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1770981151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1770981151},{"type":"v1","addr":"172.21.15.145:6837","nonce":1770981151}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":6768,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/1118642201","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6833","nonce":1118642201},{"type":"v1","addr":"172.21.15.6:6835","nonce":1118642201}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61}],"filesystems":[]} 2024-09-21T07:29:59.848 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 61 2024-09-21T07:29:59.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2858073230 msgr2=0x7f2858075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:59.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2858073230 0x7f2858075740 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2868001630 tx=0x7f2868009040 comp rx=0 tx=0).stop 2024-09-21T07:29:59.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 msgr2=0x7f287814dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:29:59.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 0x7f287814dd70 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f286001aed0 tx=0x7f28600a5700 comp rx=0 tx=0).stop 2024-09-21T07:29:59.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 shutdown_connections 2024-09-21T07:29:59.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2858073230 0x7f2858075740 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f28781535c0 0x7f287815b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28780b44e0 0x7f287814dd70 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 --2- 172.21.15.6:0/3562419545 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f287806f620 0x7f2878155fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:29:59.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 >> 172.21.15.6:0/3562419545 conn(0x7f287806d480 msgr2=0x7f28780ad1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:29:59.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 shutdown_connections 2024-09-21T07:29:59.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:29:59.848+0000 7f287d207640 1 -- 172.21.15.6:0/3562419545 wait complete. 2024-09-21T07:29:59.870 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:29:59.870 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T07:29:59.871 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:29:59.871 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:59.871 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:29:59.871 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T07:29:59.871 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:29:59.871 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:59.871 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:29:59.871 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T07:29:59.872 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:29:59.872 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:59.872 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:29:59.872 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T07:29:59.872 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:29:59.872 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:29:59.888 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:29:59.888 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:29:59.889 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:29:59.889 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:29:59.894 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:29:59.894 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:29:59.900 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:29:59.900 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:29:59.931 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:29:59.931 DEBUG:teuthology.parallel:result is None 2024-09-21T07:29:59.932 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:29:59.932 DEBUG:teuthology.parallel:result is None 2024-09-21T07:29:59.942 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:29:59.943 DEBUG:teuthology.parallel:result is None 2024-09-21T07:29:59.944 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:29:59.944 DEBUG:teuthology.parallel:result is None 2024-09-21T07:29:59.944 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T07:30:00.020 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:30:00.025 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:30:00.042 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:30:00.046 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:30:00.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.108+0000 7f424c46e640 1 -- 172.21.15.6:0/823900049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4244160c90 msgr2=0x7f42441610a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.108+0000 7f424c46e640 1 --2- 172.21.15.6:0/823900049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4244160c90 0x7f42441610a0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f423c009c80 tx=0x7f423c01cda0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.108+0000 7f424c46e640 1 -- 172.21.15.6:0/823900049 shutdown_connections 2024-09-21T07:30:00.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.108+0000 7f424c46e640 1 --2- 172.21.15.6:0/823900049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4244160c90 0x7f42441610a0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.108+0000 7f424c46e640 1 --2- 172.21.15.6:0/823900049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f424406fde0 0x7f42440b3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.108+0000 7f424c46e640 1 -- 172.21.15.6:0/823900049 >> 172.21.15.6:0/823900049 conn(0x7f42440cd4b0 msgr2=0x7f42440cd8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:00.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.108+0000 7f424c46e640 1 -- 172.21.15.6:0/823900049 shutdown_connections 2024-09-21T07:30:00.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.108+0000 7f424c46e640 1 -- 172.21.15.6:0/823900049 wait complete. 2024-09-21T07:30:00.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 Processor -- start 2024-09-21T07:30:00.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 -- start start 2024-09-21T07:30:00.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f424406f9d0 0x7f424415be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:00.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424406fde0 0x7f42440c99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:00.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4244160c90 0x7f42441fa4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:00.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f42440b0090 con 0x7f424406fde0 2024-09-21T07:30:00.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f42440aff10 con 0x7f424406f9d0 2024-09-21T07:30:00.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4244069270 con 0x7f4244160c90 2024-09-21T07:30:00.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424406fde0 0x7f42440c99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:00.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424406fde0 0x7f42440c99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35596/0 (socket says 172.21.15.6:35596) 2024-09-21T07:30:00.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 -- 172.21.15.6:0/2583684936 learned_addr learned my addr 172.21.15.6:0/2583684936 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:00.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424a20a640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f424406f9d0 0x7f424415be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:00.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424aa0b640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4244160c90 0x7f42441fa4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:00.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 -- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4244160c90 msgr2=0x7f42441fa4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4244160c90 0x7f42441fa4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 -- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f424406f9d0 msgr2=0x7f424415be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f424406f9d0 0x7f424415be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 -- 172.21.15.6:0/2583684936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f424415c9e0 con 0x7f424406fde0 2024-09-21T07:30:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f4249a09640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424406fde0 0x7f42440c99f0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f423400c760 tx=0x7f423400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f423affd640 1 -- 172.21.15.6:0/2583684936 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4234007bb0 con 0x7f424406fde0 2024-09-21T07:30:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f423affd640 1 -- 172.21.15.6:0/2583684936 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4234005020 con 0x7f424406fde0 2024-09-21T07:30:00.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42441fb120 con 0x7f424406fde0 2024-09-21T07:30:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f423affd640 1 -- 172.21.15.6:0/2583684936 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4234007e60 con 0x7f424406fde0 2024-09-21T07:30:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f424415b350 con 0x7f424406fde0 2024-09-21T07:30:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.112+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42441fae90 con 0x7f424406fde0 2024-09-21T07:30:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.116+0000 7f423affd640 1 -- 172.21.15.6:0/2583684936 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4234005470 con 0x7f424406fde0 2024-09-21T07:30:00.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.116+0000 7f423affd640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4228073200 0x7f4228075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:00.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.116+0000 7f423affd640 1 -- 172.21.15.6:0/2583684936 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f4234094210 con 0x7f424406fde0 2024-09-21T07:30:00.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.116+0000 7f424a20a640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4228073200 0x7f4228075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:00.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.116+0000 7f424a20a640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4228073200 0x7f4228075710 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f4240007fd0 tx=0x7f4240009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:00.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.120+0000 7f423affd640 1 -- 172.21.15.6:0/2583684936 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f424415c9e0 con 0x7f424406fde0 2024-09-21T07:30:00.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.308+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f424414c730 con 0x7f424406fde0 2024-09-21T07:30:00.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f423affd640 1 -- 172.21.15.6:0/2583684936 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v85) ==== 97+0+0 (secure 0 0 0) 0x7f424414c730 con 0x7f424406fde0 2024-09-21T07:30:00.468 INFO:teuthology.orchestra.run.smithi006.stderr: removed all blocklist entries 2024-09-21T07:30:00.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4228073200 msgr2=0x7f4228075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4228073200 0x7f4228075710 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f4240007fd0 tx=0x7f4240009040 comp rx=0 tx=0).stop 2024-09-21T07:30:00.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424406fde0 msgr2=0x7f42440c99f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424406fde0 0x7f42440c99f0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f423400c760 tx=0x7f423400cc20 comp rx=0 tx=0).stop 2024-09-21T07:30:00.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 shutdown_connections 2024-09-21T07:30:00.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4228073200 0x7f4228075710 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4244160c90 0x7f42441fa4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424406fde0 0x7f42440c99f0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 --2- 172.21.15.6:0/2583684936 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f424406f9d0 0x7f424415be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.464+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 >> 172.21.15.6:0/2583684936 conn(0x7f42440cd4b0 msgr2=0x7f4244156fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:00.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.468+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 shutdown_connections 2024-09-21T07:30:00.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.468+0000 7f424c46e640 1 -- 172.21.15.6:0/2583684936 wait complete. 2024-09-21T07:30:00.496 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T07:30:00.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.652+0000 7f62f6282640 1 -- 172.21.15.6:0/1527761432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62dc004d50 msgr2=0x7f62dc005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.652+0000 7f62f6282640 1 --2- 172.21.15.6:0/1527761432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62dc004d50 0x7f62dc005160 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f62e800c2e0 tx=0x7f62e801cf80 comp rx=0 tx=0).stop 2024-09-21T07:30:00.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.652+0000 7f62f481f640 1 -- 172.21.15.6:0/1527761432 reap_dead start 2024-09-21T07:30:00.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.652+0000 7f62f6282640 1 -- 172.21.15.6:0/1527761432 shutdown_connections 2024-09-21T07:30:00.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.652+0000 7f62f6282640 1 -- 172.21.15.6:0/1527761432 >> 172.21.15.6:0/1527761432 conn(0x7f62f009aa30 msgr2=0x7f62f00b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:00.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.652+0000 7f62f6282640 1 -- 172.21.15.6:0/1527761432 shutdown_connections 2024-09-21T07:30:00.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.652+0000 7f62f6282640 1 -- 172.21.15.6:0/1527761432 wait complete. 2024-09-21T07:30:00.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 Processor -- start 2024-09-21T07:30:00.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 -- start start 2024-09-21T07:30:00.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62f01f5620 0x7f62f015e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:00.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f01f67e0 0x7f62f0160ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f015ab20 0x7f62f015af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f62f00ce820 con 0x7f62f01f5620 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62f00b18b0 con 0x7f62f01f67e0 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f62f00ce9a0 con 0x7f62f015ab20 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62f01f5620 0x7f62f015e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62f01f5620 0x7f62f015e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35602/0 (socket says 172.21.15.6:35602) 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 -- 172.21.15.6:0/1041595794 learned_addr learned my addr 172.21.15.6:0/1041595794 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62ef7fe640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f01f67e0 0x7f62f0160ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f481f640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f015ab20 0x7f62f015af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 -- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f015ab20 msgr2=0x7f62f015af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f015ab20 0x7f62f015af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 -- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f01f67e0 msgr2=0x7f62f0160ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f01f67e0 0x7f62f0160ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 -- 172.21.15.6:0/1041595794 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62f015b470 con 0x7f62f01f5620 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62ef7fe640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f01f67e0 0x7f62f0160ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f481f640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f015ab20 0x7f62f015af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62effff640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62f01f5620 0x7f62f015e110 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f62d80109e0 tx=0x7f62d8010ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62ecff9640 1 -- 172.21.15.6:0/1041595794 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d800ed70 con 0x7f62f01f5620 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62ecff9640 1 -- 172.21.15.6:0/1041595794 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62d8012450 con 0x7f62f01f5620 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62f01f6bf0 con 0x7f62f01f5620 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.656+0000 7f62ecff9640 1 -- 172.21.15.6:0/1041595794 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d80128a0 con 0x7f62f01f5620 2024-09-21T07:30:00.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.660+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62f01f5e70 con 0x7f62f01f5620 2024-09-21T07:30:00.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.660+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62f00b2a30 con 0x7f62f01f5620 2024-09-21T07:30:00.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.660+0000 7f62ecff9640 1 -- 172.21.15.6:0/1041595794 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f62d8012a40 con 0x7f62f01f5620 2024-09-21T07:30:00.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.660+0000 7f62ecff9640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f62d0073200 0x7f62d0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:00.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.660+0000 7f62ecff9640 1 -- 172.21.15.6:0/1041595794 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 4857+0+0 (secure 0 0 0) 0x7f62d8094dc0 con 0x7f62f01f5620 2024-09-21T07:30:00.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.660+0000 7f62ef7fe640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f62d0073200 0x7f62d0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:00.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.660+0000 7f62ef7fe640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f62d0073200 0x7f62d0075710 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f62f006fbc0 tx=0x7f62e0009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:00.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.664+0000 7f62ecff9640 1 -- 172.21.15.6:0/1041595794 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f62f015b470 con 0x7f62f01f5620 2024-09-21T07:30:00.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.892+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f62f015e660 con 0x7f62f01f5620 2024-09-21T07:30:00.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.892+0000 7f62ecff9640 1 -- 172.21.15.6:0/1041595794 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v31) ==== 80+0+5304 (secure 0 0 0) 0x7f62d8060250 con 0x7f62f01f5620 2024-09-21T07:30:00.898 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:00.898 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:30:00.898 INFO:teuthology.orchestra.run.smithi006.stdout: "auth_dump": [ 2024-09-21T07:30:00.898 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.898 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.a", 2024-09-21T07:30:00.899 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w==", 2024-09-21T07:30:00.899 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.899 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:00.899 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:00.899 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:00.899 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.900 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.900 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.900 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.900 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.b", 2024-09-21T07:30:00.900 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ==", 2024-09-21T07:30:00.900 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.900 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:00.900 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:00.901 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:00.901 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.901 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.901 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.901 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.901 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.c", 2024-09-21T07:30:00.902 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw==", 2024-09-21T07:30:00.902 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.902 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:00.902 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:00.902 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:00.902 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.902 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.903 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.903 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.903 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.d", 2024-09-21T07:30:00.903 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw==", 2024-09-21T07:30:00.903 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.903 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:00.903 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:00.903 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.0", 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA==", 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.904 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.1", 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ==", 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.2", 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw==", 2024-09-21T07:30:00.905 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.3", 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg==", 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.906 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.907 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.907 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.907 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.4", 2024-09-21T07:30:00.907 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w==", 2024-09-21T07:30:00.907 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.907 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:00.907 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:00.907 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.5", 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg==", 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.908 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.6", 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ==", 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.7", 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ==", 2024-09-21T07:30:00.909 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.0", 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw==", 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow r", 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T07:30:00.910 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.1", 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg==", 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.2", 2024-09-21T07:30:00.911 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg==", 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.3", 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ==", 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:30:00.912 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.admin", 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB1dO5m38/uORAAopvjCJolcw1Xq7HVZV5vGw==", 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.913 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.x", 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg==", 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.y", 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw==", 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:30:00.914 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:30:00.915 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:00.915 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.915 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:00.915 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:30:00.915 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:30:00.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f62d0073200 msgr2=0x7f62d0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f62d0073200 0x7f62d0075710 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f62f006fbc0 tx=0x7f62e0009500 comp rx=0 tx=0).stop 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62f01f5620 msgr2=0x7f62f015e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62f01f5620 0x7f62f015e110 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f62d80109e0 tx=0x7f62d8010ea0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 shutdown_connections 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f62d0073200 0x7f62d0075710 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62f015ab20 0x7f62f015af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62f01f67e0 0x7f62f0160ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 --2- 172.21.15.6:0/1041595794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62f01f5620 0x7f62f015e110 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 >> 172.21.15.6:0/1041595794 conn(0x7f62f009aa30 msgr2=0x7f62f00d0570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 shutdown_connections 2024-09-21T07:30:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:00.896+0000 7f62f6282640 1 -- 172.21.15.6:0/1041595794 wait complete. 2024-09-21T07:30:00.919 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T07:30:01.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.072+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1815625765 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f30004d50 msgr2=0x7f2f30005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:01.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.072+0000 7f2f4d0b5640 1 --2- 172.21.15.6:0/1815625765 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f30004d50 0x7f2f30005160 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f2f40009eb0 tx=0x7f2f4001d5f0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.072+0000 7f2f4759e640 1 -- 172.21.15.6:0/1815625765 reap_dead start 2024-09-21T07:30:01.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.072+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1815625765 shutdown_connections 2024-09-21T07:30:01.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.072+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1815625765 >> 172.21.15.6:0/1815625765 conn(0x7f2f4808bfc0 msgr2=0x7f2f4809da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:01.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.072+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1815625765 shutdown_connections 2024-09-21T07:30:01.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.072+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1815625765 wait complete. 2024-09-21T07:30:01.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 Processor -- start 2024-09-21T07:30:01.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 -- start start 2024-09-21T07:30:01.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2f30004d50 0x7f2f480c9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:01.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2f480cad30 0x7f2f480ca230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:01.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f4815cfa0 0x7f2f480cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:01.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2f480d4d10 con 0x7f2f4815cfa0 2024-09-21T07:30:01.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2f480d4b90 con 0x7f2f30004d50 2024-09-21T07:30:01.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2f4806f380 con 0x7f2f480cad30 2024-09-21T07:30:01.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f4815cfa0 0x7f2f480cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:01.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f4815cfa0 0x7f2f480cbc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35618/0 (socket says 172.21.15.6:35618) 2024-09-21T07:30:01.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 -- 172.21.15.6:0/1711121280 learned_addr learned my addr 172.21.15.6:0/1711121280 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:01.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4659c640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2f480cad30 0x7f2f480ca230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:01.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f46d9d640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2f30004d50 0x7f2f480c9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:01.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 -- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2f480cad30 msgr2=0x7f2f480ca230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:01.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2f480cad30 0x7f2f480ca230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 -- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2f30004d50 msgr2=0x7f2f480c9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:01.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2f30004d50 0x7f2f480c9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 -- 172.21.15.6:0/1711121280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f48160510 con 0x7f2f4815cfa0 2024-09-21T07:30:01.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f46d9d640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2f30004d50 0x7f2f480c9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:01.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4759e640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f4815cfa0 0x7f2f480cbc60 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f2f4001d060 tx=0x7f2f40004f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:01.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f2f7fe640 1 -- 172.21.15.6:0/1711121280 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f400ad050 con 0x7f2f4815cfa0 2024-09-21T07:30:01.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f2f7fe640 1 -- 172.21.15.6:0/1711121280 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f400a7a90 con 0x7f2f4815cfa0 2024-09-21T07:30:01.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f481607f0 con 0x7f2f4815cfa0 2024-09-21T07:30:01.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.076+0000 7f2f2f7fe640 1 -- 172.21.15.6:0/1711121280 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f40009ab0 con 0x7f2f4815cfa0 2024-09-21T07:30:01.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.080+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f48160db0 con 0x7f2f4815cfa0 2024-09-21T07:30:01.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.080+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f48160f80 con 0x7f2f4815cfa0 2024-09-21T07:30:01.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.080+0000 7f2f2f7fe640 1 -- 172.21.15.6:0/1711121280 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2f400b0070 con 0x7f2f4815cfa0 2024-09-21T07:30:01.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.080+0000 7f2f2f7fe640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2f34073200 0x7f2f34075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:01.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.080+0000 7f2f2f7fe640 1 -- 172.21.15.6:0/1711121280 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 4857+0+0 (secure 0 0 0) 0x7f2f4012ee70 con 0x7f2f4815cfa0 2024-09-21T07:30:01.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.080+0000 7f2f46d9d640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2f34073200 0x7f2f34075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:01.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.080+0000 7f2f46d9d640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2f34073200 0x7f2f34075710 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009be0 tx=0x7f2f380091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:01.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.084+0000 7f2f2f7fe640 1 -- 172.21.15.6:0/1711121280 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2f40017300 con 0x7f2f4815cfa0 2024-09-21T07:30:01.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f2f4806f910 con 0x7f2f4815cfa0 2024-09-21T07:30:01.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f2f7fe640 1 -- 172.21.15.6:0/1711121280 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v87) ==== 84+0+65 (secure 0 0 0) 0x7f2f400f9d90 con 0x7f2f4815cfa0 2024-09-21T07:30:01.267 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:01.268 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-09-21T07:30:01.268 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:01.268 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-09-21T07:30:01.268 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-09-21T07:30:01.268 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:01.268 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-09-21T07:30:01.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2f34073200 msgr2=0x7f2f34075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:01.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2f34073200 0x7f2f34075710 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009be0 tx=0x7f2f380091e0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f4815cfa0 msgr2=0x7f2f480cbc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:01.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f4815cfa0 0x7f2f480cbc60 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f2f4001d060 tx=0x7f2f40004f10 comp rx=0 tx=0).stop 2024-09-21T07:30:01.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 shutdown_connections 2024-09-21T07:30:01.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2f34073200 0x7f2f34075710 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f4815cfa0 0x7f2f480cbc60 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2f480cad30 0x7f2f480ca230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 --2- 172.21.15.6:0/1711121280 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2f30004d50 0x7f2f480c9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 >> 172.21.15.6:0/1711121280 conn(0x7f2f4808bfc0 msgr2=0x7f2f48161cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:01.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 shutdown_connections 2024-09-21T07:30:01.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.264+0000 7f2f4d0b5640 1 -- 172.21.15.6:0/1711121280 wait complete. 2024-09-21T07:30:01.291 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T07:30:01.291 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T07:30:01.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.452+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/1441519780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d40b60e0 msgr2=0x7fb4d40b64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:01.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.452+0000 7fb4dc4f5640 1 --2- 172.21.15.6:0/1441519780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d40b60e0 0x7fb4d40b64f0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009bb0 tx=0x7fb4d001cba0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.452+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/1441519780 shutdown_connections 2024-09-21T07:30:01.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.452+0000 7fb4dc4f5640 1 --2- 172.21.15.6:0/1441519780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d40b60e0 0x7fb4d40b64f0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.452+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/1441519780 >> 172.21.15.6:0/1441519780 conn(0x7fb4d408bfc0 msgr2=0x7fb4d40d4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:01.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.452+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/1441519780 shutdown_connections 2024-09-21T07:30:01.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.452+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/1441519780 wait complete. 2024-09-21T07:30:01.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 Processor -- start 2024-09-21T07:30:01.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 -- start start 2024-09-21T07:30:01.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d406e490 0x7fb4d415d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:01.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d40b60e0 0x7fb4d4155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:01.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40d01f0 0x7fb4d4159b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:01.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d416d650 con 0x7fb4d406e490 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d40b3d10 con 0x7fb4d40d01f0 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb4d416d7d0 con 0x7fb4d40b60e0 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d406e490 0x7fb4d415d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d406e490 0x7fb4d415d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35644/0 (socket says 172.21.15.6:35644) 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 -- 172.21.15.6:0/3185434614 learned_addr learned my addr 172.21.15.6:0/3185434614 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4d9a90640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d40b60e0 0x7fb4d4155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4daa92640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40d01f0 0x7fb4d4159b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 -- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d40b60e0 msgr2=0x7fb4d4155c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d40b60e0 0x7fb4d4155c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 -- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40d01f0 msgr2=0x7fb4d4159b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40d01f0 0x7fb4d4159b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:01.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 -- 172.21.15.6:0/3185434614 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d41444d0 con 0x7fb4d406e490 2024-09-21T07:30:01.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4daa92640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40d01f0 0x7fb4d4159b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:01.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4da291640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d406e490 0x7fb4d415d930 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009b00 tx=0x7fb4d0005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:01.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4caffd640 1 -- 172.21.15.6:0/3185434614 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d00b2040 con 0x7fb4d406e490 2024-09-21T07:30:01.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4caffd640 1 -- 172.21.15.6:0/3185434614 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4d00044f0 con 0x7fb4d406e490 2024-09-21T07:30:01.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4d41447b0 con 0x7fb4d406e490 2024-09-21T07:30:01.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4caffd640 1 -- 172.21.15.6:0/3185434614 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d00ad440 con 0x7fb4d406e490 2024-09-21T07:30:01.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.456+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4d4157270 con 0x7fb4d406e490 2024-09-21T07:30:01.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.460+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4d40b64f0 con 0x7fb4d406e490 2024-09-21T07:30:01.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.460+0000 7fb4caffd640 1 -- 172.21.15.6:0/3185434614 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb4d00c0060 con 0x7fb4d406e490 2024-09-21T07:30:01.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.460+0000 7fb4caffd640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4b8073200 0x7fb4b8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:01.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.460+0000 7fb4caffd640 1 -- 172.21.15.6:0/3185434614 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 4857+0+0 (secure 0 0 0) 0x7fb4d012e6f0 con 0x7fb4d406e490 2024-09-21T07:30:01.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.460+0000 7fb4d9a90640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4b8073200 0x7fb4b8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:01.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.460+0000 7fb4d9a90640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4b8073200 0x7fb4b8075710 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fb4d40a26f0 tx=0x7fb4c4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:01.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.464+0000 7fb4caffd640 1 -- 172.21.15.6:0/3185434614 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb4d0016790 con 0x7fb4d406e490 2024-09-21T07:30:01.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:01.640+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fb4d415b3a0 con 0x7fb4d406e490 2024-09-21T07:30:02.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.488+0000 7fb4caffd640 1 -- 172.21.15.6:0/3185434614 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v88) ==== 138+0+0 (secure 0 0 0) 0x7fb4d00f9bd0 con 0x7fb4d406e490 2024-09-21T07:30:02.491 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-09-21T07:30:02.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.488+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4b8073200 msgr2=0x7fb4b8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:02.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.488+0000 7fb4dc4f5640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4b8073200 0x7fb4b8075710 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fb4d40a26f0 tx=0x7fb4c4009040 comp rx=0 tx=0).stop 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.488+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d406e490 msgr2=0x7fb4d415d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.488+0000 7fb4dc4f5640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d406e490 0x7fb4d415d930 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009b00 tx=0x7fb4d0005a60 comp rx=0 tx=0).stop 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.492+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 shutdown_connections 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.492+0000 7fb4dc4f5640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4b8073200 0x7fb4b8075710 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.492+0000 7fb4dc4f5640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4d40d01f0 0x7fb4d4159b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.492+0000 7fb4dc4f5640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4d40b60e0 0x7fb4d4155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.492+0000 7fb4dc4f5640 1 --2- 172.21.15.6:0/3185434614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4d406e490 0x7fb4d415d930 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.492+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 >> 172.21.15.6:0/3185434614 conn(0x7fb4d408bfc0 msgr2=0x7fb4d40b8aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.492+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 shutdown_connections 2024-09-21T07:30:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.492+0000 7fb4dc4f5640 1 -- 172.21.15.6:0/3185434614 wait complete. 2024-09-21T07:30:02.528 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T07:30:02.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.696+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/3479436226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2ac004810 msgr2=0x7ff2ac004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:02.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.696+0000 7ff2c6b1f640 1 --2- 172.21.15.6:0/3479436226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2ac004810 0x7ff2ac004c20 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7ff2a80016b0 tx=0x7ff2a801c730 comp rx=0 tx=0).stop 2024-09-21T07:30:02.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.696+0000 7ff2c50bc640 1 -- 172.21.15.6:0/3479436226 reap_dead start 2024-09-21T07:30:02.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.696+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/3479436226 shutdown_connections 2024-09-21T07:30:02.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.696+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/3479436226 >> 172.21.15.6:0/3479436226 conn(0x7ff2c008bfc0 msgr2=0x7ff2c00d47f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:02.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.696+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/3479436226 shutdown_connections 2024-09-21T07:30:02.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.696+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/3479436226 wait complete. 2024-09-21T07:30:02.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 Processor -- start 2024-09-21T07:30:02.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 -- start start 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c0156d30 0x7ff2c015aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2c00b8a80 0x7ff2c015bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c015c0b0 0x7ff2c00cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c016b290 con 0x7ff2c00b8a80 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c00d5110 con 0x7ff2c0156d30 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff2c016b410 con 0x7ff2c015c0b0 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2c00b8a80 0x7ff2c015bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2c00b8a80 0x7ff2c015bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35654/0 (socket says 172.21.15.6:35654) 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 -- 172.21.15.6:0/723668676 learned_addr learned my addr 172.21.15.6:0/723668676 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:02.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c48bb640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c0156d30 0x7ff2c015aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:02.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c50bc640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c015c0b0 0x7ff2c00cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:02.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 -- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c015c0b0 msgr2=0x7ff2c00cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:02.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c015c0b0 0x7ff2c00cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:02.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 -- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c0156d30 msgr2=0x7ff2c015aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:02.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c0156d30 0x7ff2c015aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:02.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 -- 172.21.15.6:0/723668676 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2c014a120 con 0x7ff2c00b8a80 2024-09-21T07:30:02.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c48bb640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c0156d30 0x7ff2c015aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:02.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bffff640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2c00b8a80 0x7ff2c015bb70 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7ff2a801b010 tx=0x7ff2a8003c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:02.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bd7fa640 1 -- 172.21.15.6:0/723668676 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2a80ba070 con 0x7ff2c00b8a80 2024-09-21T07:30:02.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bd7fa640 1 -- 172.21.15.6:0/723668676 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2a80ae040 con 0x7ff2c00b8a80 2024-09-21T07:30:02.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2c00b8000 con 0x7ff2c00b8a80 2024-09-21T07:30:02.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2bd7fa640 1 -- 172.21.15.6:0/723668676 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2a80ad070 con 0x7ff2c00b8a80 2024-09-21T07:30:02.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2c0158470 con 0x7ff2c00b8a80 2024-09-21T07:30:02.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.700+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2c00ccba0 con 0x7ff2c00b8a80 2024-09-21T07:30:02.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.704+0000 7ff2bd7fa640 1 -- 172.21.15.6:0/723668676 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff2a8006350 con 0x7ff2c00b8a80 2024-09-21T07:30:02.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.704+0000 7ff2bd7fa640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff2a0073200 0x7ff2a0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:02.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.704+0000 7ff2bd7fa640 1 -- 172.21.15.6:0/723668676 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5227+0+0 (secure 0 0 0) 0x7ff2a812d5f0 con 0x7ff2c00b8a80 2024-09-21T07:30:02.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.704+0000 7ff2c48bb640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff2a0073200 0x7ff2a0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:02.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.704+0000 7ff2c48bb640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff2a0073200 0x7ff2a0075710 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff2c01579d0 tx=0x7ff2b00091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:02.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.708+0000 7ff2bd7fa640 1 -- 172.21.15.6:0/723668676 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff2c00b8000 con 0x7ff2c00b8a80 2024-09-21T07:30:02.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:02.884+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff2c006a1e0 con 0x7ff2c00b8a80 2024-09-21T07:30:03.174 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:30:03.177 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:30:03.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.500+0000 7ff2bd7fa640 1 -- 172.21.15.6:0/723668676 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v89) ==== 170+0+0 (secure 0 0 0) 0x7ff2c014a120 con 0x7ff2c00b8a80 2024-09-21T07:30:03.503 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-09-21T07:30:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff2a0073200 msgr2=0x7ff2a0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff2a0073200 0x7ff2a0075710 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff2c01579d0 tx=0x7ff2b00091e0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2c00b8a80 msgr2=0x7ff2c015bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2c00b8a80 0x7ff2c015bb70 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7ff2a801b010 tx=0x7ff2a8003c60 comp rx=0 tx=0).stop 2024-09-21T07:30:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 shutdown_connections 2024-09-21T07:30:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff2a0073200 0x7ff2a0075710 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff2c015c0b0 0x7ff2c00cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff2c00b8a80 0x7ff2c015bb70 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 --2- 172.21.15.6:0/723668676 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff2c0156d30 0x7ff2c015aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 >> 172.21.15.6:0/723668676 conn(0x7ff2c008bfc0 msgr2=0x7ff2c015da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 shutdown_connections 2024-09-21T07:30:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.504+0000 7ff2c6b1f640 1 -- 172.21.15.6:0/723668676 wait complete. 2024-09-21T07:30:03.550 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T07:30:03.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.708+0000 7eff7f9a4640 1 -- 172.21.15.6:0/1189033859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780cf2f0 msgr2=0x7eff780cf700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:03.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.708+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/1189033859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780cf2f0 0x7eff780cf700 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7eff7806f620 tx=0x7eff7001f580 comp rx=0 tx=0).stop 2024-09-21T07:30:03.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.708+0000 7eff7f9a4640 1 -- 172.21.15.6:0/1189033859 shutdown_connections 2024-09-21T07:30:03.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.708+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/1189033859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780cf2f0 0x7eff780cf700 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.708+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/1189033859 >> v2:172.21.15.145:3300/0 conn(0x7eff780d4d50 0x7eff780cedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.708+0000 7eff7f9a4640 1 -- 172.21.15.6:0/1189033859 >> 172.21.15.6:0/1189033859 conn(0x7eff780698f0 msgr2=0x7eff7809d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:03.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.708+0000 7eff7f9a4640 1 -- 172.21.15.6:0/1189033859 shutdown_connections 2024-09-21T07:30:03.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.708+0000 7eff7f9a4640 1 -- 172.21.15.6:0/1189033859 wait complete. 2024-09-21T07:30:03.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 Processor -- start 2024-09-21T07:30:03.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 -- start start 2024-09-21T07:30:03.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cf2f0 0x7eff7815efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:03.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780d1ad0 0x7eff78152d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:03.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780d4d50 0x7eff780cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:03.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7eff780b3a10 con 0x7eff780d4d50 2024-09-21T07:30:03.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7eff780b3890 con 0x7eff780cf2f0 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7eff780cfc40 con 0x7eff780d1ad0 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780d4d50 0x7eff780cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780d4d50 0x7eff780cdd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50236/0 (socket says 172.21.15.6:50236) 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 -- 172.21.15.6:0/3332946595 learned_addr learned my addr 172.21.15.6:0/3332946595 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7cf3f640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780d1ad0 0x7eff78152d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7d740640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cf2f0 0x7eff7815efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 -- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780d1ad0 msgr2=0x7eff78152d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780d1ad0 0x7eff78152d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 -- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cf2f0 msgr2=0x7eff7815efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cf2f0 0x7eff7815efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 -- 172.21.15.6:0/3332946595 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff78153270 con 0x7eff780d4d50 2024-09-21T07:30:03.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7cf3f640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780d1ad0 0x7eff78152d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:03.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7df41640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780d4d50 0x7eff780cdd50 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7eff70009bd0 tx=0x7eff70005b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:03.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff6dffb640 1 -- 172.21.15.6:0/3332946595 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff70004c50 con 0x7eff780d4d50 2024-09-21T07:30:03.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff6dffb640 1 -- 172.21.15.6:0/3332946595 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff700af880 con 0x7eff780d4d50 2024-09-21T07:30:03.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff7815f840 con 0x7eff780d4d50 2024-09-21T07:30:03.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff6dffb640 1 -- 172.21.15.6:0/3332946595 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff700afcb0 con 0x7eff780d4d50 2024-09-21T07:30:03.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.712+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff7815fe00 con 0x7eff780d4d50 2024-09-21T07:30:03.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.716+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff78160000 con 0x7eff780d4d50 2024-09-21T07:30:03.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.716+0000 7eff6dffb640 1 -- 172.21.15.6:0/3332946595 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7eff70003fe0 con 0x7eff780d4d50 2024-09-21T07:30:03.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.716+0000 7eff6dffb640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff5c073200 0x7eff5c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:03.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.716+0000 7eff6dffb640 1 -- 172.21.15.6:0/3332946595 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5609+0+0 (secure 0 0 0) 0x7eff70132ad0 con 0x7eff780d4d50 2024-09-21T07:30:03.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.716+0000 7eff7d740640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff5c073200 0x7eff5c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:03.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.716+0000 7eff7d740640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff5c073200 0x7eff5c075710 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7eff74001650 tx=0x7eff74009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.720+0000 7eff6dffb640 1 -- 172.21.15.6:0/3332946595 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7eff700190e0 con 0x7eff780d4d50 2024-09-21T07:30:03.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:03.932+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7eff780b2250 con 0x7eff780d4d50 2024-09-21T07:30:04.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.544+0000 7eff6dffb640 1 -- 172.21.15.6:0/3332946595 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v64) ==== 174+0+0 (secure 0 0 0) 0x7eff700fdbe0 con 0x7eff780d4d50 2024-09-21T07:30:04.549 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 14 and data pool 15 2024-09-21T07:30:04.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff5c073200 msgr2=0x7eff5c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:04.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff5c073200 0x7eff5c075710 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7eff74001650 tx=0x7eff74009040 comp rx=0 tx=0).stop 2024-09-21T07:30:04.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780d4d50 msgr2=0x7eff780cdd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:04.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780d4d50 0x7eff780cdd50 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7eff70009bd0 tx=0x7eff70005b00 comp rx=0 tx=0).stop 2024-09-21T07:30:04.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 shutdown_connections 2024-09-21T07:30:04.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff5c073200 0x7eff5c075710 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff780d4d50 0x7eff780cdd50 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff780d1ad0 0x7eff78152d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 --2- 172.21.15.6:0/3332946595 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff780cf2f0 0x7eff7815efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 >> 172.21.15.6:0/3332946595 conn(0x7eff780698f0 msgr2=0x7eff780b6120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:04.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 shutdown_connections 2024-09-21T07:30:04.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.552+0000 7eff7f9a4640 1 -- 172.21.15.6:0/3332946595 wait complete. 2024-09-21T07:30:04.592 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:04.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 -- 172.21.15.6:0/3431475988 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980c6140 msgr2=0x7feb980c6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:04.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 --2- 172.21.15.6:0/3431475988 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980c6140 0x7feb980c6550 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7feb980b2f60 tx=0x7feb9001db50 comp rx=0 tx=0).stop 2024-09-21T07:30:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 -- 172.21.15.6:0/3431475988 shutdown_connections 2024-09-21T07:30:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 --2- 172.21.15.6:0/3431475988 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb980c6140 0x7feb980c6550 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 --2- 172.21.15.6:0/3431475988 >> v2:172.21.15.145:3300/0 conn(0x7feb98155430 0x7feb980cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 -- 172.21.15.6:0/3431475988 >> 172.21.15.6:0/3431475988 conn(0x7feb9806d480 msgr2=0x7feb980b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 -- 172.21.15.6:0/3431475988 shutdown_connections 2024-09-21T07:30:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 -- 172.21.15.6:0/3431475988 wait complete. 2024-09-21T07:30:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.740+0000 7feb9d07b640 1 Processor -- start 2024-09-21T07:30:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 -- start start 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb98070230 0x7feb98147670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb980c6140 0x7feb98156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb98155430 0x7feb981566a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7feb9815ba00 con 0x7feb98070230 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7feb9815b880 con 0x7feb980c6140 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7feb9815bb80 con 0x7feb98155430 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb98070230 0x7feb98147670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb98070230 0x7feb98147670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50256/0 (socket says 172.21.15.6:50256) 2024-09-21T07:30:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 -- 172.21.15.6:0/2540860014 learned_addr learned my addr 172.21.15.6:0/2540860014 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9659c640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb980c6140 0x7feb98156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9759e640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb98155430 0x7feb981566a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 -- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb98155430 msgr2=0x7feb981566a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb98155430 0x7feb981566a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 -- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb980c6140 msgr2=0x7feb98156160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb980c6140 0x7feb98156160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 -- 172.21.15.6:0/2540860014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb98154a20 con 0x7feb98070230 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9759e640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb98155430 0x7feb981566a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb96d9d640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb98070230 0x7feb98147670 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7feb8800d780 tx=0x7feb8800dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb7f7fe640 1 -- 172.21.15.6:0/2540860014 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb88017070 con 0x7feb98070230 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb7f7fe640 1 -- 172.21.15.6:0/2540860014 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feb8800de90 con 0x7feb98070230 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb9809dc40 con 0x7feb98070230 2024-09-21T07:30:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb7f7fe640 1 -- 172.21.15.6:0/2540860014 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb880099d0 con 0x7feb98070230 2024-09-21T07:30:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb9809b300 con 0x7feb98070230 2024-09-21T07:30:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.744+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb9809e160 con 0x7feb98070230 2024-09-21T07:30:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.748+0000 7feb7f7fe640 1 -- 172.21.15.6:0/2540860014 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7feb88009b70 con 0x7feb98070230 2024-09-21T07:30:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.748+0000 7feb7f7fe640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb84073200 0x7feb84075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.748+0000 7feb7f7fe640 1 -- 172.21.15.6:0/2540860014 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5709+0+0 (secure 0 0 0) 0x7feb880945d0 con 0x7feb98070230 2024-09-21T07:30:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.748+0000 7feb9659c640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb84073200 0x7feb84075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.748+0000 7feb9659c640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb84073200 0x7feb84075710 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7feb981fa260 tx=0x7feb8c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:04.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.752+0000 7feb7f7fe640 1 -- 172.21.15.6:0/2540860014 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7feb98154a20 con 0x7feb98070230 2024-09-21T07:30:04.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.928+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feb9815c110 con 0x7feb98070230 2024-09-21T07:30:04.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.928+0000 7feb7f7fe640 1 -- 172.21.15.6:0/2540860014 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16645 (secure 0 0 0) 0x7feb8805f7f0 con 0x7feb98070230 2024-09-21T07:30:04.933 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:04.933 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":90,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:03.935611+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:01.653662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:02.898429+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb84073200 msgr2=0x7feb84075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb84073200 0x7feb84075710 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7feb981fa260 tx=0x7feb8c009040 comp rx=0 tx=0).stop 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb98070230 msgr2=0x7feb98147670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb98070230 0x7feb98147670 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7feb8800d780 tx=0x7feb8800dc40 comp rx=0 tx=0).stop 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 shutdown_connections 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7feb84073200 0x7feb84075710 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7feb98155430 0x7feb981566a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7feb980c6140 0x7feb98156160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 --2- 172.21.15.6:0/2540860014 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7feb98070230 0x7feb98147670 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:04.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 >> 172.21.15.6:0/2540860014 conn(0x7feb9806d480 msgr2=0x7feb980b1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:04.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 shutdown_connections 2024-09-21T07:30:04.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:04.932+0000 7feb9d07b640 1 -- 172.21.15.6:0/2540860014 wait complete. 2024-09-21T07:30:04.957 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:05.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.108+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/3021082692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c06f620 msgr2=0x7fa39c06fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:05.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.108+0000 7fa3a2c2d640 1 --2- 172.21.15.6:0/3021082692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c06f620 0x7fa39c06fa30 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fa394009bc0 tx=0x7fa39401cba0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.108+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/3021082692 shutdown_connections 2024-09-21T07:30:05.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.108+0000 7fa3a2c2d640 1 --2- 172.21.15.6:0/3021082692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c06f620 0x7fa39c06fa30 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.108+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/3021082692 >> 172.21.15.6:0/3021082692 conn(0x7fa39c06d480 msgr2=0x7fa39c0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:05.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.108+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/3021082692 shutdown_connections 2024-09-21T07:30:05.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.108+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/3021082692 wait complete. 2024-09-21T07:30:05.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 Processor -- start 2024-09-21T07:30:05.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 -- start start 2024-09-21T07:30:05.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c06f620 0x7fa39c0b0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c0b44e0 0x7fa39c0b1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c1535c0 0x7fa39c152110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c16b670 con 0x7fa39c1535c0 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa39c0cff30 con 0x7fa39c06f620 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa39c16b7f0 con 0x7fa39c0b44e0 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c1535c0 0x7fa39c152110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c1535c0 0x7fa39c152110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50278/0 (socket says 172.21.15.6:50278) 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 -- 172.21.15.6:0/714825148 learned_addr learned my addr 172.21.15.6:0/714825148 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa39bfff640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c0b44e0 0x7fa39c0b1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a09c9640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c06f620 0x7fa39c0b0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 -- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c0b44e0 msgr2=0x7fa39c0b1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:05.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c0b44e0 0x7fa39c0b1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 -- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c06f620 msgr2=0x7fa39c0b0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c06f620 0x7fa39c0b0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 -- 172.21.15.6:0/714825148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39c1476b0 con 0x7fa39c1535c0 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a09c9640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c06f620 0x7fa39c0b0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a11ca640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c1535c0 0x7fa39c152110 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fa3940b0040 tx=0x7fa394005ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3997fa640 1 -- 172.21.15.6:0/714825148 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3940b2040 con 0x7fa39c1535c0 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3997fa640 1 -- 172.21.15.6:0/714825148 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3940041f0 con 0x7fa39c1535c0 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa39c14e1e0 con 0x7fa39c1535c0 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3997fa640 1 -- 172.21.15.6:0/714825148 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa394004600 con 0x7fa39c1535c0 2024-09-21T07:30:05.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa39c074c20 con 0x7fa39c1535c0 2024-09-21T07:30:05.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.112+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa39c14dfd0 con 0x7fa39c1535c0 2024-09-21T07:30:05.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.116+0000 7fa3997fa640 1 -- 172.21.15.6:0/714825148 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa3940be030 con 0x7fa39c1535c0 2024-09-21T07:30:05.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.116+0000 7fa3997fa640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa37c073200 0x7fa37c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:05.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.116+0000 7fa3997fa640 1 -- 172.21.15.6:0/714825148 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5709+0+0 (secure 0 0 0) 0x7fa39412e3b0 con 0x7fa39c1535c0 2024-09-21T07:30:05.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.116+0000 7fa3a09c9640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa37c073200 0x7fa37c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:05.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.116+0000 7fa3a09c9640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa37c073200 0x7fa37c075710 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fa38c000f70 tx=0x7fa38c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:05.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.120+0000 7fa3997fa640 1 -- 172.21.15.6:0/714825148 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa3940c5060 con 0x7fa39c1535c0 2024-09-21T07:30:05.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa39c075fa0 con 0x7fa39c1535c0 2024-09-21T07:30:05.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3997fa640 1 -- 172.21.15.6:0/714825148 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16645 (secure 0 0 0) 0x7fa3940a5e20 con 0x7fa39c1535c0 2024-09-21T07:30:05.300 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:05.300 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":90,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:03.935611+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:01.653662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:02.898429+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa37c073200 msgr2=0x7fa37c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa37c073200 0x7fa37c075710 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fa38c000f70 tx=0x7fa38c009040 comp rx=0 tx=0).stop 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c1535c0 msgr2=0x7fa39c152110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c1535c0 0x7fa39c152110 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fa3940b0040 tx=0x7fa394005ae0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 shutdown_connections 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa37c073200 0x7fa37c075710 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa39c1535c0 0x7fa39c152110 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa39c0b44e0 0x7fa39c0b1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 --2- 172.21.15.6:0/714825148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa39c06f620 0x7fa39c0b0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 >> 172.21.15.6:0/714825148 conn(0x7fa39c06d480 msgr2=0x7fa39c070530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:05.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 shutdown_connections 2024-09-21T07:30:05.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.296+0000 7fa3a2c2d640 1 -- 172.21.15.6:0/714825148 wait complete. 2024-09-21T07:30:05.322 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T07:30:05.464 INFO:tasks.ceph.mds.a.smithi006.stderr:2024-09-21T07:30:05.460+0000 7f217e2e0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:30:05.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.468+0000 7febd51c5640 1 -- 172.21.15.6:0/4200475874 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00af7e0 msgr2=0x7febd00cb8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:05.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.468+0000 7febd51c5640 1 --2- 172.21.15.6:0/4200475874 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00af7e0 0x7febd00cb8c0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7febd006f250 tx=0x7febc001cb70 comp rx=0 tx=0).stop 2024-09-21T07:30:05.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.468+0000 7febd51c5640 1 -- 172.21.15.6:0/4200475874 shutdown_connections 2024-09-21T07:30:05.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.468+0000 7febd51c5640 1 --2- 172.21.15.6:0/4200475874 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7febd00b35d0 0x7febd006f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.468+0000 7febd51c5640 1 --2- 172.21.15.6:0/4200475874 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00af7e0 0x7febd00cb8c0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.468+0000 7febd51c5640 1 -- 172.21.15.6:0/4200475874 >> 172.21.15.6:0/4200475874 conn(0x7febd006d480 msgr2=0x7febd00b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:05.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.468+0000 7febd51c5640 1 -- 172.21.15.6:0/4200475874 shutdown_connections 2024-09-21T07:30:05.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.468+0000 7febd51c5640 1 -- 172.21.15.6:0/4200475874 wait complete. 2024-09-21T07:30:05.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 Processor -- start 2024-09-21T07:30:05.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 -- start start 2024-09-21T07:30:05.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7febd00af7e0 0x7febd0159270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:05.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00b31c0 0x7febd01567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:05.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febd00b35d0 0x7febd009a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:05.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7febd015a580 con 0x7febd00b31c0 2024-09-21T07:30:05.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7febd015a400 con 0x7febd00b35d0 2024-09-21T07:30:05.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7febd015a700 con 0x7febd00af7e0 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00b31c0 0x7febd01567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00b31c0 0x7febd01567e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50296/0 (socket says 172.21.15.6:50296) 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 -- 172.21.15.6:0/265885330 learned_addr learned my addr 172.21.15.6:0/265885330 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febcf59e640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febd00b35d0 0x7febd009a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febced9d640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7febd00af7e0 0x7febd0159270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 -- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7febd00af7e0 msgr2=0x7febd0159270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7febd00af7e0 0x7febd0159270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 -- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febd00b35d0 msgr2=0x7febd009a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febd00b35d0 0x7febd009a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 -- 172.21.15.6:0/265885330 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd00ae490 con 0x7febd00b31c0 2024-09-21T07:30:05.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febce59c640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00b31c0 0x7febd01567e0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7febc400c3f0 tx=0x7febc400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:05.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febb77fe640 1 -- 172.21.15.6:0/265885330 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc4011790 con 0x7febd00b31c0 2024-09-21T07:30:05.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febb77fe640 1 -- 172.21.15.6:0/265885330 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7febc4017070 con 0x7febd00b31c0 2024-09-21T07:30:05.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febd00ae770 con 0x7febd00b31c0 2024-09-21T07:30:05.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febb77fe640 1 -- 172.21.15.6:0/265885330 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc4011cc0 con 0x7febd00b31c0 2024-09-21T07:30:05.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.472+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febd009dce0 con 0x7febd00b31c0 2024-09-21T07:30:05.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.476+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febd0159830 con 0x7febd00b31c0 2024-09-21T07:30:05.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.476+0000 7febb77fe640 1 -- 172.21.15.6:0/265885330 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7febc401c460 con 0x7febd00b31c0 2024-09-21T07:30:05.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.476+0000 7febb77fe640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7febbc073200 0x7febbc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:05.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.476+0000 7febb77fe640 1 -- 172.21.15.6:0/265885330 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5709+0+0 (secure 0 0 0) 0x7febc40940e0 con 0x7febd00b31c0 2024-09-21T07:30:05.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.476+0000 7febced9d640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7febbc073200 0x7febbc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:05.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.476+0000 7febced9d640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7febbc073200 0x7febbc075710 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7febc00af000 tx=0x7febc001b3b0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:05.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.480+0000 7febb77fe640 1 -- 172.21.15.6:0/265885330 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7febc405f060 con 0x7febd00b31c0 2024-09-21T07:30:05.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:05.688+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7febd006f560 con 0x7febd00b31c0 2024-09-21T07:30:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.552+0000 7febb77fe640 1 -- 172.21.15.6:0/265885330 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v66) ==== 118+0+0 (secure 0 0 0) 0x7febc405e960 con 0x7febd00b31c0 2024-09-21T07:30:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7febbc073200 msgr2=0x7febbc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7febbc073200 0x7febbc075710 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7febc00af000 tx=0x7febc001b3b0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00b31c0 msgr2=0x7febd01567e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00b31c0 0x7febd01567e0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7febc400c3f0 tx=0x7febc400c8b0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 shutdown_connections 2024-09-21T07:30:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7febbc073200 0x7febbc075710 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7febd00b35d0 0x7febd009a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7febd00b31c0 0x7febd01567e0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 --2- 172.21.15.6:0/265885330 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7febd00af7e0 0x7febd0159270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 >> 172.21.15.6:0/265885330 conn(0x7febd006d480 msgr2=0x7febd00ca390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 shutdown_connections 2024-09-21T07:30:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.556+0000 7febd51c5640 1 -- 172.21.15.6:0/265885330 wait complete. 2024-09-21T07:30:06.585 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T07:30:06.585 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T07:30:06.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- 172.21.15.6:0/231254670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 msgr2=0x7f5d9c004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 --2- 172.21.15.6:0/231254670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 0x7f5d9c004c20 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f5da800c310 tx=0x7f5da801f6c0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- 172.21.15.6:0/231254670 shutdown_connections 2024-09-21T07:30:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 --2- 172.21.15.6:0/231254670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 0x7f5d9c004c20 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- 172.21.15.6:0/231254670 >> 172.21.15.6:0/231254670 conn(0x7f5db406d480 msgr2=0x7f5db40b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- 172.21.15.6:0/231254670 shutdown_connections 2024-09-21T07:30:06.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- 172.21.15.6:0/231254670 wait complete. 2024-09-21T07:30:06.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 Processor -- start 2024-09-21T07:30:06.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- start start 2024-09-21T07:30:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 0x7f5db40c3280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5db415dcc0 0x7f5db41f8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db415e0d0 0x7f5db41f92e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5db40ce420 con 0x7f5d9c004810 2024-09-21T07:30:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5db40ce2a0 con 0x7f5db415e0d0 2024-09-21T07:30:06.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db9f9a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5db40ce5a0 con 0x7f5db415dcc0 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 0x7f5db40c3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 0x7f5db40c3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50312/0 (socket says 172.21.15.6:50312) 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db37fe640 1 -- 172.21.15.6:0/3985690087 learned_addr learned my addr 172.21.15.6:0/3985690087 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.748+0000 7f5db2ffd640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5db415dcc0 0x7f5db41f8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db3fff640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db415e0d0 0x7f5db41f92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db37fe640 1 -- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5db415dcc0 msgr2=0x7f5db41f8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db37fe640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5db415dcc0 0x7f5db41f8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db37fe640 1 -- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db415e0d0 msgr2=0x7f5db41f92e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db37fe640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db415e0d0 0x7f5db41f92e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db37fe640 1 -- 172.21.15.6:0/3985690087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db41f9c10 con 0x7f5d9c004810 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db3fff640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db415e0d0 0x7f5db41f92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db37fe640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 0x7f5db40c3280 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0018d0 tx=0x7f5dac004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:06.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5d9bfff640 1 -- 172.21.15.6:0/3985690087 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac015020 con 0x7f5d9c004810 2024-09-21T07:30:06.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5d9bfff640 1 -- 172.21.15.6:0/3985690087 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5dac004030 con 0x7f5d9c004810 2024-09-21T07:30:06.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5db415e8a0 con 0x7f5d9c004810 2024-09-21T07:30:06.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5d9bfff640 1 -- 172.21.15.6:0/3985690087 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac004440 con 0x7f5d9c004810 2024-09-21T07:30:06.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5db415ee60 con 0x7f5d9c004810 2024-09-21T07:30:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5db40b31c0 con 0x7f5d9c004810 2024-09-21T07:30:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5d9bfff640 1 -- 172.21.15.6:0/3985690087 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5dac018020 con 0x7f5d9c004810 2024-09-21T07:30:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5d9bfff640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5da0073230 0x7f5da0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5d9bfff640 1 -- 172.21.15.6:0/3985690087 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f5dac094cb0 con 0x7f5d9c004810 2024-09-21T07:30:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.752+0000 7f5db2ffd640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5da0073230 0x7f5da0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:06.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.756+0000 7f5db2ffd640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5da0073230 0x7f5da0075740 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5da80b0000 tx=0x7f5da8006040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:06.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.760+0000 7f5d9bfff640 1 -- 172.21.15.6:0/3985690087 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5dac01f020 con 0x7f5d9c004810 2024-09-21T07:30:06.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:06.972+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f5db40cd970 con 0x7f5d9c004810 2024-09-21T07:30:07.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.564+0000 7f5d9bfff640 1 -- 172.21.15.6:0/3985690087 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v67) ==== 122+0+0 (secure 0 0 0) 0x7f5dac05fd60 con 0x7f5d9c004810 2024-09-21T07:30:07.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5da0073230 msgr2=0x7f5da0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:07.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5da0073230 0x7f5da0075740 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5da80b0000 tx=0x7f5da8006040 comp rx=0 tx=0).stop 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 msgr2=0x7f5db40c3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 0x7f5db40c3280 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0018d0 tx=0x7f5dac004f90 comp rx=0 tx=0).stop 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 shutdown_connections 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5da0073230 0x7f5da0075740 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5db415e0d0 0x7f5db41f92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5db415dcc0 0x7f5db41f8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 --2- 172.21.15.6:0/3985690087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d9c004810 0x7f5db40c3280 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 >> 172.21.15.6:0/3985690087 conn(0x7f5db406d480 msgr2=0x7f5db4074960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 shutdown_connections 2024-09-21T07:30:07.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.568+0000 7f5db9f9a640 1 -- 172.21.15.6:0/3985690087 wait complete. 2024-09-21T07:30:07.601 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T07:30:07.601 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:07.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.764+0000 7f2de57fc640 1 -- 172.21.15.6:0/191485960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de00c6140 msgr2=0x7f2de00c6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:07.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.764+0000 7f2de57fc640 1 --2- 172.21.15.6:0/191485960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de00c6140 0x7f2de00c6550 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f2de00b2f60 tx=0x7f2dd801db50 comp rx=0 tx=0).stop 2024-09-21T07:30:07.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.764+0000 7f2de57fc640 1 -- 172.21.15.6:0/191485960 shutdown_connections 2024-09-21T07:30:07.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.764+0000 7f2de57fc640 1 --2- 172.21.15.6:0/191485960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de00c6140 0x7f2de00c6550 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.764+0000 7f2de57fc640 1 --2- 172.21.15.6:0/191485960 >> v2:172.21.15.145:3300/0 conn(0x7f2de0155430 0x7f2de00cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.764+0000 7f2de57fc640 1 -- 172.21.15.6:0/191485960 >> 172.21.15.6:0/191485960 conn(0x7f2de006d480 msgr2=0x7f2de00b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:07.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.764+0000 7f2de57fc640 1 -- 172.21.15.6:0/191485960 shutdown_connections 2024-09-21T07:30:07.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.764+0000 7f2de57fc640 1 -- 172.21.15.6:0/191485960 wait complete. 2024-09-21T07:30:07.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 Processor -- start 2024-09-21T07:30:07.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 -- start start 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de0070230 0x7f2de00b1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de00c6140 0x7f2de009a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de0155430 0x7f2de0145880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2de015baa0 con 0x7f2de0070230 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2de015b920 con 0x7f2de00c6140 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2de015bc20 con 0x7f2de0155430 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de0070230 0x7f2de00b1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de0070230 0x7f2de00b1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50340/0 (socket says 172.21.15.6:50340) 2024-09-21T07:30:07.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 -- 172.21.15.6:0/815291964 learned_addr learned my addr 172.21.15.6:0/815291964 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddf7fe640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de0155430 0x7f2de0145880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2dde7fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de00c6140 0x7f2de009a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 -- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de0155430 msgr2=0x7f2de0145880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de0155430 0x7f2de0145880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 -- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de00c6140 msgr2=0x7f2de009a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de00c6140 0x7f2de009a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 -- 172.21.15.6:0/815291964 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de009a9c0 con 0x7f2de0070230 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2ddeffd640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de0070230 0x7f2de00b1fc0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f2dd000d780 tx=0x7f2dd000dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2dd77fe640 1 -- 172.21.15.6:0/815291964 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0017070 con 0x7f2de0070230 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2dd77fe640 1 -- 172.21.15.6:0/815291964 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2dd000de90 con 0x7f2de0070230 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2de009aca0 con 0x7f2de0070230 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2dd77fe640 1 -- 172.21.15.6:0/815291964 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd00099d0 con 0x7f2de0070230 2024-09-21T07:30:07.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.768+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2de009b260 con 0x7f2de0070230 2024-09-21T07:30:07.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.772+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2de015c1b0 con 0x7f2de0070230 2024-09-21T07:30:07.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.772+0000 7f2dd77fe640 1 -- 172.21.15.6:0/815291964 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2dd0009b70 con 0x7f2de0070230 2024-09-21T07:30:07.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.772+0000 7f2dd77fe640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2dc0073200 0x7f2dc0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:07.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.772+0000 7f2dd77fe640 1 -- 172.21.15.6:0/815291964 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f2dd00942c0 con 0x7f2de0070230 2024-09-21T07:30:07.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.772+0000 7f2dde7fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2dc0073200 0x7f2dc0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:07.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.772+0000 7f2dde7fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2dc0073200 0x7f2dc0075710 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f2de00b3620 tx=0x7f2dc8009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:07.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.776+0000 7f2dd77fe640 1 -- 172.21.15.6:0/815291964 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2dd005f370 con 0x7f2de0070230 2024-09-21T07:30:07.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2de0070e20 con 0x7f2de0070230 2024-09-21T07:30:07.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2dd77fe640 1 -- 172.21.15.6:0/815291964 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5222 (secure 0 0 0) 0x7f2dd00940e0 con 0x7f2de0070230 2024-09-21T07:30:07.991 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:07.991 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":67,"btime":"2024-09-21T07:30:07:557920+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5675,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3278925920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3278925920},{"type":"v1","addr":"172.21.15.145:6835","nonce":3278925920}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6154,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1819256103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1819256103},{"type":"v1","addr":"172.21.15.145:6837","nonce":1819256103}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6861,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/550988874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":550988874},{"type":"v1","addr":"172.21.15.6:6833","nonce":550988874}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:03.935524+0000","modified":"2024-09-21T07:30:06.976466+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6864},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6864":{"gid":6864,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2774493316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2774493316},{"type":"v1","addr":"172.21.15.6:6835","nonce":2774493316}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6864,"qdb_cluster":[6864]},"id":7}]} 2024-09-21T07:30:07.992 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 67 2024-09-21T07:30:07.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2dc0073200 msgr2=0x7f2dc0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:07.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2dc0073200 0x7f2dc0075710 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f2de00b3620 tx=0x7f2dc8009040 comp rx=0 tx=0).stop 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de0070230 msgr2=0x7f2de00b1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de0070230 0x7f2de00b1fc0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f2dd000d780 tx=0x7f2dd000dc40 comp rx=0 tx=0).stop 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 shutdown_connections 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2dc0073200 0x7f2dc0075710 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2de0155430 0x7f2de0145880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2de00c6140 0x7f2de009a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 --2- 172.21.15.6:0/815291964 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2de0070230 0x7f2de00b1fc0 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 >> 172.21.15.6:0/815291964 conn(0x7f2de006d480 msgr2=0x7f2de00731b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 shutdown_connections 2024-09-21T07:30:07.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:07.988+0000 7f2de57fc640 1 -- 172.21.15.6:0/815291964 wait complete. 2024-09-21T07:30:08.015 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:08.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- 172.21.15.6:0/1720089121 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd1006efa0 msgr2=0x7fdd1006f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/1720089121 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd1006efa0 0x7fdd1006f3b0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fdd08009bc0 tx=0x7fdd0801cba0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- 172.21.15.6:0/1720089121 shutdown_connections 2024-09-21T07:30:08.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/1720089121 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd1006efa0 0x7fdd1006f3b0 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/1720089121 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd100b3ea0 0x7fdd1015b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- 172.21.15.6:0/1720089121 >> 172.21.15.6:0/1720089121 conn(0x7fdd1006d480 msgr2=0x7fdd100b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:08.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- 172.21.15.6:0/1720089121 shutdown_connections 2024-09-21T07:30:08.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- 172.21.15.6:0/1720089121 wait complete. 2024-09-21T07:30:08.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 Processor -- start 2024-09-21T07:30:08.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- start start 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd1006efa0 0x7fdd10154490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd100b49f0 0x7fdd1015e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd10154a30 0x7fdd1015e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd10168c90 con 0x7fdd10154a30 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd10168b10 con 0x7fdd100b49f0 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.160+0000 7fdd15d4b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd10168e10 con 0x7fdd1006efa0 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd10154a30 0x7fdd1015e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd10154a30 0x7fdd1015e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50364/0 (socket says 172.21.15.6:50364) 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 -- 172.21.15.6:0/452175300 learned_addr learned my addr 172.21.15.6:0/452175300 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:08.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0f7fe640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd1006efa0 0x7fdd10154490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 -- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd1006efa0 msgr2=0x7fdd10154490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd1006efa0 0x7fdd10154490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 -- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd100b49f0 msgr2=0x7fdd1015e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd100b49f0 0x7fdd1015e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 -- 172.21.15.6:0/452175300 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd10158760 con 0x7fdd10154a30 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0ffff640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd10154a30 0x7fdd1015e640 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fdd0801c610 tx=0x7fdd08005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdcf7fff640 1 -- 172.21.15.6:0/452175300 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd080b2040 con 0x7fdd10154a30 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdcf7fff640 1 -- 172.21.15.6:0/452175300 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd080bb070 con 0x7fdd10154a30 2024-09-21T07:30:08.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdcf7fff640 1 -- 172.21.15.6:0/452175300 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd080044a0 con 0x7fdd10154a30 2024-09-21T07:30:08.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd10074c80 con 0x7fdd10154a30 2024-09-21T07:30:08.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd100731b0 con 0x7fdd10154a30 2024-09-21T07:30:08.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd10074e50 con 0x7fdd10154a30 2024-09-21T07:30:08.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdcf7fff640 1 -- 172.21.15.6:0/452175300 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdd08004640 con 0x7fdd10154a30 2024-09-21T07:30:08.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdcf7fff640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcfc073230 0x7fdcfc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdcf7fff640 1 -- 172.21.15.6:0/452175300 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fdd0812ea10 con 0x7fdd10154a30 2024-09-21T07:30:08.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.164+0000 7fdd0f7fe640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcfc073230 0x7fdcfc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.168+0000 7fdd0f7fe640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcfc073230 0x7fdcfc075740 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fdd04001230 tx=0x7fdd04009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:08.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.172+0000 7fdcf7fff640 1 -- 172.21.15.6:0/452175300 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdd10074e50 con 0x7fdd10154a30 2024-09-21T07:30:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.336+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdd1006f3b0 con 0x7fdd10154a30 2024-09-21T07:30:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.340+0000 7fdcf7fff640 1 -- 172.21.15.6:0/452175300 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+16632 (secure 0 0 0) 0x7fdd08016790 con 0x7fdd10154a30 2024-09-21T07:30:08.345 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:08.345 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":91,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:05.538258+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:01.653662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:02.898429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:08.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcfc073230 msgr2=0x7fdcfc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcfc073230 0x7fdcfc075740 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fdd04001230 tx=0x7fdd04009040 comp rx=0 tx=0).stop 2024-09-21T07:30:08.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd10154a30 msgr2=0x7fdd1015e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd10154a30 0x7fdd1015e640 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fdd0801c610 tx=0x7fdd08005a60 comp rx=0 tx=0).stop 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 shutdown_connections 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcfc073230 0x7fdcfc075740 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd10154a30 0x7fdd1015e640 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd100b49f0 0x7fdd1015e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 --2- 172.21.15.6:0/452175300 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd1006efa0 0x7fdd10154490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 >> 172.21.15.6:0/452175300 conn(0x7fdd1006d480 msgr2=0x7fdd100b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 shutdown_connections 2024-09-21T07:30:08.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.344+0000 7fdd15d4b640 1 -- 172.21.15.6:0/452175300 wait complete. 2024-09-21T07:30:08.367 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:30:08.368 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:30:08.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.520+0000 7f3929891640 1 -- 172.21.15.6:0/1947520387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240cfb20 msgr2=0x7f392415f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.520+0000 7f3929891640 1 --2- 172.21.15.6:0/1947520387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240cfb20 0x7f392415f1c0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f3914009900 tx=0x7f391401c8e0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.520+0000 7f3929891640 1 -- 172.21.15.6:0/1947520387 shutdown_connections 2024-09-21T07:30:08.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.520+0000 7f3929891640 1 --2- 172.21.15.6:0/1947520387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240cfb20 0x7f392415f1c0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.520+0000 7f3929891640 1 --2- 172.21.15.6:0/1947520387 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39240d3470 0x7f392415ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.520+0000 7f3929891640 1 -- 172.21.15.6:0/1947520387 >> 172.21.15.6:0/1947520387 conn(0x7f392408bfc0 msgr2=0x7f39240d4750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:08.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.520+0000 7f3929891640 1 -- 172.21.15.6:0/1947520387 shutdown_connections 2024-09-21T07:30:08.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.520+0000 7f3929891640 1 -- 172.21.15.6:0/1947520387 wait complete. 2024-09-21T07:30:08.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 Processor -- start 2024-09-21T07:30:08.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 -- start start 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39240cfb20 0x7f39241fcf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39240d3060 0x7f392415cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240d3470 0x7f392415d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f392416c0b0 con 0x7f39240d3470 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f392416bf30 con 0x7f39240d3060 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f392416c230 con 0x7f39240cfb20 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240d3470 0x7f392415d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240d3470 0x7f392415d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50380/0 (socket says 172.21.15.6:50380) 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 -- 172.21.15.6:0/357450736 learned_addr learned my addr 172.21.15.6:0/357450736 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39227fc640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39240d3060 0x7f392415cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3922ffd640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39240cfb20 0x7f39241fcf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 -- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39240cfb20 msgr2=0x7f39241fcf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39240cfb20 0x7f39241fcf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 -- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39240d3060 msgr2=0x7f392415cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39240d3060 0x7f392415cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 -- 172.21.15.6:0/357450736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f392406d770 con 0x7f39240d3470 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3922ffd640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39240cfb20 0x7f39241fcf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f39237fe640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240d3470 0x7f392415d420 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f39140b0040 tx=0x7f39140a56b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f391bfff640 1 -- 172.21.15.6:0/357450736 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39140b2040 con 0x7f39240d3470 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f391bfff640 1 -- 172.21.15.6:0/357450736 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3914004470 con 0x7f39240d3470 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39241f9600 con 0x7f39240d3470 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f391bfff640 1 -- 172.21.15.6:0/357450736 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3914005290 con 0x7f39240d3470 2024-09-21T07:30:08.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.524+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39241f9bc0 con 0x7f39240d3470 2024-09-21T07:30:08.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.528+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39241f9e00 con 0x7f39240d3470 2024-09-21T07:30:08.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.528+0000 7f391bfff640 1 -- 172.21.15.6:0/357450736 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f39140be060 con 0x7f39240d3470 2024-09-21T07:30:08.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.528+0000 7f391bfff640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3908073200 0x7f3908075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.528+0000 7f391bfff640 1 -- 172.21.15.6:0/357450736 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f391412d6f0 con 0x7f39240d3470 2024-09-21T07:30:08.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.528+0000 7f3922ffd640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3908073200 0x7f3908075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.528+0000 7f3922ffd640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3908073200 0x7f3908075710 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f391c0016b0 tx=0x7f391c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:08.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.532+0000 7f391bfff640 1 -- 172.21.15.6:0/357450736 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f39241f9e00 con 0x7f39240d3470 2024-09-21T07:30:08.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.700+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f39241f9390 con 0x7f3908073200 2024-09-21T07:30:08.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.712+0000 7f391bfff640 1 -- 172.21.15.6:0/357450736 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252077 (secure 0 0 0) 0x7f39241f9390 con 0x7f3908073200 2024-09-21T07:30:08.715 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:08.718 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:30:08.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3908073200 msgr2=0x7f3908075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3908073200 0x7f3908075710 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f391c0016b0 tx=0x7f391c009040 comp rx=0 tx=0).stop 2024-09-21T07:30:08.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240d3470 msgr2=0x7f392415d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240d3470 0x7f392415d420 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f39140b0040 tx=0x7f39140a56b0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 shutdown_connections 2024-09-21T07:30:08.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3908073200 0x7f3908075710 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39240d3470 0x7f392415d420 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39240d3060 0x7f392415cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 --2- 172.21.15.6:0/357450736 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39240cfb20 0x7f39241fcf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 >> 172.21.15.6:0/357450736 conn(0x7f392408bfc0 msgr2=0x7f392415dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:08.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 shutdown_connections 2024-09-21T07:30:08.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.716+0000 7f3929891640 1 -- 172.21.15.6:0/357450736 wait complete. 2024-09-21T07:30:08.738 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":252,"stamp":"2024-09-21T07:30:06.957195+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":136,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259492,"kb_used_data":9952,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715228,"statfs":{"total":773094113280,"available":772828393472,"internally_reserved":0,"allocated":10190848,"data_stored":4997916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.461232"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.556237+0000","last_change":"2024-09-21T07:30:04.551332+0000","last_active":"2024-09-21T07:30:04.556237+0000","last_peered":"2024-09-21T07:30:04.556237+0000","last_clean":"2024-09-21T07:30:04.556237+0000","last_became_active":"2024-09-21T07:30:04.550959+0000","last_became_peered":"2024-09-21T07:30:04.550959+0000","last_unstale":"2024-09-21T07:30:04.556237+0000","last_undegraded":"2024-09-21T07:30:04.556237+0000","last_fullsized":"2024-09-21T07:30:04.556237+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:39:47.669971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556844+0000","last_change":"2024-09-21T07:30:04.549006+0000","last_active":"2024-09-21T07:30:05.556844+0000","last_peered":"2024-09-21T07:30:05.556844+0000","last_clean":"2024-09-21T07:30:05.556844+0000","last_became_active":"2024-09-21T07:30:04.548668+0000","last_became_peered":"2024-09-21T07:30:04.548668+0000","last_unstale":"2024-09-21T07:30:05.556844+0000","last_undegraded":"2024-09-21T07:30:05.556844+0000","last_fullsized":"2024-09-21T07:30:05.556844+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:31.970248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.556251+0000","last_change":"2024-09-21T07:30:04.551373+0000","last_active":"2024-09-21T07:30:04.556251+0000","last_peered":"2024-09-21T07:30:04.556251+0000","last_clean":"2024-09-21T07:30:04.556251+0000","last_became_active":"2024-09-21T07:30:04.551003+0000","last_became_peered":"2024-09-21T07:30:04.551003+0000","last_unstale":"2024-09-21T07:30:04.556251+0000","last_undegraded":"2024-09-21T07:30:04.556251+0000","last_fullsized":"2024-09-21T07:30:04.556251+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:25:31.168616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581974+0000","last_change":"2024-09-21T07:30:04.572835+0000","last_active":"2024-09-21T07:30:04.581974+0000","last_peered":"2024-09-21T07:30:04.581974+0000","last_clean":"2024-09-21T07:30:04.581974+0000","last_became_active":"2024-09-21T07:30:04.571552+0000","last_became_peered":"2024-09-21T07:30:04.571552+0000","last_unstale":"2024-09-21T07:30:04.581974+0000","last_undegraded":"2024-09-21T07:30:04.581974+0000","last_fullsized":"2024-09-21T07:30:04.581974+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:03:33.303820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.554281+0000","last_change":"2024-09-21T07:30:04.534046+0000","last_active":"2024-09-21T07:30:05.554281+0000","last_peered":"2024-09-21T07:30:05.554281+0000","last_clean":"2024-09-21T07:30:05.554281+0000","last_became_active":"2024-09-21T07:30:04.533153+0000","last_became_peered":"2024-09-21T07:30:04.533153+0000","last_unstale":"2024-09-21T07:30:05.554281+0000","last_undegraded":"2024-09-21T07:30:05.554281+0000","last_fullsized":"2024-09-21T07:30:05.554281+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:50:24.003516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581105+0000","last_change":"2024-09-21T07:30:04.559060+0000","last_active":"2024-09-21T07:30:04.581105+0000","last_peered":"2024-09-21T07:30:04.581105+0000","last_clean":"2024-09-21T07:30:04.581105+0000","last_became_active":"2024-09-21T07:30:04.558099+0000","last_became_peered":"2024-09-21T07:30:04.558099+0000","last_unstale":"2024-09-21T07:30:04.581105+0000","last_undegraded":"2024-09-21T07:30:04.581105+0000","last_fullsized":"2024-09-21T07:30:04.581105+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:34:55.383992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581154+0000","last_change":"2024-09-21T07:30:04.559175+0000","last_active":"2024-09-21T07:30:04.581154+0000","last_peered":"2024-09-21T07:30:04.581154+0000","last_clean":"2024-09-21T07:30:04.581154+0000","last_became_active":"2024-09-21T07:30:04.558402+0000","last_became_peered":"2024-09-21T07:30:04.558402+0000","last_unstale":"2024-09-21T07:30:04.581154+0000","last_undegraded":"2024-09-21T07:30:04.581154+0000","last_fullsized":"2024-09-21T07:30:04.581154+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:20:35.524840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.555879+0000","last_change":"2024-09-21T07:30:04.550442+0000","last_active":"2024-09-21T07:30:05.555879+0000","last_peered":"2024-09-21T07:30:05.555879+0000","last_clean":"2024-09-21T07:30:05.555879+0000","last_became_active":"2024-09-21T07:30:04.549438+0000","last_became_peered":"2024-09-21T07:30:04.549438+0000","last_unstale":"2024-09-21T07:30:05.555879+0000","last_undegraded":"2024-09-21T07:30:05.555879+0000","last_fullsized":"2024-09-21T07:30:05.555879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:58:54.006622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.548520+0000","last_change":"2024-09-21T07:30:04.542354+0000","last_active":"2024-09-21T07:30:04.548520+0000","last_peered":"2024-09-21T07:30:04.548520+0000","last_clean":"2024-09-21T07:30:04.548520+0000","last_became_active":"2024-09-21T07:30:04.541267+0000","last_became_peered":"2024-09-21T07:30:04.541267+0000","last_unstale":"2024-09-21T07:30:04.548520+0000","last_undegraded":"2024-09-21T07:30:04.548520+0000","last_fullsized":"2024-09-21T07:30:04.548520+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:37.413500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.555027+0000","last_change":"2024-09-21T07:30:04.555705+0000","last_active":"2024-09-21T07:30:05.555027+0000","last_peered":"2024-09-21T07:30:05.555027+0000","last_clean":"2024-09-21T07:30:05.555027+0000","last_became_active":"2024-09-21T07:30:04.548722+0000","last_became_peered":"2024-09-21T07:30:04.548722+0000","last_unstale":"2024-09-21T07:30:05.555027+0000","last_undegraded":"2024-09-21T07:30:05.555027+0000","last_fullsized":"2024-09-21T07:30:05.555027+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:19:35.025165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581119+0000","last_change":"2024-09-21T07:30:04.552969+0000","last_active":"2024-09-21T07:30:04.581119+0000","last_peered":"2024-09-21T07:30:04.581119+0000","last_clean":"2024-09-21T07:30:04.581119+0000","last_became_active":"2024-09-21T07:30:04.552076+0000","last_became_peered":"2024-09-21T07:30:04.552076+0000","last_unstale":"2024-09-21T07:30:04.581119+0000","last_undegraded":"2024-09-21T07:30:04.581119+0000","last_fullsized":"2024-09-21T07:30:04.581119+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:52.746106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.578318+0000","last_change":"2024-09-21T07:30:04.571538+0000","last_active":"2024-09-21T07:30:04.578318+0000","last_peered":"2024-09-21T07:30:04.578318+0000","last_clean":"2024-09-21T07:30:04.578318+0000","last_became_active":"2024-09-21T07:30:04.563092+0000","last_became_peered":"2024-09-21T07:30:04.563092+0000","last_unstale":"2024-09-21T07:30:04.578318+0000","last_undegraded":"2024-09-21T07:30:04.578318+0000","last_fullsized":"2024-09-21T07:30:04.578318+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:52.746106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.580849+0000","last_change":"2024-09-21T07:30:04.549362+0000","last_active":"2024-09-21T07:30:04.580849+0000","last_peered":"2024-09-21T07:30:04.580849+0000","last_clean":"2024-09-21T07:30:04.580849+0000","last_became_active":"2024-09-21T07:30:04.537455+0000","last_became_peered":"2024-09-21T07:30:04.537455+0000","last_unstale":"2024-09-21T07:30:04.580849+0000","last_undegraded":"2024-09-21T07:30:04.580849+0000","last_fullsized":"2024-09-21T07:30:04.580849+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:52:44.322917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550700+0000","last_change":"2024-09-21T07:30:04.562890+0000","last_active":"2024-09-21T07:30:05.550700+0000","last_peered":"2024-09-21T07:30:05.550700+0000","last_clean":"2024-09-21T07:30:05.550700+0000","last_became_active":"2024-09-21T07:30:04.562390+0000","last_became_peered":"2024-09-21T07:30:04.562390+0000","last_unstale":"2024-09-21T07:30:05.550700+0000","last_undegraded":"2024-09-21T07:30:05.550700+0000","last_fullsized":"2024-09-21T07:30:05.550700+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:05.563705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.550543+0000","last_change":"2024-09-21T07:30:04.539507+0000","last_active":"2024-09-21T07:30:04.550543+0000","last_peered":"2024-09-21T07:30:04.550543+0000","last_clean":"2024-09-21T07:30:04.550543+0000","last_became_active":"2024-09-21T07:30:04.538616+0000","last_became_peered":"2024-09-21T07:30:04.538616+0000","last_unstale":"2024-09-21T07:30:04.550543+0000","last_undegraded":"2024-09-21T07:30:04.550543+0000","last_fullsized":"2024-09-21T07:30:04.550543+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:21.008906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581210+0000","last_change":"2024-09-21T07:30:04.560055+0000","last_active":"2024-09-21T07:30:04.581210+0000","last_peered":"2024-09-21T07:30:04.581210+0000","last_clean":"2024-09-21T07:30:04.581210+0000","last_became_active":"2024-09-21T07:30:04.558245+0000","last_became_peered":"2024-09-21T07:30:04.558245+0000","last_unstale":"2024-09-21T07:30:04.581210+0000","last_undegraded":"2024-09-21T07:30:04.581210+0000","last_fullsized":"2024-09-21T07:30:04.581210+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:21.008906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557221+0000","last_change":"2024-09-21T07:30:04.548077+0000","last_active":"2024-09-21T07:30:05.557221+0000","last_peered":"2024-09-21T07:30:05.557221+0000","last_clean":"2024-09-21T07:30:05.557221+0000","last_became_active":"2024-09-21T07:30:04.547656+0000","last_became_peered":"2024-09-21T07:30:04.547656+0000","last_unstale":"2024-09-21T07:30:05.557221+0000","last_undegraded":"2024-09-21T07:30:05.557221+0000","last_fullsized":"2024-09-21T07:30:05.557221+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:24:49.309169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581689+0000","last_change":"2024-09-21T07:30:04.579253+0000","last_active":"2024-09-21T07:30:04.581689+0000","last_peered":"2024-09-21T07:30:04.581689+0000","last_clean":"2024-09-21T07:30:04.581689+0000","last_became_active":"2024-09-21T07:30:04.573663+0000","last_became_peered":"2024-09-21T07:30:04.573663+0000","last_unstale":"2024-09-21T07:30:04.581689+0000","last_undegraded":"2024-09-21T07:30:04.581689+0000","last_fullsized":"2024-09-21T07:30:04.581689+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:02:48.074564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551231+0000","last_change":"2024-09-21T07:30:04.558982+0000","last_active":"2024-09-21T07:30:05.551231+0000","last_peered":"2024-09-21T07:30:05.551231+0000","last_clean":"2024-09-21T07:30:05.551231+0000","last_became_active":"2024-09-21T07:30:04.558551+0000","last_became_peered":"2024-09-21T07:30:04.558551+0000","last_unstale":"2024-09-21T07:30:05.551231+0000","last_undegraded":"2024-09-21T07:30:05.551231+0000","last_fullsized":"2024-09-21T07:30:05.551231+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:09:21.454351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.554895+0000","last_change":"2024-09-21T07:30:04.552539+0000","last_active":"2024-09-21T07:30:04.554895+0000","last_peered":"2024-09-21T07:30:04.554895+0000","last_clean":"2024-09-21T07:30:04.554895+0000","last_became_active":"2024-09-21T07:30:04.551717+0000","last_became_peered":"2024-09-21T07:30:04.551717+0000","last_unstale":"2024-09-21T07:30:04.554895+0000","last_undegraded":"2024-09-21T07:30:04.554895+0000","last_fullsized":"2024-09-21T07:30:04.554895+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:40:35.392082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550837+0000","last_change":"2024-09-21T07:30:04.551720+0000","last_active":"2024-09-21T07:30:05.550837+0000","last_peered":"2024-09-21T07:30:05.550837+0000","last_clean":"2024-09-21T07:30:05.550837+0000","last_became_active":"2024-09-21T07:30:04.551282+0000","last_became_peered":"2024-09-21T07:30:04.551282+0000","last_unstale":"2024-09-21T07:30:05.550837+0000","last_undegraded":"2024-09-21T07:30:05.550837+0000","last_fullsized":"2024-09-21T07:30:05.550837+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:11:59.897646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556304+0000","last_change":"2024-09-21T07:30:04.544429+0000","last_active":"2024-09-21T07:30:05.556304+0000","last_peered":"2024-09-21T07:30:05.556304+0000","last_clean":"2024-09-21T07:30:05.556304+0000","last_became_active":"2024-09-21T07:30:04.541587+0000","last_became_peered":"2024-09-21T07:30:04.541587+0000","last_unstale":"2024-09-21T07:30:05.556304+0000","last_undegraded":"2024-09-21T07:30:05.556304+0000","last_fullsized":"2024-09-21T07:30:05.556304+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:26:29.089566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556434+0000","last_change":"2024-09-21T07:30:04.545623+0000","last_active":"2024-09-21T07:30:05.556434+0000","last_peered":"2024-09-21T07:30:05.556434+0000","last_clean":"2024-09-21T07:30:05.556434+0000","last_became_active":"2024-09-21T07:30:04.541613+0000","last_became_peered":"2024-09-21T07:30:04.541613+0000","last_unstale":"2024-09-21T07:30:05.556434+0000","last_undegraded":"2024-09-21T07:30:05.556434+0000","last_fullsized":"2024-09-21T07:30:05.556434+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:04.832835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581238+0000","last_change":"2024-09-21T07:30:04.561070+0000","last_active":"2024-09-21T07:30:04.581238+0000","last_peered":"2024-09-21T07:30:04.581238+0000","last_clean":"2024-09-21T07:30:04.581238+0000","last_became_active":"2024-09-21T07:30:04.560218+0000","last_became_peered":"2024-09-21T07:30:04.560218+0000","last_unstale":"2024-09-21T07:30:04.581238+0000","last_undegraded":"2024-09-21T07:30:04.581238+0000","last_fullsized":"2024-09-21T07:30:04.581238+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:52:44.322917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.554846+0000","last_change":"2024-09-21T07:30:04.566071+0000","last_active":"2024-09-21T07:30:05.554846+0000","last_peered":"2024-09-21T07:30:05.554846+0000","last_clean":"2024-09-21T07:30:05.554846+0000","last_became_active":"2024-09-21T07:30:04.565543+0000","last_became_peered":"2024-09-21T07:30:04.565543+0000","last_unstale":"2024-09-21T07:30:05.554846+0000","last_undegraded":"2024-09-21T07:30:05.554846+0000","last_fullsized":"2024-09-21T07:30:05.554846+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:13.017872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556627+0000","last_change":"2024-09-21T07:30:04.554729+0000","last_active":"2024-09-21T07:30:05.556627+0000","last_peered":"2024-09-21T07:30:05.556627+0000","last_clean":"2024-09-21T07:30:05.556627+0000","last_became_active":"2024-09-21T07:30:04.554092+0000","last_became_peered":"2024-09-21T07:30:04.554092+0000","last_unstale":"2024-09-21T07:30:05.556627+0000","last_undegraded":"2024-09-21T07:30:05.556627+0000","last_fullsized":"2024-09-21T07:30:05.556627+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:52:08.766506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583862+0000","last_change":"2024-09-21T07:30:04.578460+0000","last_active":"2024-09-21T07:30:04.583862+0000","last_peered":"2024-09-21T07:30:04.583862+0000","last_clean":"2024-09-21T07:30:04.583862+0000","last_became_active":"2024-09-21T07:30:04.570179+0000","last_became_peered":"2024-09-21T07:30:04.570179+0000","last_unstale":"2024-09-21T07:30:04.583862+0000","last_undegraded":"2024-09-21T07:30:04.583862+0000","last_fullsized":"2024-09-21T07:30:04.583862+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:04.423164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553814+0000","last_change":"2024-09-21T07:30:04.557993+0000","last_active":"2024-09-21T07:30:05.553814+0000","last_peered":"2024-09-21T07:30:05.553814+0000","last_clean":"2024-09-21T07:30:05.553814+0000","last_became_active":"2024-09-21T07:30:04.555725+0000","last_became_peered":"2024-09-21T07:30:04.555725+0000","last_unstale":"2024-09-21T07:30:05.553814+0000","last_undegraded":"2024-09-21T07:30:05.553814+0000","last_fullsized":"2024-09-21T07:30:05.553814+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:50:48.684192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557371+0000","last_change":"2024-09-21T07:30:04.539592+0000","last_active":"2024-09-21T07:30:05.557371+0000","last_peered":"2024-09-21T07:30:05.557371+0000","last_clean":"2024-09-21T07:30:05.557371+0000","last_became_active":"2024-09-21T07:30:04.538702+0000","last_became_peered":"2024-09-21T07:30:04.538702+0000","last_unstale":"2024-09-21T07:30:05.557371+0000","last_undegraded":"2024-09-21T07:30:05.557371+0000","last_fullsized":"2024-09-21T07:30:05.557371+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:12:48.551310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551366+0000","last_change":"2024-09-21T07:30:04.560157+0000","last_active":"2024-09-21T07:30:05.551366+0000","last_peered":"2024-09-21T07:30:05.551366+0000","last_clean":"2024-09-21T07:30:05.551366+0000","last_became_active":"2024-09-21T07:30:04.558956+0000","last_became_peered":"2024-09-21T07:30:04.558956+0000","last_unstale":"2024-09-21T07:30:05.551366+0000","last_undegraded":"2024-09-21T07:30:05.551366+0000","last_fullsized":"2024-09-21T07:30:05.551366+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:36.794645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.584925+0000","last_change":"2024-09-21T07:30:04.584184+0000","last_active":"2024-09-21T07:30:04.584925+0000","last_peered":"2024-09-21T07:30:04.584925+0000","last_clean":"2024-09-21T07:30:04.584925+0000","last_became_active":"2024-09-21T07:30:04.573383+0000","last_became_peered":"2024-09-21T07:30:04.573383+0000","last_unstale":"2024-09-21T07:30:04.584925+0000","last_undegraded":"2024-09-21T07:30:04.584925+0000","last_fullsized":"2024-09-21T07:30:04.584925+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:30.463663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.556458+0000","last_change":"2024-09-21T07:30:04.552367+0000","last_active":"2024-09-21T07:30:04.556458+0000","last_peered":"2024-09-21T07:30:04.556458+0000","last_clean":"2024-09-21T07:30:04.556458+0000","last_became_active":"2024-09-21T07:30:04.552049+0000","last_became_peered":"2024-09-21T07:30:04.552049+0000","last_unstale":"2024-09-21T07:30:04.556458+0000","last_undegraded":"2024-09-21T07:30:04.556458+0000","last_fullsized":"2024-09-21T07:30:04.556458+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:00:23.806970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551470+0000","last_change":"2024-09-21T07:30:04.558741+0000","last_active":"2024-09-21T07:30:05.551470+0000","last_peered":"2024-09-21T07:30:05.551470+0000","last_clean":"2024-09-21T07:30:05.551470+0000","last_became_active":"2024-09-21T07:30:04.552818+0000","last_became_peered":"2024-09-21T07:30:04.552818+0000","last_unstale":"2024-09-21T07:30:05.551470+0000","last_undegraded":"2024-09-21T07:30:05.551470+0000","last_fullsized":"2024-09-21T07:30:05.551470+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:38:32.933655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"90'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557099+0000","last_change":"2024-09-21T07:30:03.535385+0000","last_active":"2024-09-21T07:30:05.557099+0000","last_peered":"2024-09-21T07:30:05.557099+0000","last_clean":"2024-09-21T07:30:05.557099+0000","last_became_active":"2024-09-21T07:30:03.534949+0000","last_became_peered":"2024-09-21T07:30:03.534949+0000","last_unstale":"2024-09-21T07:30:05.557099+0000","last_undegraded":"2024-09-21T07:30:05.557099+0000","last_fullsized":"2024-09-21T07:30:05.557099+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:25.353333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581715+0000","last_change":"2024-09-21T07:30:04.579843+0000","last_active":"2024-09-21T07:30:04.581715+0000","last_peered":"2024-09-21T07:30:04.581715+0000","last_clean":"2024-09-21T07:30:04.581715+0000","last_became_active":"2024-09-21T07:30:04.579231+0000","last_became_peered":"2024-09-21T07:30:04.579231+0000","last_unstale":"2024-09-21T07:30:04.581715+0000","last_undegraded":"2024-09-21T07:30:04.581715+0000","last_fullsized":"2024-09-21T07:30:04.581715+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:55:06.794680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"90'1","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583287+0000","last_change":"2024-09-21T07:30:03.551086+0000","last_active":"2024-09-21T07:30:04.583287+0000","last_peered":"2024-09-21T07:30:04.583287+0000","last_clean":"2024-09-21T07:30:04.583287+0000","last_became_active":"2024-09-21T07:30:03.550081+0000","last_became_peered":"2024-09-21T07:30:03.550081+0000","last_unstale":"2024-09-21T07:30:04.583287+0000","last_undegraded":"2024-09-21T07:30:04.583287+0000","last_fullsized":"2024-09-21T07:30:04.583287+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:28.552863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.556251+0000","last_change":"2024-09-21T07:30:04.537788+0000","last_active":"2024-09-21T07:30:04.556251+0000","last_peered":"2024-09-21T07:30:04.556251+0000","last_clean":"2024-09-21T07:30:04.556251+0000","last_became_active":"2024-09-21T07:30:04.536867+0000","last_became_peered":"2024-09-21T07:30:04.536867+0000","last_unstale":"2024-09-21T07:30:04.556251+0000","last_undegraded":"2024-09-21T07:30:04.556251+0000","last_fullsized":"2024-09-21T07:30:04.556251+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:38:32.933655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556682+0000","last_change":"2024-09-21T07:30:03.520943+0000","last_active":"2024-09-21T07:30:05.556682+0000","last_peered":"2024-09-21T07:30:05.556682+0000","last_clean":"2024-09-21T07:30:05.556682+0000","last_became_active":"2024-09-21T07:30:03.519147+0000","last_became_peered":"2024-09-21T07:30:03.519147+0000","last_unstale":"2024-09-21T07:30:05.556682+0000","last_undegraded":"2024-09-21T07:30:05.556682+0000","last_fullsized":"2024-09-21T07:30:05.556682+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:02.197166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.538806+0000","last_change":"2024-09-21T07:30:04.532805+0000","last_active":"2024-09-21T07:30:04.538806+0000","last_peered":"2024-09-21T07:30:04.538806+0000","last_clean":"2024-09-21T07:30:04.538806+0000","last_became_active":"2024-09-21T07:30:04.531970+0000","last_became_peered":"2024-09-21T07:30:04.531970+0000","last_unstale":"2024-09-21T07:30:04.538806+0000","last_undegraded":"2024-09-21T07:30:04.538806+0000","last_fullsized":"2024-09-21T07:30:04.538806+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:51.568454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556679+0000","last_change":"2024-09-21T07:30:03.542113+0000","last_active":"2024-09-21T07:30:05.556679+0000","last_peered":"2024-09-21T07:30:05.556679+0000","last_clean":"2024-09-21T07:30:05.556679+0000","last_became_active":"2024-09-21T07:30:03.530086+0000","last_became_peered":"2024-09-21T07:30:03.530086+0000","last_unstale":"2024-09-21T07:30:05.556679+0000","last_undegraded":"2024-09-21T07:30:05.556679+0000","last_fullsized":"2024-09-21T07:30:05.556679+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:00.588445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552702+0000","last_change":"2024-09-21T07:30:04.524786+0000","last_active":"2024-09-21T07:30:05.552702+0000","last_peered":"2024-09-21T07:30:05.552702+0000","last_clean":"2024-09-21T07:30:05.552702+0000","last_became_active":"2024-09-21T07:30:04.523853+0000","last_became_peered":"2024-09-21T07:30:04.523853+0000","last_unstale":"2024-09-21T07:30:05.552702+0000","last_undegraded":"2024-09-21T07:30:05.552702+0000","last_fullsized":"2024-09-21T07:30:05.552702+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:03.184887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"90'1","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.578831+0000","last_change":"2024-09-21T07:30:03.552596+0000","last_active":"2024-09-21T07:30:04.578831+0000","last_peered":"2024-09-21T07:30:04.578831+0000","last_clean":"2024-09-21T07:30:04.578831+0000","last_became_active":"2024-09-21T07:30:03.552257+0000","last_became_peered":"2024-09-21T07:30:03.552257+0000","last_unstale":"2024-09-21T07:30:04.578831+0000","last_undegraded":"2024-09-21T07:30:04.578831+0000","last_fullsized":"2024-09-21T07:30:04.578831+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:35.790244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583281+0000","last_change":"2024-09-21T07:30:04.566622+0000","last_active":"2024-09-21T07:30:04.583281+0000","last_peered":"2024-09-21T07:30:04.583281+0000","last_clean":"2024-09-21T07:30:04.583281+0000","last_became_active":"2024-09-21T07:30:04.565889+0000","last_became_peered":"2024-09-21T07:30:04.565889+0000","last_unstale":"2024-09-21T07:30:04.583281+0000","last_undegraded":"2024-09-21T07:30:04.583281+0000","last_fullsized":"2024-09-21T07:30:04.583281+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:02:48.074564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"90'1","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556464+0000","last_change":"2024-09-21T07:30:03.548339+0000","last_active":"2024-09-21T07:30:05.556464+0000","last_peered":"2024-09-21T07:30:05.556464+0000","last_clean":"2024-09-21T07:30:05.556464+0000","last_became_active":"2024-09-21T07:30:03.547598+0000","last_became_peered":"2024-09-21T07:30:03.547598+0000","last_unstale":"2024-09-21T07:30:05.556464+0000","last_undegraded":"2024-09-21T07:30:05.556464+0000","last_fullsized":"2024-09-21T07:30:05.556464+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:39:40.181046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.549328+0000","last_change":"2024-09-21T07:30:04.538810+0000","last_active":"2024-09-21T07:30:04.549328+0000","last_peered":"2024-09-21T07:30:04.549328+0000","last_clean":"2024-09-21T07:30:04.549328+0000","last_became_active":"2024-09-21T07:30:04.537894+0000","last_became_peered":"2024-09-21T07:30:04.537894+0000","last_unstale":"2024-09-21T07:30:04.549328+0000","last_undegraded":"2024-09-21T07:30:04.549328+0000","last_fullsized":"2024-09-21T07:30:04.549328+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:20:35.524840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553611+0000","last_change":"2024-09-21T07:30:03.536600+0000","last_active":"2024-09-21T07:30:05.553611+0000","last_peered":"2024-09-21T07:30:05.553611+0000","last_clean":"2024-09-21T07:30:05.553611+0000","last_became_active":"2024-09-21T07:30:03.535716+0000","last_became_peered":"2024-09-21T07:30:03.535716+0000","last_unstale":"2024-09-21T07:30:05.553611+0000","last_undegraded":"2024-09-21T07:30:05.553611+0000","last_fullsized":"2024-09-21T07:30:05.553611+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:39:40.181046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.538993+0000","last_change":"2024-09-21T07:30:04.530366+0000","last_active":"2024-09-21T07:30:04.538993+0000","last_peered":"2024-09-21T07:30:04.538993+0000","last_clean":"2024-09-21T07:30:04.538993+0000","last_became_active":"2024-09-21T07:30:04.529431+0000","last_became_peered":"2024-09-21T07:30:04.529431+0000","last_unstale":"2024-09-21T07:30:04.538993+0000","last_undegraded":"2024-09-21T07:30:04.538993+0000","last_fullsized":"2024-09-21T07:30:04.538993+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:55:43.942023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.525937+0000","last_change":"2024-09-21T07:30:03.540800+0000","last_active":"2024-09-21T07:30:04.525937+0000","last_peered":"2024-09-21T07:30:04.525937+0000","last_clean":"2024-09-21T07:30:04.525937+0000","last_became_active":"2024-09-21T07:30:03.540447+0000","last_became_peered":"2024-09-21T07:30:03.540447+0000","last_unstale":"2024-09-21T07:30:04.525937+0000","last_undegraded":"2024-09-21T07:30:04.525937+0000","last_fullsized":"2024-09-21T07:30:04.525937+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:11:58.893245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556892+0000","last_change":"2024-09-21T07:30:04.547265+0000","last_active":"2024-09-21T07:30:05.556892+0000","last_peered":"2024-09-21T07:30:05.556892+0000","last_clean":"2024-09-21T07:30:05.556892+0000","last_became_active":"2024-09-21T07:30:04.546642+0000","last_became_peered":"2024-09-21T07:30:04.546642+0000","last_unstale":"2024-09-21T07:30:05.556892+0000","last_undegraded":"2024-09-21T07:30:05.556892+0000","last_fullsized":"2024-09-21T07:30:05.556892+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:46.755685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.525780+0000","last_change":"2024-09-21T07:30:03.549044+0000","last_active":"2024-09-21T07:30:04.525780+0000","last_peered":"2024-09-21T07:30:04.525780+0000","last_clean":"2024-09-21T07:30:04.525780+0000","last_became_active":"2024-09-21T07:30:03.548329+0000","last_became_peered":"2024-09-21T07:30:03.548329+0000","last_unstale":"2024-09-21T07:30:04.525780+0000","last_undegraded":"2024-09-21T07:30:04.525780+0000","last_fullsized":"2024-09-21T07:30:04.525780+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:08:40.547075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.538503+0000","last_change":"2024-09-21T07:30:04.530954+0000","last_active":"2024-09-21T07:30:04.538503+0000","last_peered":"2024-09-21T07:30:04.538503+0000","last_clean":"2024-09-21T07:30:04.538503+0000","last_became_active":"2024-09-21T07:30:04.529960+0000","last_became_peered":"2024-09-21T07:30:04.529960+0000","last_unstale":"2024-09-21T07:30:04.538503+0000","last_undegraded":"2024-09-21T07:30:04.538503+0000","last_fullsized":"2024-09-21T07:30:04.538503+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:04:47.751939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.512020+0000","last_change":"2024-09-21T07:30:03.535846+0000","last_active":"2024-09-21T07:30:04.512020+0000","last_peered":"2024-09-21T07:30:04.512020+0000","last_clean":"2024-09-21T07:30:04.512020+0000","last_became_active":"2024-09-21T07:30:03.534896+0000","last_became_peered":"2024-09-21T07:30:03.534896+0000","last_unstale":"2024-09-21T07:30:04.512020+0000","last_undegraded":"2024-09-21T07:30:04.512020+0000","last_fullsized":"2024-09-21T07:30:04.512020+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.741705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553454+0000","last_change":"2024-09-21T07:30:04.549570+0000","last_active":"2024-09-21T07:30:05.553454+0000","last_peered":"2024-09-21T07:30:05.553454+0000","last_clean":"2024-09-21T07:30:05.553454+0000","last_became_active":"2024-09-21T07:30:04.548619+0000","last_became_peered":"2024-09-21T07:30:04.548619+0000","last_unstale":"2024-09-21T07:30:05.553454+0000","last_undegraded":"2024-09-21T07:30:05.553454+0000","last_fullsized":"2024-09-21T07:30:05.553454+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:20:47.245812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"90'3","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583934+0000","last_change":"2024-09-21T07:30:03.552348+0000","last_active":"2024-09-21T07:30:04.583934+0000","last_peered":"2024-09-21T07:30:04.583934+0000","last_clean":"2024-09-21T07:30:04.583934+0000","last_became_active":"2024-09-21T07:30:03.551492+0000","last_became_peered":"2024-09-21T07:30:03.551492+0000","last_unstale":"2024-09-21T07:30:04.583934+0000","last_undegraded":"2024-09-21T07:30:04.583934+0000","last_fullsized":"2024-09-21T07:30:04.583934+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:40:34.387681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583569+0000","last_change":"2024-09-21T07:30:04.567170+0000","last_active":"2024-09-21T07:30:04.583569+0000","last_peered":"2024-09-21T07:30:04.583569+0000","last_clean":"2024-09-21T07:30:04.583569+0000","last_became_active":"2024-09-21T07:30:04.562072+0000","last_became_peered":"2024-09-21T07:30:04.562072+0000","last_unstale":"2024-09-21T07:30:04.583569+0000","last_undegraded":"2024-09-21T07:30:04.583569+0000","last_fullsized":"2024-09-21T07:30:04.583569+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:55:06.794680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"90'6","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.587246+0000","last_change":"2024-09-21T07:30:03.546601+0000","last_active":"2024-09-21T07:30:04.587246+0000","last_peered":"2024-09-21T07:30:04.587246+0000","last_clean":"2024-09-21T07:30:04.587246+0000","last_became_active":"2024-09-21T07:30:03.544961+0000","last_became_peered":"2024-09-21T07:30:03.544961+0000","last_unstale":"2024-09-21T07:30:04.587246+0000","last_undegraded":"2024-09-21T07:30:04.587246+0000","last_fullsized":"2024-09-21T07:30:04.587246+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:28:45.329393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581736+0000","last_change":"2024-09-21T07:30:04.562257+0000","last_active":"2024-09-21T07:30:04.581736+0000","last_peered":"2024-09-21T07:30:04.581736+0000","last_clean":"2024-09-21T07:30:04.581736+0000","last_became_active":"2024-09-21T07:30:04.550502+0000","last_became_peered":"2024-09-21T07:30:04.550502+0000","last_unstale":"2024-09-21T07:30:04.581736+0000","last_undegraded":"2024-09-21T07:30:04.581736+0000","last_fullsized":"2024-09-21T07:30:04.581736+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:04.423164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551200+0000","last_change":"2024-09-21T07:30:03.543645+0000","last_active":"2024-09-21T07:30:05.551200+0000","last_peered":"2024-09-21T07:30:05.551200+0000","last_clean":"2024-09-21T07:30:05.551200+0000","last_became_active":"2024-09-21T07:30:03.543333+0000","last_became_peered":"2024-09-21T07:30:03.543333+0000","last_unstale":"2024-09-21T07:30:05.551200+0000","last_undegraded":"2024-09-21T07:30:05.551200+0000","last_fullsized":"2024-09-21T07:30:05.551200+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:46.219355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.559572+0000","last_change":"2024-09-21T07:30:04.555982+0000","last_active":"2024-09-21T07:30:04.559572+0000","last_peered":"2024-09-21T07:30:04.559572+0000","last_clean":"2024-09-21T07:30:04.559572+0000","last_became_active":"2024-09-21T07:30:04.555614+0000","last_became_peered":"2024-09-21T07:30:04.555614+0000","last_unstale":"2024-09-21T07:30:04.559572+0000","last_undegraded":"2024-09-21T07:30:04.559572+0000","last_fullsized":"2024-09-21T07:30:04.559572+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:00.734315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552301+0000","last_change":"2024-09-21T07:30:03.547500+0000","last_active":"2024-09-21T07:30:05.552301+0000","last_peered":"2024-09-21T07:30:05.552301+0000","last_clean":"2024-09-21T07:30:05.552301+0000","last_became_active":"2024-09-21T07:30:03.547217+0000","last_became_peered":"2024-09-21T07:30:03.547217+0000","last_unstale":"2024-09-21T07:30:05.552301+0000","last_undegraded":"2024-09-21T07:30:05.552301+0000","last_fullsized":"2024-09-21T07:30:05.552301+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:45.074893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.539050+0000","last_change":"2024-09-21T07:30:04.532181+0000","last_active":"2024-09-21T07:30:04.539050+0000","last_peered":"2024-09-21T07:30:04.539050+0000","last_clean":"2024-09-21T07:30:04.539050+0000","last_became_active":"2024-09-21T07:30:04.531336+0000","last_became_peered":"2024-09-21T07:30:04.531336+0000","last_unstale":"2024-09-21T07:30:04.539050+0000","last_undegraded":"2024-09-21T07:30:04.539050+0000","last_fullsized":"2024-09-21T07:30:04.539050+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:18:57.030764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.517497+0000","last_change":"2024-09-21T07:30:03.538065+0000","last_active":"2024-09-21T07:30:04.517497+0000","last_peered":"2024-09-21T07:30:04.517497+0000","last_clean":"2024-09-21T07:30:04.517497+0000","last_became_active":"2024-09-21T07:30:03.536919+0000","last_became_peered":"2024-09-21T07:30:03.536919+0000","last_unstale":"2024-09-21T07:30:04.517497+0000","last_undegraded":"2024-09-21T07:30:04.517497+0000","last_fullsized":"2024-09-21T07:30:04.517497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:07.888172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550598+0000","last_change":"2024-09-21T07:30:04.547821+0000","last_active":"2024-09-21T07:30:05.550598+0000","last_peered":"2024-09-21T07:30:05.550598+0000","last_clean":"2024-09-21T07:30:05.550598+0000","last_became_active":"2024-09-21T07:30:04.547462+0000","last_became_peered":"2024-09-21T07:30:04.547462+0000","last_unstale":"2024-09-21T07:30:05.550598+0000","last_undegraded":"2024-09-21T07:30:05.550598+0000","last_fullsized":"2024-09-21T07:30:05.550598+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:35:37.624105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"90'8","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.584626+0000","last_change":"2024-09-21T07:30:03.538368+0000","last_active":"2024-09-21T07:30:04.584626+0000","last_peered":"2024-09-21T07:30:04.584626+0000","last_clean":"2024-09-21T07:30:04.584626+0000","last_became_active":"2024-09-21T07:30:03.537866+0000","last_became_peered":"2024-09-21T07:30:03.537866+0000","last_unstale":"2024-09-21T07:30:04.584626+0000","last_undegraded":"2024-09-21T07:30:04.584626+0000","last_fullsized":"2024-09-21T07:30:04.584626+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:09:20.449950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.555017+0000","last_change":"2024-09-21T07:30:04.556877+0000","last_active":"2024-09-21T07:30:05.555017+0000","last_peered":"2024-09-21T07:30:05.555017+0000","last_clean":"2024-09-21T07:30:05.555017+0000","last_became_active":"2024-09-21T07:30:04.550113+0000","last_became_peered":"2024-09-21T07:30:04.550113+0000","last_unstale":"2024-09-21T07:30:05.555017+0000","last_undegraded":"2024-09-21T07:30:05.555017+0000","last_fullsized":"2024-09-21T07:30:05.555017+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:10:03.023213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"90'2","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.579349+0000","last_change":"2024-09-21T07:30:03.528004+0000","last_active":"2024-09-21T07:30:04.579349+0000","last_peered":"2024-09-21T07:30:04.579349+0000","last_clean":"2024-09-21T07:30:04.579349+0000","last_became_active":"2024-09-21T07:30:03.527175+0000","last_became_peered":"2024-09-21T07:30:03.527175+0000","last_unstale":"2024-09-21T07:30:04.579349+0000","last_undegraded":"2024-09-21T07:30:04.579349+0000","last_fullsized":"2024-09-21T07:30:04.579349+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:26:21.632881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553580+0000","last_change":"2024-09-21T07:30:04.568247+0000","last_active":"2024-09-21T07:30:05.553580+0000","last_peered":"2024-09-21T07:30:05.553580+0000","last_clean":"2024-09-21T07:30:05.553580+0000","last_became_active":"2024-09-21T07:30:04.567405+0000","last_became_peered":"2024-09-21T07:30:04.567405+0000","last_unstale":"2024-09-21T07:30:05.553580+0000","last_undegraded":"2024-09-21T07:30:05.553580+0000","last_fullsized":"2024-09-21T07:30:05.553580+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:26:22.637282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"90'1","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.554551+0000","last_change":"2024-09-21T07:30:03.543392+0000","last_active":"2024-09-21T07:30:05.554551+0000","last_peered":"2024-09-21T07:30:05.554551+0000","last_clean":"2024-09-21T07:30:05.554551+0000","last_became_active":"2024-09-21T07:30:03.542470+0000","last_became_peered":"2024-09-21T07:30:03.542470+0000","last_unstale":"2024-09-21T07:30:05.554551+0000","last_undegraded":"2024-09-21T07:30:05.554551+0000","last_fullsized":"2024-09-21T07:30:05.554551+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:00.588445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583346+0000","last_change":"2024-09-21T07:30:04.560042+0000","last_active":"2024-09-21T07:30:04.583346+0000","last_peered":"2024-09-21T07:30:04.583346+0000","last_clean":"2024-09-21T07:30:04.583346+0000","last_became_active":"2024-09-21T07:30:04.559207+0000","last_became_peered":"2024-09-21T07:30:04.559207+0000","last_unstale":"2024-09-21T07:30:04.583346+0000","last_undegraded":"2024-09-21T07:30:04.583346+0000","last_fullsized":"2024-09-21T07:30:04.583346+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:03:33.303820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556959+0000","last_change":"2024-09-21T07:30:03.529948+0000","last_active":"2024-09-21T07:30:05.556959+0000","last_peered":"2024-09-21T07:30:05.556959+0000","last_clean":"2024-09-21T07:30:05.556959+0000","last_became_active":"2024-09-21T07:30:03.529519+0000","last_became_peered":"2024-09-21T07:30:03.529519+0000","last_unstale":"2024-09-21T07:30:05.556959+0000","last_undegraded":"2024-09-21T07:30:05.556959+0000","last_fullsized":"2024-09-21T07:30:05.556959+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:06:52.491871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551985+0000","last_change":"2024-09-21T07:30:04.583153+0000","last_active":"2024-09-21T07:30:05.551985+0000","last_peered":"2024-09-21T07:30:05.551985+0000","last_clean":"2024-09-21T07:30:05.551985+0000","last_became_active":"2024-09-21T07:30:04.582812+0000","last_became_peered":"2024-09-21T07:30:04.582812+0000","last_unstale":"2024-09-21T07:30:05.551985+0000","last_undegraded":"2024-09-21T07:30:05.551985+0000","last_fullsized":"2024-09-21T07:30:05.551985+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:39:47.669971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557709+0000","last_change":"2024-09-21T07:30:03.531741+0000","last_active":"2024-09-21T07:30:05.557709+0000","last_peered":"2024-09-21T07:30:05.557709+0000","last_clean":"2024-09-21T07:30:05.557709+0000","last_became_active":"2024-09-21T07:30:03.530968+0000","last_became_peered":"2024-09-21T07:30:03.530968+0000","last_unstale":"2024-09-21T07:30:05.557709+0000","last_undegraded":"2024-09-21T07:30:05.557709+0000","last_fullsized":"2024-09-21T07:30:05.557709+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:16:43.039025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550733+0000","last_change":"2024-09-21T07:30:04.552083+0000","last_active":"2024-09-21T07:30:05.550733+0000","last_peered":"2024-09-21T07:30:05.550733+0000","last_clean":"2024-09-21T07:30:05.550733+0000","last_became_active":"2024-09-21T07:30:04.551283+0000","last_became_peered":"2024-09-21T07:30:04.551283+0000","last_unstale":"2024-09-21T07:30:05.550733+0000","last_undegraded":"2024-09-21T07:30:05.550733+0000","last_fullsized":"2024-09-21T07:30:05.550733+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:08:41.551476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552993+0000","last_change":"2024-09-21T07:30:03.549192+0000","last_active":"2024-09-21T07:30:05.552993+0000","last_peered":"2024-09-21T07:30:05.552993+0000","last_clean":"2024-09-21T07:30:05.552993+0000","last_became_active":"2024-09-21T07:30:03.547970+0000","last_became_peered":"2024-09-21T07:30:03.547970+0000","last_unstale":"2024-09-21T07:30:05.552993+0000","last_undegraded":"2024-09-21T07:30:05.552993+0000","last_fullsized":"2024-09-21T07:30:05.552993+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:37.636190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550202+0000","last_change":"2024-09-21T07:30:04.552393+0000","last_active":"2024-09-21T07:30:05.550202+0000","last_peered":"2024-09-21T07:30:05.550202+0000","last_clean":"2024-09-21T07:30:05.550202+0000","last_became_active":"2024-09-21T07:30:04.548152+0000","last_became_peered":"2024-09-21T07:30:04.548152+0000","last_unstale":"2024-09-21T07:30:05.550202+0000","last_undegraded":"2024-09-21T07:30:05.550202+0000","last_fullsized":"2024-09-21T07:30:05.550202+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:05:56.837803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552653+0000","last_change":"2024-09-21T07:30:03.541568+0000","last_active":"2024-09-21T07:30:05.552653+0000","last_peered":"2024-09-21T07:30:05.552653+0000","last_clean":"2024-09-21T07:30:05.552653+0000","last_became_active":"2024-09-21T07:30:03.539565+0000","last_became_peered":"2024-09-21T07:30:03.539565+0000","last_unstale":"2024-09-21T07:30:05.552653+0000","last_undegraded":"2024-09-21T07:30:05.552653+0000","last_fullsized":"2024-09-21T07:30:05.552653+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:53.452182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553211+0000","last_change":"2024-09-21T07:30:04.565749+0000","last_active":"2024-09-21T07:30:05.553211+0000","last_peered":"2024-09-21T07:30:05.553211+0000","last_clean":"2024-09-21T07:30:05.553211+0000","last_became_active":"2024-09-21T07:30:04.563084+0000","last_became_peered":"2024-09-21T07:30:04.563084+0000","last_unstale":"2024-09-21T07:30:05.553211+0000","last_undegraded":"2024-09-21T07:30:05.553211+0000","last_fullsized":"2024-09-21T07:30:05.553211+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:03.469288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556036+0000","last_change":"2024-09-21T07:30:03.539698+0000","last_active":"2024-09-21T07:30:05.556036+0000","last_peered":"2024-09-21T07:30:05.556036+0000","last_clean":"2024-09-21T07:30:05.556036+0000","last_became_active":"2024-09-21T07:30:03.539199+0000","last_became_peered":"2024-09-21T07:30:03.539199+0000","last_unstale":"2024-09-21T07:30:05.556036+0000","last_undegraded":"2024-09-21T07:30:05.556036+0000","last_fullsized":"2024-09-21T07:30:05.556036+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:39:14.904893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557205+0000","last_change":"2024-09-21T07:30:04.545894+0000","last_active":"2024-09-21T07:30:05.557205+0000","last_peered":"2024-09-21T07:30:05.557205+0000","last_clean":"2024-09-21T07:30:05.557205+0000","last_became_active":"2024-09-21T07:30:04.544182+0000","last_became_peered":"2024-09-21T07:30:04.544182+0000","last_unstale":"2024-09-21T07:30:05.557205+0000","last_undegraded":"2024-09-21T07:30:05.557205+0000","last_fullsized":"2024-09-21T07:30:05.557205+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:10:47.985195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552479+0000","last_change":"2024-09-21T07:30:03.533703+0000","last_active":"2024-09-21T07:30:05.552479+0000","last_peered":"2024-09-21T07:30:05.552479+0000","last_clean":"2024-09-21T07:30:05.552479+0000","last_became_active":"2024-09-21T07:30:03.532884+0000","last_became_peered":"2024-09-21T07:30:03.532884+0000","last_unstale":"2024-09-21T07:30:05.552479+0000","last_undegraded":"2024-09-21T07:30:05.552479+0000","last_fullsized":"2024-09-21T07:30:05.552479+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:56:07.266951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.559523+0000","last_change":"2024-09-21T07:30:04.555849+0000","last_active":"2024-09-21T07:30:04.559523+0000","last_peered":"2024-09-21T07:30:04.559523+0000","last_clean":"2024-09-21T07:30:04.559523+0000","last_became_active":"2024-09-21T07:30:04.555492+0000","last_became_peered":"2024-09-21T07:30:04.555492+0000","last_unstale":"2024-09-21T07:30:04.559523+0000","last_undegraded":"2024-09-21T07:30:04.559523+0000","last_fullsized":"2024-09-21T07:30:04.559523+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:20.194263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"91'1","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.559423+0000","last_change":"2024-09-21T07:30:03.544406+0000","last_active":"2024-09-21T07:30:05.559423+0000","last_peered":"2024-09-21T07:30:05.559423+0000","last_clean":"2024-09-21T07:30:05.559423+0000","last_became_active":"2024-09-21T07:30:03.544005+0000","last_became_peered":"2024-09-21T07:30:03.544005+0000","last_unstale":"2024-09-21T07:30:05.559423+0000","last_undegraded":"2024-09-21T07:30:05.559423+0000","last_fullsized":"2024-09-21T07:30:05.559423+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:48.688547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.579885+0000","last_change":"2024-09-21T07:30:04.574939+0000","last_active":"2024-09-21T07:30:04.579885+0000","last_peered":"2024-09-21T07:30:04.579885+0000","last_clean":"2024-09-21T07:30:04.579885+0000","last_became_active":"2024-09-21T07:30:04.574490+0000","last_became_peered":"2024-09-21T07:30:04.574490+0000","last_unstale":"2024-09-21T07:30:04.579885+0000","last_undegraded":"2024-09-21T07:30:04.579885+0000","last_fullsized":"2024-09-21T07:30:04.579885+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:04:31.648265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556268+0000","last_change":"2024-09-21T07:30:03.529756+0000","last_active":"2024-09-21T07:30:05.556268+0000","last_peered":"2024-09-21T07:30:05.556268+0000","last_clean":"2024-09-21T07:30:05.556268+0000","last_became_active":"2024-09-21T07:30:03.529389+0000","last_became_peered":"2024-09-21T07:30:03.529389+0000","last_unstale":"2024-09-21T07:30:05.556268+0000","last_undegraded":"2024-09-21T07:30:05.556268+0000","last_fullsized":"2024-09-21T07:30:05.556268+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:26.891385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553339+0000","last_change":"2024-09-21T07:30:04.556930+0000","last_active":"2024-09-21T07:30:05.553339+0000","last_peered":"2024-09-21T07:30:05.553339+0000","last_clean":"2024-09-21T07:30:05.553339+0000","last_became_active":"2024-09-21T07:30:04.556100+0000","last_became_peered":"2024-09-21T07:30:04.556100+0000","last_unstale":"2024-09-21T07:30:05.553339+0000","last_undegraded":"2024-09-21T07:30:05.553339+0000","last_fullsized":"2024-09-21T07:30:05.553339+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:30.917427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.554060+0000","last_change":"2024-09-21T07:30:03.544163+0000","last_active":"2024-09-21T07:30:05.554060+0000","last_peered":"2024-09-21T07:30:05.554060+0000","last_clean":"2024-09-21T07:30:05.554060+0000","last_became_active":"2024-09-21T07:30:03.543271+0000","last_became_peered":"2024-09-21T07:30:03.543271+0000","last_unstale":"2024-09-21T07:30:05.554060+0000","last_undegraded":"2024-09-21T07:30:05.554060+0000","last_fullsized":"2024-09-21T07:30:05.554060+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:39:14.904893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552501+0000","last_change":"2024-09-21T07:30:04.559681+0000","last_active":"2024-09-21T07:30:05.552501+0000","last_peered":"2024-09-21T07:30:05.552501+0000","last_clean":"2024-09-21T07:30:05.552501+0000","last_became_active":"2024-09-21T07:30:04.553043+0000","last_became_peered":"2024-09-21T07:30:04.553043+0000","last_unstale":"2024-09-21T07:30:05.552501+0000","last_undegraded":"2024-09-21T07:30:05.552501+0000","last_fullsized":"2024-09-21T07:30:05.552501+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:00:23.806970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557985+0000","last_change":"2024-09-21T07:30:03.541513+0000","last_active":"2024-09-21T07:30:05.557985+0000","last_peered":"2024-09-21T07:30:05.557985+0000","last_clean":"2024-09-21T07:30:05.557985+0000","last_became_active":"2024-09-21T07:30:03.540732+0000","last_became_peered":"2024-09-21T07:30:03.540732+0000","last_unstale":"2024-09-21T07:30:05.557985+0000","last_undegraded":"2024-09-21T07:30:05.557985+0000","last_fullsized":"2024-09-21T07:30:05.557985+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:12:33.333283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.575437+0000","last_change":"2024-09-21T07:30:04.567190+0000","last_active":"2024-09-21T07:30:04.575437+0000","last_peered":"2024-09-21T07:30:04.575437+0000","last_clean":"2024-09-21T07:30:04.575437+0000","last_became_active":"2024-09-21T07:30:04.566646+0000","last_became_peered":"2024-09-21T07:30:04.566646+0000","last_unstale":"2024-09-21T07:30:04.575437+0000","last_undegraded":"2024-09-21T07:30:04.575437+0000","last_fullsized":"2024-09-21T07:30:04.575437+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:29.557264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552773+0000","last_change":"2024-09-21T07:30:03.554067+0000","last_active":"2024-09-21T07:30:05.552773+0000","last_peered":"2024-09-21T07:30:05.552773+0000","last_clean":"2024-09-21T07:30:05.552773+0000","last_became_active":"2024-09-21T07:30:03.553177+0000","last_became_peered":"2024-09-21T07:30:03.553177+0000","last_unstale":"2024-09-21T07:30:05.552773+0000","last_undegraded":"2024-09-21T07:30:05.552773+0000","last_fullsized":"2024-09-21T07:30:05.552773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:02.032725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550560+0000","last_change":"2024-09-21T07:30:04.551295+0000","last_active":"2024-09-21T07:30:05.550560+0000","last_peered":"2024-09-21T07:30:05.550560+0000","last_clean":"2024-09-21T07:30:05.550560+0000","last_became_active":"2024-09-21T07:30:04.547631+0000","last_became_peered":"2024-09-21T07:30:04.547631+0000","last_unstale":"2024-09-21T07:30:05.550560+0000","last_undegraded":"2024-09-21T07:30:05.550560+0000","last_fullsized":"2024-09-21T07:30:05.550560+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:32.728105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.513240+0000","last_change":"2024-09-21T07:30:03.548955+0000","last_active":"2024-09-21T07:30:04.513240+0000","last_peered":"2024-09-21T07:30:04.513240+0000","last_clean":"2024-09-21T07:30:04.513240+0000","last_became_active":"2024-09-21T07:30:03.547460+0000","last_became_peered":"2024-09-21T07:30:03.547460+0000","last_unstale":"2024-09-21T07:30:04.513240+0000","last_undegraded":"2024-09-21T07:30:04.513240+0000","last_fullsized":"2024-09-21T07:30:04.513240+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:34:54.379591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553282+0000","last_change":"2024-09-21T07:30:04.557162+0000","last_active":"2024-09-21T07:30:05.553282+0000","last_peered":"2024-09-21T07:30:05.553282+0000","last_clean":"2024-09-21T07:30:05.553282+0000","last_became_active":"2024-09-21T07:30:04.556313+0000","last_became_peered":"2024-09-21T07:30:04.556313+0000","last_unstale":"2024-09-21T07:30:05.553282+0000","last_undegraded":"2024-09-21T07:30:05.553282+0000","last_fullsized":"2024-09-21T07:30:05.553282+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:38.705462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550381+0000","last_change":"2024-09-21T07:30:03.526188+0000","last_active":"2024-09-21T07:30:05.550381+0000","last_peered":"2024-09-21T07:30:05.550381+0000","last_clean":"2024-09-21T07:30:05.550381+0000","last_became_active":"2024-09-21T07:30:03.524984+0000","last_became_peered":"2024-09-21T07:30:03.524984+0000","last_unstale":"2024-09-21T07:30:05.550381+0000","last_undegraded":"2024-09-21T07:30:05.550381+0000","last_fullsized":"2024-09-21T07:30:05.550381+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:13:21.155280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551833+0000","last_change":"2024-09-21T07:30:04.553679+0000","last_active":"2024-09-21T07:30:05.551833+0000","last_peered":"2024-09-21T07:30:05.551833+0000","last_clean":"2024-09-21T07:30:05.551833+0000","last_became_active":"2024-09-21T07:30:04.551949+0000","last_became_peered":"2024-09-21T07:30:04.551949+0000","last_unstale":"2024-09-21T07:30:05.551833+0000","last_undegraded":"2024-09-21T07:30:05.551833+0000","last_fullsized":"2024-09-21T07:30:05.551833+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:25:31.168616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"90'1","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583422+0000","last_change":"2024-09-21T07:30:03.551157+0000","last_active":"2024-09-21T07:30:04.583422+0000","last_peered":"2024-09-21T07:30:04.583422+0000","last_clean":"2024-09-21T07:30:04.583422+0000","last_became_active":"2024-09-21T07:30:03.550141+0000","last_became_peered":"2024-09-21T07:30:03.550141+0000","last_unstale":"2024-09-21T07:30:04.583422+0000","last_undegraded":"2024-09-21T07:30:04.583422+0000","last_fullsized":"2024-09-21T07:30:04.583422+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:36.409099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":236,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.547139+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:30:04.547139+0000","last_peered":"2024-09-21T07:30:04.547139+0000","last_clean":"2024-09-21T07:30:04.547139+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:30:04.547139+0000","last_undegraded":"2024-09-21T07:30:04.547139+0000","last_fullsized":"2024-09-21T07:30:04.547139+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574918,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1716224,"data_stored":1065450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574919,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1122304,"data_stored":475622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574918,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":481340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574918,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1134592,"data_stored":476706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574919,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32288,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339552,"statfs":{"total":96636764160,"available":96603701248,"internally_reserved":0,"allocated":1130496,"data_stored":476604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574919,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":481304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1114112,"data_stored":474970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574919,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32868,"kb_used_data":1672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338972,"statfs":{"total":96636764160,"available":96603107328,"internally_reserved":0,"allocated":1712128,"data_stored":1065920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:30:08.791 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:30:08.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.940+0000 7fde55ea4640 1 -- 172.21.15.6:0/1326535000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 msgr2=0x7fde3c005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.940+0000 7fde55ea4640 1 --2- 172.21.15.6:0/1326535000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 0x7fde3c005160 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fde48009e90 tx=0x7fde4801d5f0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.940+0000 7fde4ffff640 1 -- 172.21.15.6:0/1326535000 reap_dead start 2024-09-21T07:30:08.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.940+0000 7fde55ea4640 1 -- 172.21.15.6:0/1326535000 shutdown_connections 2024-09-21T07:30:08.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.940+0000 7fde55ea4640 1 -- 172.21.15.6:0/1326535000 >> 172.21.15.6:0/1326535000 conn(0x7fde5008bfc0 msgr2=0x7fde5009da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:08.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.940+0000 7fde55ea4640 1 -- 172.21.15.6:0/1326535000 shutdown_connections 2024-09-21T07:30:08.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.940+0000 7fde55ea4640 1 -- 172.21.15.6:0/1326535000 wait complete. 2024-09-21T07:30:08.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 Processor -- start 2024-09-21T07:30:08.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 -- start start 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 0x7fde500cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde5015ac70 0x7fde5015b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde500b3440 0x7fde500b3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fde5006f100 con 0x7fde3c004d50 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fde5006ef80 con 0x7fde500b3440 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fde5006f280 con 0x7fde5015ac70 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 0x7fde500cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 0x7fde500cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50394/0 (socket says 172.21.15.6:50394) 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 -- 172.21.15.6:0/3220181572 learned_addr learned my addr 172.21.15.6:0/3220181572 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4effd640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde5015ac70 0x7fde5015b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4ffff640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde500b3440 0x7fde500b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 -- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde5015ac70 msgr2=0x7fde5015b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde5015ac70 0x7fde5015b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 -- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde500b3440 msgr2=0x7fde500b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde500b3440 0x7fde500b3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 -- 172.21.15.6:0/3220181572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde500b3d90 con 0x7fde3c004d50 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde4f7fe640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 0x7fde500cd860 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fde40001860 tx=0x7fde4000e770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde47fff640 1 -- 172.21.15.6:0/3220181572 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde40012850 con 0x7fde3c004d50 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde47fff640 1 -- 172.21.15.6:0/3220181572 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde40012ae0 con 0x7fde3c004d50 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde5015b9e0 con 0x7fde3c004d50 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde47fff640 1 -- 172.21.15.6:0/3220181572 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4001a400 con 0x7fde3c004d50 2024-09-21T07:30:08.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.944+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde5015bfa0 con 0x7fde3c004d50 2024-09-21T07:30:08.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.948+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde5006f810 con 0x7fde3c004d50 2024-09-21T07:30:08.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.948+0000 7fde47fff640 1 -- 172.21.15.6:0/3220181572 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fde4000d030 con 0x7fde3c004d50 2024-09-21T07:30:08.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.948+0000 7fde47fff640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde30073200 0x7fde30075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:08.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.948+0000 7fde47fff640 1 -- 172.21.15.6:0/3220181572 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fde400975f0 con 0x7fde3c004d50 2024-09-21T07:30:08.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.948+0000 7fde4effd640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde30073200 0x7fde30075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:08.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.948+0000 7fde4effd640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde30073200 0x7fde30075710 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fde5015a8f0 tx=0x7fde380093a0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:08.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:08.952+0000 7fde47fff640 1 -- 172.21.15.6:0/3220181572 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fde500b3d90 con 0x7fde3c004d50 2024-09-21T07:30:09.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.120+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fde5006fdb0 con 0x7fde30073200 2024-09-21T07:30:09.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.132+0000 7fde47fff640 1 -- 172.21.15.6:0/3220181572 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252077 (secure 0 0 0) 0x7fde5006fdb0 con 0x7fde30073200 2024-09-21T07:30:09.139 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:09.141 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde30073200 msgr2=0x7fde30075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde30073200 0x7fde30075710 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fde5015a8f0 tx=0x7fde380093a0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 msgr2=0x7fde500cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 0x7fde500cd860 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fde40001860 tx=0x7fde4000e770 comp rx=0 tx=0).stop 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 shutdown_connections 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde30073200 0x7fde30075710 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde500b3440 0x7fde500b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde5015ac70 0x7fde5015b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 --2- 172.21.15.6:0/3220181572 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde3c004d50 0x7fde500cd860 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 >> 172.21.15.6:0/3220181572 conn(0x7fde5008bfc0 msgr2=0x7fde501602e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:09.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 shutdown_connections 2024-09-21T07:30:09.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.136+0000 7fde55ea4640 1 -- 172.21.15.6:0/3220181572 wait complete. 2024-09-21T07:30:09.161 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":253,"stamp":"2024-09-21T07:30:08.958113+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":136,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259492,"kb_used_data":9952,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715228,"statfs":{"total":773094113280,"available":772828393472,"internally_reserved":0,"allocated":10190848,"data_stored":4997916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002252"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.556237+0000","last_change":"2024-09-21T07:30:04.551332+0000","last_active":"2024-09-21T07:30:04.556237+0000","last_peered":"2024-09-21T07:30:04.556237+0000","last_clean":"2024-09-21T07:30:04.556237+0000","last_became_active":"2024-09-21T07:30:04.550959+0000","last_became_peered":"2024-09-21T07:30:04.550959+0000","last_unstale":"2024-09-21T07:30:04.556237+0000","last_undegraded":"2024-09-21T07:30:04.556237+0000","last_fullsized":"2024-09-21T07:30:04.556237+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:39:47.669971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556844+0000","last_change":"2024-09-21T07:30:04.549006+0000","last_active":"2024-09-21T07:30:05.556844+0000","last_peered":"2024-09-21T07:30:05.556844+0000","last_clean":"2024-09-21T07:30:05.556844+0000","last_became_active":"2024-09-21T07:30:04.548668+0000","last_became_peered":"2024-09-21T07:30:04.548668+0000","last_unstale":"2024-09-21T07:30:05.556844+0000","last_undegraded":"2024-09-21T07:30:05.556844+0000","last_fullsized":"2024-09-21T07:30:05.556844+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:31.970248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.556251+0000","last_change":"2024-09-21T07:30:04.551373+0000","last_active":"2024-09-21T07:30:04.556251+0000","last_peered":"2024-09-21T07:30:04.556251+0000","last_clean":"2024-09-21T07:30:04.556251+0000","last_became_active":"2024-09-21T07:30:04.551003+0000","last_became_peered":"2024-09-21T07:30:04.551003+0000","last_unstale":"2024-09-21T07:30:04.556251+0000","last_undegraded":"2024-09-21T07:30:04.556251+0000","last_fullsized":"2024-09-21T07:30:04.556251+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:25:31.168616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581974+0000","last_change":"2024-09-21T07:30:04.572835+0000","last_active":"2024-09-21T07:30:04.581974+0000","last_peered":"2024-09-21T07:30:04.581974+0000","last_clean":"2024-09-21T07:30:04.581974+0000","last_became_active":"2024-09-21T07:30:04.571552+0000","last_became_peered":"2024-09-21T07:30:04.571552+0000","last_unstale":"2024-09-21T07:30:04.581974+0000","last_undegraded":"2024-09-21T07:30:04.581974+0000","last_fullsized":"2024-09-21T07:30:04.581974+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:03:33.303820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.554281+0000","last_change":"2024-09-21T07:30:04.534046+0000","last_active":"2024-09-21T07:30:05.554281+0000","last_peered":"2024-09-21T07:30:05.554281+0000","last_clean":"2024-09-21T07:30:05.554281+0000","last_became_active":"2024-09-21T07:30:04.533153+0000","last_became_peered":"2024-09-21T07:30:04.533153+0000","last_unstale":"2024-09-21T07:30:05.554281+0000","last_undegraded":"2024-09-21T07:30:05.554281+0000","last_fullsized":"2024-09-21T07:30:05.554281+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:50:24.003516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581105+0000","last_change":"2024-09-21T07:30:04.559060+0000","last_active":"2024-09-21T07:30:04.581105+0000","last_peered":"2024-09-21T07:30:04.581105+0000","last_clean":"2024-09-21T07:30:04.581105+0000","last_became_active":"2024-09-21T07:30:04.558099+0000","last_became_peered":"2024-09-21T07:30:04.558099+0000","last_unstale":"2024-09-21T07:30:04.581105+0000","last_undegraded":"2024-09-21T07:30:04.581105+0000","last_fullsized":"2024-09-21T07:30:04.581105+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:34:55.383992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581154+0000","last_change":"2024-09-21T07:30:04.559175+0000","last_active":"2024-09-21T07:30:04.581154+0000","last_peered":"2024-09-21T07:30:04.581154+0000","last_clean":"2024-09-21T07:30:04.581154+0000","last_became_active":"2024-09-21T07:30:04.558402+0000","last_became_peered":"2024-09-21T07:30:04.558402+0000","last_unstale":"2024-09-21T07:30:04.581154+0000","last_undegraded":"2024-09-21T07:30:04.581154+0000","last_fullsized":"2024-09-21T07:30:04.581154+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:20:35.524840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.555879+0000","last_change":"2024-09-21T07:30:04.550442+0000","last_active":"2024-09-21T07:30:05.555879+0000","last_peered":"2024-09-21T07:30:05.555879+0000","last_clean":"2024-09-21T07:30:05.555879+0000","last_became_active":"2024-09-21T07:30:04.549438+0000","last_became_peered":"2024-09-21T07:30:04.549438+0000","last_unstale":"2024-09-21T07:30:05.555879+0000","last_undegraded":"2024-09-21T07:30:05.555879+0000","last_fullsized":"2024-09-21T07:30:05.555879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:58:54.006622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.548520+0000","last_change":"2024-09-21T07:30:04.542354+0000","last_active":"2024-09-21T07:30:04.548520+0000","last_peered":"2024-09-21T07:30:04.548520+0000","last_clean":"2024-09-21T07:30:04.548520+0000","last_became_active":"2024-09-21T07:30:04.541267+0000","last_became_peered":"2024-09-21T07:30:04.541267+0000","last_unstale":"2024-09-21T07:30:04.548520+0000","last_undegraded":"2024-09-21T07:30:04.548520+0000","last_fullsized":"2024-09-21T07:30:04.548520+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:37.413500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.555027+0000","last_change":"2024-09-21T07:30:04.555705+0000","last_active":"2024-09-21T07:30:05.555027+0000","last_peered":"2024-09-21T07:30:05.555027+0000","last_clean":"2024-09-21T07:30:05.555027+0000","last_became_active":"2024-09-21T07:30:04.548722+0000","last_became_peered":"2024-09-21T07:30:04.548722+0000","last_unstale":"2024-09-21T07:30:05.555027+0000","last_undegraded":"2024-09-21T07:30:05.555027+0000","last_fullsized":"2024-09-21T07:30:05.555027+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:19:35.025165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581119+0000","last_change":"2024-09-21T07:30:04.552969+0000","last_active":"2024-09-21T07:30:04.581119+0000","last_peered":"2024-09-21T07:30:04.581119+0000","last_clean":"2024-09-21T07:30:04.581119+0000","last_became_active":"2024-09-21T07:30:04.552076+0000","last_became_peered":"2024-09-21T07:30:04.552076+0000","last_unstale":"2024-09-21T07:30:04.581119+0000","last_undegraded":"2024-09-21T07:30:04.581119+0000","last_fullsized":"2024-09-21T07:30:04.581119+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:52.746106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.578318+0000","last_change":"2024-09-21T07:30:04.571538+0000","last_active":"2024-09-21T07:30:04.578318+0000","last_peered":"2024-09-21T07:30:04.578318+0000","last_clean":"2024-09-21T07:30:04.578318+0000","last_became_active":"2024-09-21T07:30:04.563092+0000","last_became_peered":"2024-09-21T07:30:04.563092+0000","last_unstale":"2024-09-21T07:30:04.578318+0000","last_undegraded":"2024-09-21T07:30:04.578318+0000","last_fullsized":"2024-09-21T07:30:04.578318+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:52.746106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.580849+0000","last_change":"2024-09-21T07:30:04.549362+0000","last_active":"2024-09-21T07:30:04.580849+0000","last_peered":"2024-09-21T07:30:04.580849+0000","last_clean":"2024-09-21T07:30:04.580849+0000","last_became_active":"2024-09-21T07:30:04.537455+0000","last_became_peered":"2024-09-21T07:30:04.537455+0000","last_unstale":"2024-09-21T07:30:04.580849+0000","last_undegraded":"2024-09-21T07:30:04.580849+0000","last_fullsized":"2024-09-21T07:30:04.580849+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:52:44.322917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550700+0000","last_change":"2024-09-21T07:30:04.562890+0000","last_active":"2024-09-21T07:30:05.550700+0000","last_peered":"2024-09-21T07:30:05.550700+0000","last_clean":"2024-09-21T07:30:05.550700+0000","last_became_active":"2024-09-21T07:30:04.562390+0000","last_became_peered":"2024-09-21T07:30:04.562390+0000","last_unstale":"2024-09-21T07:30:05.550700+0000","last_undegraded":"2024-09-21T07:30:05.550700+0000","last_fullsized":"2024-09-21T07:30:05.550700+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:05.563705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.550543+0000","last_change":"2024-09-21T07:30:04.539507+0000","last_active":"2024-09-21T07:30:04.550543+0000","last_peered":"2024-09-21T07:30:04.550543+0000","last_clean":"2024-09-21T07:30:04.550543+0000","last_became_active":"2024-09-21T07:30:04.538616+0000","last_became_peered":"2024-09-21T07:30:04.538616+0000","last_unstale":"2024-09-21T07:30:04.550543+0000","last_undegraded":"2024-09-21T07:30:04.550543+0000","last_fullsized":"2024-09-21T07:30:04.550543+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:21.008906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581210+0000","last_change":"2024-09-21T07:30:04.560055+0000","last_active":"2024-09-21T07:30:04.581210+0000","last_peered":"2024-09-21T07:30:04.581210+0000","last_clean":"2024-09-21T07:30:04.581210+0000","last_became_active":"2024-09-21T07:30:04.558245+0000","last_became_peered":"2024-09-21T07:30:04.558245+0000","last_unstale":"2024-09-21T07:30:04.581210+0000","last_undegraded":"2024-09-21T07:30:04.581210+0000","last_fullsized":"2024-09-21T07:30:04.581210+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:21.008906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557221+0000","last_change":"2024-09-21T07:30:04.548077+0000","last_active":"2024-09-21T07:30:05.557221+0000","last_peered":"2024-09-21T07:30:05.557221+0000","last_clean":"2024-09-21T07:30:05.557221+0000","last_became_active":"2024-09-21T07:30:04.547656+0000","last_became_peered":"2024-09-21T07:30:04.547656+0000","last_unstale":"2024-09-21T07:30:05.557221+0000","last_undegraded":"2024-09-21T07:30:05.557221+0000","last_fullsized":"2024-09-21T07:30:05.557221+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:24:49.309169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581689+0000","last_change":"2024-09-21T07:30:04.579253+0000","last_active":"2024-09-21T07:30:04.581689+0000","last_peered":"2024-09-21T07:30:04.581689+0000","last_clean":"2024-09-21T07:30:04.581689+0000","last_became_active":"2024-09-21T07:30:04.573663+0000","last_became_peered":"2024-09-21T07:30:04.573663+0000","last_unstale":"2024-09-21T07:30:04.581689+0000","last_undegraded":"2024-09-21T07:30:04.581689+0000","last_fullsized":"2024-09-21T07:30:04.581689+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:02:48.074564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551231+0000","last_change":"2024-09-21T07:30:04.558982+0000","last_active":"2024-09-21T07:30:05.551231+0000","last_peered":"2024-09-21T07:30:05.551231+0000","last_clean":"2024-09-21T07:30:05.551231+0000","last_became_active":"2024-09-21T07:30:04.558551+0000","last_became_peered":"2024-09-21T07:30:04.558551+0000","last_unstale":"2024-09-21T07:30:05.551231+0000","last_undegraded":"2024-09-21T07:30:05.551231+0000","last_fullsized":"2024-09-21T07:30:05.551231+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:09:21.454351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.554895+0000","last_change":"2024-09-21T07:30:04.552539+0000","last_active":"2024-09-21T07:30:04.554895+0000","last_peered":"2024-09-21T07:30:04.554895+0000","last_clean":"2024-09-21T07:30:04.554895+0000","last_became_active":"2024-09-21T07:30:04.551717+0000","last_became_peered":"2024-09-21T07:30:04.551717+0000","last_unstale":"2024-09-21T07:30:04.554895+0000","last_undegraded":"2024-09-21T07:30:04.554895+0000","last_fullsized":"2024-09-21T07:30:04.554895+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:40:35.392082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550837+0000","last_change":"2024-09-21T07:30:04.551720+0000","last_active":"2024-09-21T07:30:05.550837+0000","last_peered":"2024-09-21T07:30:05.550837+0000","last_clean":"2024-09-21T07:30:05.550837+0000","last_became_active":"2024-09-21T07:30:04.551282+0000","last_became_peered":"2024-09-21T07:30:04.551282+0000","last_unstale":"2024-09-21T07:30:05.550837+0000","last_undegraded":"2024-09-21T07:30:05.550837+0000","last_fullsized":"2024-09-21T07:30:05.550837+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:11:59.897646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556304+0000","last_change":"2024-09-21T07:30:04.544429+0000","last_active":"2024-09-21T07:30:05.556304+0000","last_peered":"2024-09-21T07:30:05.556304+0000","last_clean":"2024-09-21T07:30:05.556304+0000","last_became_active":"2024-09-21T07:30:04.541587+0000","last_became_peered":"2024-09-21T07:30:04.541587+0000","last_unstale":"2024-09-21T07:30:05.556304+0000","last_undegraded":"2024-09-21T07:30:05.556304+0000","last_fullsized":"2024-09-21T07:30:05.556304+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:26:29.089566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556434+0000","last_change":"2024-09-21T07:30:04.545623+0000","last_active":"2024-09-21T07:30:05.556434+0000","last_peered":"2024-09-21T07:30:05.556434+0000","last_clean":"2024-09-21T07:30:05.556434+0000","last_became_active":"2024-09-21T07:30:04.541613+0000","last_became_peered":"2024-09-21T07:30:04.541613+0000","last_unstale":"2024-09-21T07:30:05.556434+0000","last_undegraded":"2024-09-21T07:30:05.556434+0000","last_fullsized":"2024-09-21T07:30:05.556434+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:04.832835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581238+0000","last_change":"2024-09-21T07:30:04.561070+0000","last_active":"2024-09-21T07:30:04.581238+0000","last_peered":"2024-09-21T07:30:04.581238+0000","last_clean":"2024-09-21T07:30:04.581238+0000","last_became_active":"2024-09-21T07:30:04.560218+0000","last_became_peered":"2024-09-21T07:30:04.560218+0000","last_unstale":"2024-09-21T07:30:04.581238+0000","last_undegraded":"2024-09-21T07:30:04.581238+0000","last_fullsized":"2024-09-21T07:30:04.581238+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:52:44.322917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.554846+0000","last_change":"2024-09-21T07:30:04.566071+0000","last_active":"2024-09-21T07:30:05.554846+0000","last_peered":"2024-09-21T07:30:05.554846+0000","last_clean":"2024-09-21T07:30:05.554846+0000","last_became_active":"2024-09-21T07:30:04.565543+0000","last_became_peered":"2024-09-21T07:30:04.565543+0000","last_unstale":"2024-09-21T07:30:05.554846+0000","last_undegraded":"2024-09-21T07:30:05.554846+0000","last_fullsized":"2024-09-21T07:30:05.554846+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:13.017872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556627+0000","last_change":"2024-09-21T07:30:04.554729+0000","last_active":"2024-09-21T07:30:05.556627+0000","last_peered":"2024-09-21T07:30:05.556627+0000","last_clean":"2024-09-21T07:30:05.556627+0000","last_became_active":"2024-09-21T07:30:04.554092+0000","last_became_peered":"2024-09-21T07:30:04.554092+0000","last_unstale":"2024-09-21T07:30:05.556627+0000","last_undegraded":"2024-09-21T07:30:05.556627+0000","last_fullsized":"2024-09-21T07:30:05.556627+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:52:08.766506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583862+0000","last_change":"2024-09-21T07:30:04.578460+0000","last_active":"2024-09-21T07:30:04.583862+0000","last_peered":"2024-09-21T07:30:04.583862+0000","last_clean":"2024-09-21T07:30:04.583862+0000","last_became_active":"2024-09-21T07:30:04.570179+0000","last_became_peered":"2024-09-21T07:30:04.570179+0000","last_unstale":"2024-09-21T07:30:04.583862+0000","last_undegraded":"2024-09-21T07:30:04.583862+0000","last_fullsized":"2024-09-21T07:30:04.583862+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:04.423164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553814+0000","last_change":"2024-09-21T07:30:04.557993+0000","last_active":"2024-09-21T07:30:05.553814+0000","last_peered":"2024-09-21T07:30:05.553814+0000","last_clean":"2024-09-21T07:30:05.553814+0000","last_became_active":"2024-09-21T07:30:04.555725+0000","last_became_peered":"2024-09-21T07:30:04.555725+0000","last_unstale":"2024-09-21T07:30:05.553814+0000","last_undegraded":"2024-09-21T07:30:05.553814+0000","last_fullsized":"2024-09-21T07:30:05.553814+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:50:48.684192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557371+0000","last_change":"2024-09-21T07:30:04.539592+0000","last_active":"2024-09-21T07:30:05.557371+0000","last_peered":"2024-09-21T07:30:05.557371+0000","last_clean":"2024-09-21T07:30:05.557371+0000","last_became_active":"2024-09-21T07:30:04.538702+0000","last_became_peered":"2024-09-21T07:30:04.538702+0000","last_unstale":"2024-09-21T07:30:05.557371+0000","last_undegraded":"2024-09-21T07:30:05.557371+0000","last_fullsized":"2024-09-21T07:30:05.557371+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:12:48.551310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551366+0000","last_change":"2024-09-21T07:30:04.560157+0000","last_active":"2024-09-21T07:30:05.551366+0000","last_peered":"2024-09-21T07:30:05.551366+0000","last_clean":"2024-09-21T07:30:05.551366+0000","last_became_active":"2024-09-21T07:30:04.558956+0000","last_became_peered":"2024-09-21T07:30:04.558956+0000","last_unstale":"2024-09-21T07:30:05.551366+0000","last_undegraded":"2024-09-21T07:30:05.551366+0000","last_fullsized":"2024-09-21T07:30:05.551366+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:36.794645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.584925+0000","last_change":"2024-09-21T07:30:04.584184+0000","last_active":"2024-09-21T07:30:04.584925+0000","last_peered":"2024-09-21T07:30:04.584925+0000","last_clean":"2024-09-21T07:30:04.584925+0000","last_became_active":"2024-09-21T07:30:04.573383+0000","last_became_peered":"2024-09-21T07:30:04.573383+0000","last_unstale":"2024-09-21T07:30:04.584925+0000","last_undegraded":"2024-09-21T07:30:04.584925+0000","last_fullsized":"2024-09-21T07:30:04.584925+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:30.463663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.556458+0000","last_change":"2024-09-21T07:30:04.552367+0000","last_active":"2024-09-21T07:30:04.556458+0000","last_peered":"2024-09-21T07:30:04.556458+0000","last_clean":"2024-09-21T07:30:04.556458+0000","last_became_active":"2024-09-21T07:30:04.552049+0000","last_became_peered":"2024-09-21T07:30:04.552049+0000","last_unstale":"2024-09-21T07:30:04.556458+0000","last_undegraded":"2024-09-21T07:30:04.556458+0000","last_fullsized":"2024-09-21T07:30:04.556458+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:00:23.806970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551470+0000","last_change":"2024-09-21T07:30:04.558741+0000","last_active":"2024-09-21T07:30:05.551470+0000","last_peered":"2024-09-21T07:30:05.551470+0000","last_clean":"2024-09-21T07:30:05.551470+0000","last_became_active":"2024-09-21T07:30:04.552818+0000","last_became_peered":"2024-09-21T07:30:04.552818+0000","last_unstale":"2024-09-21T07:30:05.551470+0000","last_undegraded":"2024-09-21T07:30:05.551470+0000","last_fullsized":"2024-09-21T07:30:05.551470+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:38:32.933655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"90'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557099+0000","last_change":"2024-09-21T07:30:03.535385+0000","last_active":"2024-09-21T07:30:05.557099+0000","last_peered":"2024-09-21T07:30:05.557099+0000","last_clean":"2024-09-21T07:30:05.557099+0000","last_became_active":"2024-09-21T07:30:03.534949+0000","last_became_peered":"2024-09-21T07:30:03.534949+0000","last_unstale":"2024-09-21T07:30:05.557099+0000","last_undegraded":"2024-09-21T07:30:05.557099+0000","last_fullsized":"2024-09-21T07:30:05.557099+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:25.353333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581715+0000","last_change":"2024-09-21T07:30:04.579843+0000","last_active":"2024-09-21T07:30:04.581715+0000","last_peered":"2024-09-21T07:30:04.581715+0000","last_clean":"2024-09-21T07:30:04.581715+0000","last_became_active":"2024-09-21T07:30:04.579231+0000","last_became_peered":"2024-09-21T07:30:04.579231+0000","last_unstale":"2024-09-21T07:30:04.581715+0000","last_undegraded":"2024-09-21T07:30:04.581715+0000","last_fullsized":"2024-09-21T07:30:04.581715+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:55:06.794680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"90'1","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583287+0000","last_change":"2024-09-21T07:30:03.551086+0000","last_active":"2024-09-21T07:30:04.583287+0000","last_peered":"2024-09-21T07:30:04.583287+0000","last_clean":"2024-09-21T07:30:04.583287+0000","last_became_active":"2024-09-21T07:30:03.550081+0000","last_became_peered":"2024-09-21T07:30:03.550081+0000","last_unstale":"2024-09-21T07:30:04.583287+0000","last_undegraded":"2024-09-21T07:30:04.583287+0000","last_fullsized":"2024-09-21T07:30:04.583287+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:28.552863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.556251+0000","last_change":"2024-09-21T07:30:04.537788+0000","last_active":"2024-09-21T07:30:04.556251+0000","last_peered":"2024-09-21T07:30:04.556251+0000","last_clean":"2024-09-21T07:30:04.556251+0000","last_became_active":"2024-09-21T07:30:04.536867+0000","last_became_peered":"2024-09-21T07:30:04.536867+0000","last_unstale":"2024-09-21T07:30:04.556251+0000","last_undegraded":"2024-09-21T07:30:04.556251+0000","last_fullsized":"2024-09-21T07:30:04.556251+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:38:32.933655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556682+0000","last_change":"2024-09-21T07:30:03.520943+0000","last_active":"2024-09-21T07:30:05.556682+0000","last_peered":"2024-09-21T07:30:05.556682+0000","last_clean":"2024-09-21T07:30:05.556682+0000","last_became_active":"2024-09-21T07:30:03.519147+0000","last_became_peered":"2024-09-21T07:30:03.519147+0000","last_unstale":"2024-09-21T07:30:05.556682+0000","last_undegraded":"2024-09-21T07:30:05.556682+0000","last_fullsized":"2024-09-21T07:30:05.556682+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:02.197166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.538806+0000","last_change":"2024-09-21T07:30:04.532805+0000","last_active":"2024-09-21T07:30:04.538806+0000","last_peered":"2024-09-21T07:30:04.538806+0000","last_clean":"2024-09-21T07:30:04.538806+0000","last_became_active":"2024-09-21T07:30:04.531970+0000","last_became_peered":"2024-09-21T07:30:04.531970+0000","last_unstale":"2024-09-21T07:30:04.538806+0000","last_undegraded":"2024-09-21T07:30:04.538806+0000","last_fullsized":"2024-09-21T07:30:04.538806+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:51.568454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556679+0000","last_change":"2024-09-21T07:30:03.542113+0000","last_active":"2024-09-21T07:30:05.556679+0000","last_peered":"2024-09-21T07:30:05.556679+0000","last_clean":"2024-09-21T07:30:05.556679+0000","last_became_active":"2024-09-21T07:30:03.530086+0000","last_became_peered":"2024-09-21T07:30:03.530086+0000","last_unstale":"2024-09-21T07:30:05.556679+0000","last_undegraded":"2024-09-21T07:30:05.556679+0000","last_fullsized":"2024-09-21T07:30:05.556679+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:00.588445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552702+0000","last_change":"2024-09-21T07:30:04.524786+0000","last_active":"2024-09-21T07:30:05.552702+0000","last_peered":"2024-09-21T07:30:05.552702+0000","last_clean":"2024-09-21T07:30:05.552702+0000","last_became_active":"2024-09-21T07:30:04.523853+0000","last_became_peered":"2024-09-21T07:30:04.523853+0000","last_unstale":"2024-09-21T07:30:05.552702+0000","last_undegraded":"2024-09-21T07:30:05.552702+0000","last_fullsized":"2024-09-21T07:30:05.552702+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:03.184887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"90'1","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.578831+0000","last_change":"2024-09-21T07:30:03.552596+0000","last_active":"2024-09-21T07:30:04.578831+0000","last_peered":"2024-09-21T07:30:04.578831+0000","last_clean":"2024-09-21T07:30:04.578831+0000","last_became_active":"2024-09-21T07:30:03.552257+0000","last_became_peered":"2024-09-21T07:30:03.552257+0000","last_unstale":"2024-09-21T07:30:04.578831+0000","last_undegraded":"2024-09-21T07:30:04.578831+0000","last_fullsized":"2024-09-21T07:30:04.578831+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:35.790244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583281+0000","last_change":"2024-09-21T07:30:04.566622+0000","last_active":"2024-09-21T07:30:04.583281+0000","last_peered":"2024-09-21T07:30:04.583281+0000","last_clean":"2024-09-21T07:30:04.583281+0000","last_became_active":"2024-09-21T07:30:04.565889+0000","last_became_peered":"2024-09-21T07:30:04.565889+0000","last_unstale":"2024-09-21T07:30:04.583281+0000","last_undegraded":"2024-09-21T07:30:04.583281+0000","last_fullsized":"2024-09-21T07:30:04.583281+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:02:48.074564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"90'1","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556464+0000","last_change":"2024-09-21T07:30:03.548339+0000","last_active":"2024-09-21T07:30:05.556464+0000","last_peered":"2024-09-21T07:30:05.556464+0000","last_clean":"2024-09-21T07:30:05.556464+0000","last_became_active":"2024-09-21T07:30:03.547598+0000","last_became_peered":"2024-09-21T07:30:03.547598+0000","last_unstale":"2024-09-21T07:30:05.556464+0000","last_undegraded":"2024-09-21T07:30:05.556464+0000","last_fullsized":"2024-09-21T07:30:05.556464+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:39:40.181046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.549328+0000","last_change":"2024-09-21T07:30:04.538810+0000","last_active":"2024-09-21T07:30:04.549328+0000","last_peered":"2024-09-21T07:30:04.549328+0000","last_clean":"2024-09-21T07:30:04.549328+0000","last_became_active":"2024-09-21T07:30:04.537894+0000","last_became_peered":"2024-09-21T07:30:04.537894+0000","last_unstale":"2024-09-21T07:30:04.549328+0000","last_undegraded":"2024-09-21T07:30:04.549328+0000","last_fullsized":"2024-09-21T07:30:04.549328+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:20:35.524840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553611+0000","last_change":"2024-09-21T07:30:03.536600+0000","last_active":"2024-09-21T07:30:05.553611+0000","last_peered":"2024-09-21T07:30:05.553611+0000","last_clean":"2024-09-21T07:30:05.553611+0000","last_became_active":"2024-09-21T07:30:03.535716+0000","last_became_peered":"2024-09-21T07:30:03.535716+0000","last_unstale":"2024-09-21T07:30:05.553611+0000","last_undegraded":"2024-09-21T07:30:05.553611+0000","last_fullsized":"2024-09-21T07:30:05.553611+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:39:40.181046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.538993+0000","last_change":"2024-09-21T07:30:04.530366+0000","last_active":"2024-09-21T07:30:04.538993+0000","last_peered":"2024-09-21T07:30:04.538993+0000","last_clean":"2024-09-21T07:30:04.538993+0000","last_became_active":"2024-09-21T07:30:04.529431+0000","last_became_peered":"2024-09-21T07:30:04.529431+0000","last_unstale":"2024-09-21T07:30:04.538993+0000","last_undegraded":"2024-09-21T07:30:04.538993+0000","last_fullsized":"2024-09-21T07:30:04.538993+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:55:43.942023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.525937+0000","last_change":"2024-09-21T07:30:03.540800+0000","last_active":"2024-09-21T07:30:04.525937+0000","last_peered":"2024-09-21T07:30:04.525937+0000","last_clean":"2024-09-21T07:30:04.525937+0000","last_became_active":"2024-09-21T07:30:03.540447+0000","last_became_peered":"2024-09-21T07:30:03.540447+0000","last_unstale":"2024-09-21T07:30:04.525937+0000","last_undegraded":"2024-09-21T07:30:04.525937+0000","last_fullsized":"2024-09-21T07:30:04.525937+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:11:58.893245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556892+0000","last_change":"2024-09-21T07:30:04.547265+0000","last_active":"2024-09-21T07:30:05.556892+0000","last_peered":"2024-09-21T07:30:05.556892+0000","last_clean":"2024-09-21T07:30:05.556892+0000","last_became_active":"2024-09-21T07:30:04.546642+0000","last_became_peered":"2024-09-21T07:30:04.546642+0000","last_unstale":"2024-09-21T07:30:05.556892+0000","last_undegraded":"2024-09-21T07:30:05.556892+0000","last_fullsized":"2024-09-21T07:30:05.556892+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:46.755685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.525780+0000","last_change":"2024-09-21T07:30:03.549044+0000","last_active":"2024-09-21T07:30:04.525780+0000","last_peered":"2024-09-21T07:30:04.525780+0000","last_clean":"2024-09-21T07:30:04.525780+0000","last_became_active":"2024-09-21T07:30:03.548329+0000","last_became_peered":"2024-09-21T07:30:03.548329+0000","last_unstale":"2024-09-21T07:30:04.525780+0000","last_undegraded":"2024-09-21T07:30:04.525780+0000","last_fullsized":"2024-09-21T07:30:04.525780+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:08:40.547075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.538503+0000","last_change":"2024-09-21T07:30:04.530954+0000","last_active":"2024-09-21T07:30:04.538503+0000","last_peered":"2024-09-21T07:30:04.538503+0000","last_clean":"2024-09-21T07:30:04.538503+0000","last_became_active":"2024-09-21T07:30:04.529960+0000","last_became_peered":"2024-09-21T07:30:04.529960+0000","last_unstale":"2024-09-21T07:30:04.538503+0000","last_undegraded":"2024-09-21T07:30:04.538503+0000","last_fullsized":"2024-09-21T07:30:04.538503+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:04:47.751939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.512020+0000","last_change":"2024-09-21T07:30:03.535846+0000","last_active":"2024-09-21T07:30:04.512020+0000","last_peered":"2024-09-21T07:30:04.512020+0000","last_clean":"2024-09-21T07:30:04.512020+0000","last_became_active":"2024-09-21T07:30:03.534896+0000","last_became_peered":"2024-09-21T07:30:03.534896+0000","last_unstale":"2024-09-21T07:30:04.512020+0000","last_undegraded":"2024-09-21T07:30:04.512020+0000","last_fullsized":"2024-09-21T07:30:04.512020+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:44:51.741705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553454+0000","last_change":"2024-09-21T07:30:04.549570+0000","last_active":"2024-09-21T07:30:05.553454+0000","last_peered":"2024-09-21T07:30:05.553454+0000","last_clean":"2024-09-21T07:30:05.553454+0000","last_became_active":"2024-09-21T07:30:04.548619+0000","last_became_peered":"2024-09-21T07:30:04.548619+0000","last_unstale":"2024-09-21T07:30:05.553454+0000","last_undegraded":"2024-09-21T07:30:05.553454+0000","last_fullsized":"2024-09-21T07:30:05.553454+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:20:47.245812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"90'3","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583934+0000","last_change":"2024-09-21T07:30:03.552348+0000","last_active":"2024-09-21T07:30:04.583934+0000","last_peered":"2024-09-21T07:30:04.583934+0000","last_clean":"2024-09-21T07:30:04.583934+0000","last_became_active":"2024-09-21T07:30:03.551492+0000","last_became_peered":"2024-09-21T07:30:03.551492+0000","last_unstale":"2024-09-21T07:30:04.583934+0000","last_undegraded":"2024-09-21T07:30:04.583934+0000","last_fullsized":"2024-09-21T07:30:04.583934+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:40:34.387681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583569+0000","last_change":"2024-09-21T07:30:04.567170+0000","last_active":"2024-09-21T07:30:04.583569+0000","last_peered":"2024-09-21T07:30:04.583569+0000","last_clean":"2024-09-21T07:30:04.583569+0000","last_became_active":"2024-09-21T07:30:04.562072+0000","last_became_peered":"2024-09-21T07:30:04.562072+0000","last_unstale":"2024-09-21T07:30:04.583569+0000","last_undegraded":"2024-09-21T07:30:04.583569+0000","last_fullsized":"2024-09-21T07:30:04.583569+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:55:06.794680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"90'6","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.587246+0000","last_change":"2024-09-21T07:30:03.546601+0000","last_active":"2024-09-21T07:30:04.587246+0000","last_peered":"2024-09-21T07:30:04.587246+0000","last_clean":"2024-09-21T07:30:04.587246+0000","last_became_active":"2024-09-21T07:30:03.544961+0000","last_became_peered":"2024-09-21T07:30:03.544961+0000","last_unstale":"2024-09-21T07:30:04.587246+0000","last_undegraded":"2024-09-21T07:30:04.587246+0000","last_fullsized":"2024-09-21T07:30:04.587246+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:28:45.329393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.581736+0000","last_change":"2024-09-21T07:30:04.562257+0000","last_active":"2024-09-21T07:30:04.581736+0000","last_peered":"2024-09-21T07:30:04.581736+0000","last_clean":"2024-09-21T07:30:04.581736+0000","last_became_active":"2024-09-21T07:30:04.550502+0000","last_became_peered":"2024-09-21T07:30:04.550502+0000","last_unstale":"2024-09-21T07:30:04.581736+0000","last_undegraded":"2024-09-21T07:30:04.581736+0000","last_fullsized":"2024-09-21T07:30:04.581736+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:04.423164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551200+0000","last_change":"2024-09-21T07:30:03.543645+0000","last_active":"2024-09-21T07:30:05.551200+0000","last_peered":"2024-09-21T07:30:05.551200+0000","last_clean":"2024-09-21T07:30:05.551200+0000","last_became_active":"2024-09-21T07:30:03.543333+0000","last_became_peered":"2024-09-21T07:30:03.543333+0000","last_unstale":"2024-09-21T07:30:05.551200+0000","last_undegraded":"2024-09-21T07:30:05.551200+0000","last_fullsized":"2024-09-21T07:30:05.551200+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:46.219355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.559572+0000","last_change":"2024-09-21T07:30:04.555982+0000","last_active":"2024-09-21T07:30:04.559572+0000","last_peered":"2024-09-21T07:30:04.559572+0000","last_clean":"2024-09-21T07:30:04.559572+0000","last_became_active":"2024-09-21T07:30:04.555614+0000","last_became_peered":"2024-09-21T07:30:04.555614+0000","last_unstale":"2024-09-21T07:30:04.559572+0000","last_undegraded":"2024-09-21T07:30:04.559572+0000","last_fullsized":"2024-09-21T07:30:04.559572+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:00.734315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552301+0000","last_change":"2024-09-21T07:30:03.547500+0000","last_active":"2024-09-21T07:30:05.552301+0000","last_peered":"2024-09-21T07:30:05.552301+0000","last_clean":"2024-09-21T07:30:05.552301+0000","last_became_active":"2024-09-21T07:30:03.547217+0000","last_became_peered":"2024-09-21T07:30:03.547217+0000","last_unstale":"2024-09-21T07:30:05.552301+0000","last_undegraded":"2024-09-21T07:30:05.552301+0000","last_fullsized":"2024-09-21T07:30:05.552301+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:45.074893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.539050+0000","last_change":"2024-09-21T07:30:04.532181+0000","last_active":"2024-09-21T07:30:04.539050+0000","last_peered":"2024-09-21T07:30:04.539050+0000","last_clean":"2024-09-21T07:30:04.539050+0000","last_became_active":"2024-09-21T07:30:04.531336+0000","last_became_peered":"2024-09-21T07:30:04.531336+0000","last_unstale":"2024-09-21T07:30:04.539050+0000","last_undegraded":"2024-09-21T07:30:04.539050+0000","last_fullsized":"2024-09-21T07:30:04.539050+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:18:57.030764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.517497+0000","last_change":"2024-09-21T07:30:03.538065+0000","last_active":"2024-09-21T07:30:04.517497+0000","last_peered":"2024-09-21T07:30:04.517497+0000","last_clean":"2024-09-21T07:30:04.517497+0000","last_became_active":"2024-09-21T07:30:03.536919+0000","last_became_peered":"2024-09-21T07:30:03.536919+0000","last_unstale":"2024-09-21T07:30:04.517497+0000","last_undegraded":"2024-09-21T07:30:04.517497+0000","last_fullsized":"2024-09-21T07:30:04.517497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:07.888172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550598+0000","last_change":"2024-09-21T07:30:04.547821+0000","last_active":"2024-09-21T07:30:05.550598+0000","last_peered":"2024-09-21T07:30:05.550598+0000","last_clean":"2024-09-21T07:30:05.550598+0000","last_became_active":"2024-09-21T07:30:04.547462+0000","last_became_peered":"2024-09-21T07:30:04.547462+0000","last_unstale":"2024-09-21T07:30:05.550598+0000","last_undegraded":"2024-09-21T07:30:05.550598+0000","last_fullsized":"2024-09-21T07:30:05.550598+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:35:37.624105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"90'8","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.584626+0000","last_change":"2024-09-21T07:30:03.538368+0000","last_active":"2024-09-21T07:30:04.584626+0000","last_peered":"2024-09-21T07:30:04.584626+0000","last_clean":"2024-09-21T07:30:04.584626+0000","last_became_active":"2024-09-21T07:30:03.537866+0000","last_became_peered":"2024-09-21T07:30:03.537866+0000","last_unstale":"2024-09-21T07:30:04.584626+0000","last_undegraded":"2024-09-21T07:30:04.584626+0000","last_fullsized":"2024-09-21T07:30:04.584626+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:09:20.449950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.555017+0000","last_change":"2024-09-21T07:30:04.556877+0000","last_active":"2024-09-21T07:30:05.555017+0000","last_peered":"2024-09-21T07:30:05.555017+0000","last_clean":"2024-09-21T07:30:05.555017+0000","last_became_active":"2024-09-21T07:30:04.550113+0000","last_became_peered":"2024-09-21T07:30:04.550113+0000","last_unstale":"2024-09-21T07:30:05.555017+0000","last_undegraded":"2024-09-21T07:30:05.555017+0000","last_fullsized":"2024-09-21T07:30:05.555017+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:10:03.023213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"90'2","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.579349+0000","last_change":"2024-09-21T07:30:03.528004+0000","last_active":"2024-09-21T07:30:04.579349+0000","last_peered":"2024-09-21T07:30:04.579349+0000","last_clean":"2024-09-21T07:30:04.579349+0000","last_became_active":"2024-09-21T07:30:03.527175+0000","last_became_peered":"2024-09-21T07:30:03.527175+0000","last_unstale":"2024-09-21T07:30:04.579349+0000","last_undegraded":"2024-09-21T07:30:04.579349+0000","last_fullsized":"2024-09-21T07:30:04.579349+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:26:21.632881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553580+0000","last_change":"2024-09-21T07:30:04.568247+0000","last_active":"2024-09-21T07:30:05.553580+0000","last_peered":"2024-09-21T07:30:05.553580+0000","last_clean":"2024-09-21T07:30:05.553580+0000","last_became_active":"2024-09-21T07:30:04.567405+0000","last_became_peered":"2024-09-21T07:30:04.567405+0000","last_unstale":"2024-09-21T07:30:05.553580+0000","last_undegraded":"2024-09-21T07:30:05.553580+0000","last_fullsized":"2024-09-21T07:30:05.553580+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:26:22.637282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"90'1","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.554551+0000","last_change":"2024-09-21T07:30:03.543392+0000","last_active":"2024-09-21T07:30:05.554551+0000","last_peered":"2024-09-21T07:30:05.554551+0000","last_clean":"2024-09-21T07:30:05.554551+0000","last_became_active":"2024-09-21T07:30:03.542470+0000","last_became_peered":"2024-09-21T07:30:03.542470+0000","last_unstale":"2024-09-21T07:30:05.554551+0000","last_undegraded":"2024-09-21T07:30:05.554551+0000","last_fullsized":"2024-09-21T07:30:05.554551+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:28:00.588445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583346+0000","last_change":"2024-09-21T07:30:04.560042+0000","last_active":"2024-09-21T07:30:04.583346+0000","last_peered":"2024-09-21T07:30:04.583346+0000","last_clean":"2024-09-21T07:30:04.583346+0000","last_became_active":"2024-09-21T07:30:04.559207+0000","last_became_peered":"2024-09-21T07:30:04.559207+0000","last_unstale":"2024-09-21T07:30:04.583346+0000","last_undegraded":"2024-09-21T07:30:04.583346+0000","last_fullsized":"2024-09-21T07:30:04.583346+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:03:33.303820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556959+0000","last_change":"2024-09-21T07:30:03.529948+0000","last_active":"2024-09-21T07:30:05.556959+0000","last_peered":"2024-09-21T07:30:05.556959+0000","last_clean":"2024-09-21T07:30:05.556959+0000","last_became_active":"2024-09-21T07:30:03.529519+0000","last_became_peered":"2024-09-21T07:30:03.529519+0000","last_unstale":"2024-09-21T07:30:05.556959+0000","last_undegraded":"2024-09-21T07:30:05.556959+0000","last_fullsized":"2024-09-21T07:30:05.556959+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:06:52.491871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551985+0000","last_change":"2024-09-21T07:30:04.583153+0000","last_active":"2024-09-21T07:30:05.551985+0000","last_peered":"2024-09-21T07:30:05.551985+0000","last_clean":"2024-09-21T07:30:05.551985+0000","last_became_active":"2024-09-21T07:30:04.582812+0000","last_became_peered":"2024-09-21T07:30:04.582812+0000","last_unstale":"2024-09-21T07:30:05.551985+0000","last_undegraded":"2024-09-21T07:30:05.551985+0000","last_fullsized":"2024-09-21T07:30:05.551985+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:39:47.669971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557709+0000","last_change":"2024-09-21T07:30:03.531741+0000","last_active":"2024-09-21T07:30:05.557709+0000","last_peered":"2024-09-21T07:30:05.557709+0000","last_clean":"2024-09-21T07:30:05.557709+0000","last_became_active":"2024-09-21T07:30:03.530968+0000","last_became_peered":"2024-09-21T07:30:03.530968+0000","last_unstale":"2024-09-21T07:30:05.557709+0000","last_undegraded":"2024-09-21T07:30:05.557709+0000","last_fullsized":"2024-09-21T07:30:05.557709+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:16:43.039025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550733+0000","last_change":"2024-09-21T07:30:04.552083+0000","last_active":"2024-09-21T07:30:05.550733+0000","last_peered":"2024-09-21T07:30:05.550733+0000","last_clean":"2024-09-21T07:30:05.550733+0000","last_became_active":"2024-09-21T07:30:04.551283+0000","last_became_peered":"2024-09-21T07:30:04.551283+0000","last_unstale":"2024-09-21T07:30:05.550733+0000","last_undegraded":"2024-09-21T07:30:05.550733+0000","last_fullsized":"2024-09-21T07:30:05.550733+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:08:41.551476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552993+0000","last_change":"2024-09-21T07:30:03.549192+0000","last_active":"2024-09-21T07:30:05.552993+0000","last_peered":"2024-09-21T07:30:05.552993+0000","last_clean":"2024-09-21T07:30:05.552993+0000","last_became_active":"2024-09-21T07:30:03.547970+0000","last_became_peered":"2024-09-21T07:30:03.547970+0000","last_unstale":"2024-09-21T07:30:05.552993+0000","last_undegraded":"2024-09-21T07:30:05.552993+0000","last_fullsized":"2024-09-21T07:30:05.552993+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:37.636190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550202+0000","last_change":"2024-09-21T07:30:04.552393+0000","last_active":"2024-09-21T07:30:05.550202+0000","last_peered":"2024-09-21T07:30:05.550202+0000","last_clean":"2024-09-21T07:30:05.550202+0000","last_became_active":"2024-09-21T07:30:04.548152+0000","last_became_peered":"2024-09-21T07:30:04.548152+0000","last_unstale":"2024-09-21T07:30:05.550202+0000","last_undegraded":"2024-09-21T07:30:05.550202+0000","last_fullsized":"2024-09-21T07:30:05.550202+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:05:56.837803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552653+0000","last_change":"2024-09-21T07:30:03.541568+0000","last_active":"2024-09-21T07:30:05.552653+0000","last_peered":"2024-09-21T07:30:05.552653+0000","last_clean":"2024-09-21T07:30:05.552653+0000","last_became_active":"2024-09-21T07:30:03.539565+0000","last_became_peered":"2024-09-21T07:30:03.539565+0000","last_unstale":"2024-09-21T07:30:05.552653+0000","last_undegraded":"2024-09-21T07:30:05.552653+0000","last_fullsized":"2024-09-21T07:30:05.552653+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:53.452182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553211+0000","last_change":"2024-09-21T07:30:04.565749+0000","last_active":"2024-09-21T07:30:05.553211+0000","last_peered":"2024-09-21T07:30:05.553211+0000","last_clean":"2024-09-21T07:30:05.553211+0000","last_became_active":"2024-09-21T07:30:04.563084+0000","last_became_peered":"2024-09-21T07:30:04.563084+0000","last_unstale":"2024-09-21T07:30:05.553211+0000","last_undegraded":"2024-09-21T07:30:05.553211+0000","last_fullsized":"2024-09-21T07:30:05.553211+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:03.469288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556036+0000","last_change":"2024-09-21T07:30:03.539698+0000","last_active":"2024-09-21T07:30:05.556036+0000","last_peered":"2024-09-21T07:30:05.556036+0000","last_clean":"2024-09-21T07:30:05.556036+0000","last_became_active":"2024-09-21T07:30:03.539199+0000","last_became_peered":"2024-09-21T07:30:03.539199+0000","last_unstale":"2024-09-21T07:30:05.556036+0000","last_undegraded":"2024-09-21T07:30:05.556036+0000","last_fullsized":"2024-09-21T07:30:05.556036+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:39:14.904893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557205+0000","last_change":"2024-09-21T07:30:04.545894+0000","last_active":"2024-09-21T07:30:05.557205+0000","last_peered":"2024-09-21T07:30:05.557205+0000","last_clean":"2024-09-21T07:30:05.557205+0000","last_became_active":"2024-09-21T07:30:04.544182+0000","last_became_peered":"2024-09-21T07:30:04.544182+0000","last_unstale":"2024-09-21T07:30:05.557205+0000","last_undegraded":"2024-09-21T07:30:05.557205+0000","last_fullsized":"2024-09-21T07:30:05.557205+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:10:47.985195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"90'2","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552479+0000","last_change":"2024-09-21T07:30:03.533703+0000","last_active":"2024-09-21T07:30:05.552479+0000","last_peered":"2024-09-21T07:30:05.552479+0000","last_clean":"2024-09-21T07:30:05.552479+0000","last_became_active":"2024-09-21T07:30:03.532884+0000","last_became_peered":"2024-09-21T07:30:03.532884+0000","last_unstale":"2024-09-21T07:30:05.552479+0000","last_undegraded":"2024-09-21T07:30:05.552479+0000","last_fullsized":"2024-09-21T07:30:05.552479+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:56:07.266951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.559523+0000","last_change":"2024-09-21T07:30:04.555849+0000","last_active":"2024-09-21T07:30:04.559523+0000","last_peered":"2024-09-21T07:30:04.559523+0000","last_clean":"2024-09-21T07:30:04.559523+0000","last_became_active":"2024-09-21T07:30:04.555492+0000","last_became_peered":"2024-09-21T07:30:04.555492+0000","last_unstale":"2024-09-21T07:30:04.559523+0000","last_undegraded":"2024-09-21T07:30:04.559523+0000","last_fullsized":"2024-09-21T07:30:04.559523+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:31:20.194263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"91'1","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.559423+0000","last_change":"2024-09-21T07:30:03.544406+0000","last_active":"2024-09-21T07:30:05.559423+0000","last_peered":"2024-09-21T07:30:05.559423+0000","last_clean":"2024-09-21T07:30:05.559423+0000","last_became_active":"2024-09-21T07:30:03.544005+0000","last_became_peered":"2024-09-21T07:30:03.544005+0000","last_unstale":"2024-09-21T07:30:05.559423+0000","last_undegraded":"2024-09-21T07:30:05.559423+0000","last_fullsized":"2024-09-21T07:30:05.559423+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:48.688547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.579885+0000","last_change":"2024-09-21T07:30:04.574939+0000","last_active":"2024-09-21T07:30:04.579885+0000","last_peered":"2024-09-21T07:30:04.579885+0000","last_clean":"2024-09-21T07:30:04.579885+0000","last_became_active":"2024-09-21T07:30:04.574490+0000","last_became_peered":"2024-09-21T07:30:04.574490+0000","last_unstale":"2024-09-21T07:30:04.579885+0000","last_undegraded":"2024-09-21T07:30:04.579885+0000","last_fullsized":"2024-09-21T07:30:04.579885+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:04:31.648265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.556268+0000","last_change":"2024-09-21T07:30:03.529756+0000","last_active":"2024-09-21T07:30:05.556268+0000","last_peered":"2024-09-21T07:30:05.556268+0000","last_clean":"2024-09-21T07:30:05.556268+0000","last_became_active":"2024-09-21T07:30:03.529389+0000","last_became_peered":"2024-09-21T07:30:03.529389+0000","last_unstale":"2024-09-21T07:30:05.556268+0000","last_undegraded":"2024-09-21T07:30:05.556268+0000","last_fullsized":"2024-09-21T07:30:05.556268+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:26.891385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553339+0000","last_change":"2024-09-21T07:30:04.556930+0000","last_active":"2024-09-21T07:30:05.553339+0000","last_peered":"2024-09-21T07:30:05.553339+0000","last_clean":"2024-09-21T07:30:05.553339+0000","last_became_active":"2024-09-21T07:30:04.556100+0000","last_became_peered":"2024-09-21T07:30:04.556100+0000","last_unstale":"2024-09-21T07:30:05.553339+0000","last_undegraded":"2024-09-21T07:30:05.553339+0000","last_fullsized":"2024-09-21T07:30:05.553339+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:30.917427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.554060+0000","last_change":"2024-09-21T07:30:03.544163+0000","last_active":"2024-09-21T07:30:05.554060+0000","last_peered":"2024-09-21T07:30:05.554060+0000","last_clean":"2024-09-21T07:30:05.554060+0000","last_became_active":"2024-09-21T07:30:03.543271+0000","last_became_peered":"2024-09-21T07:30:03.543271+0000","last_unstale":"2024-09-21T07:30:05.554060+0000","last_undegraded":"2024-09-21T07:30:05.554060+0000","last_fullsized":"2024-09-21T07:30:05.554060+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:39:14.904893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552501+0000","last_change":"2024-09-21T07:30:04.559681+0000","last_active":"2024-09-21T07:30:05.552501+0000","last_peered":"2024-09-21T07:30:05.552501+0000","last_clean":"2024-09-21T07:30:05.552501+0000","last_became_active":"2024-09-21T07:30:04.553043+0000","last_became_peered":"2024-09-21T07:30:04.553043+0000","last_unstale":"2024-09-21T07:30:05.552501+0000","last_undegraded":"2024-09-21T07:30:05.552501+0000","last_fullsized":"2024-09-21T07:30:05.552501+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:00:23.806970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.557985+0000","last_change":"2024-09-21T07:30:03.541513+0000","last_active":"2024-09-21T07:30:05.557985+0000","last_peered":"2024-09-21T07:30:05.557985+0000","last_clean":"2024-09-21T07:30:05.557985+0000","last_became_active":"2024-09-21T07:30:03.540732+0000","last_became_peered":"2024-09-21T07:30:03.540732+0000","last_unstale":"2024-09-21T07:30:05.557985+0000","last_undegraded":"2024-09-21T07:30:05.557985+0000","last_fullsized":"2024-09-21T07:30:05.557985+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:12:33.333283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":10,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.575437+0000","last_change":"2024-09-21T07:30:04.567190+0000","last_active":"2024-09-21T07:30:04.575437+0000","last_peered":"2024-09-21T07:30:04.575437+0000","last_clean":"2024-09-21T07:30:04.575437+0000","last_became_active":"2024-09-21T07:30:04.566646+0000","last_became_peered":"2024-09-21T07:30:04.566646+0000","last_unstale":"2024-09-21T07:30:04.575437+0000","last_undegraded":"2024-09-21T07:30:04.575437+0000","last_fullsized":"2024-09-21T07:30:04.575437+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:29.557264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.552773+0000","last_change":"2024-09-21T07:30:03.554067+0000","last_active":"2024-09-21T07:30:05.552773+0000","last_peered":"2024-09-21T07:30:05.552773+0000","last_clean":"2024-09-21T07:30:05.552773+0000","last_became_active":"2024-09-21T07:30:03.553177+0000","last_became_peered":"2024-09-21T07:30:03.553177+0000","last_unstale":"2024-09-21T07:30:05.552773+0000","last_undegraded":"2024-09-21T07:30:05.552773+0000","last_fullsized":"2024-09-21T07:30:05.552773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:02.032725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550560+0000","last_change":"2024-09-21T07:30:04.551295+0000","last_active":"2024-09-21T07:30:05.550560+0000","last_peered":"2024-09-21T07:30:05.550560+0000","last_clean":"2024-09-21T07:30:05.550560+0000","last_became_active":"2024-09-21T07:30:04.547631+0000","last_became_peered":"2024-09-21T07:30:04.547631+0000","last_unstale":"2024-09-21T07:30:05.550560+0000","last_undegraded":"2024-09-21T07:30:05.550560+0000","last_fullsized":"2024-09-21T07:30:05.550560+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:32.728105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.513240+0000","last_change":"2024-09-21T07:30:03.548955+0000","last_active":"2024-09-21T07:30:04.513240+0000","last_peered":"2024-09-21T07:30:04.513240+0000","last_clean":"2024-09-21T07:30:04.513240+0000","last_became_active":"2024-09-21T07:30:03.547460+0000","last_became_peered":"2024-09-21T07:30:03.547460+0000","last_unstale":"2024-09-21T07:30:04.513240+0000","last_undegraded":"2024-09-21T07:30:04.513240+0000","last_fullsized":"2024-09-21T07:30:04.513240+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:34:54.379591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.553282+0000","last_change":"2024-09-21T07:30:04.557162+0000","last_active":"2024-09-21T07:30:05.553282+0000","last_peered":"2024-09-21T07:30:05.553282+0000","last_clean":"2024-09-21T07:30:05.553282+0000","last_became_active":"2024-09-21T07:30:04.556313+0000","last_became_peered":"2024-09-21T07:30:04.556313+0000","last_unstale":"2024-09-21T07:30:05.553282+0000","last_undegraded":"2024-09-21T07:30:05.553282+0000","last_fullsized":"2024-09-21T07:30:05.553282+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:38.705462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.550381+0000","last_change":"2024-09-21T07:30:03.526188+0000","last_active":"2024-09-21T07:30:05.550381+0000","last_peered":"2024-09-21T07:30:05.550381+0000","last_clean":"2024-09-21T07:30:05.550381+0000","last_became_active":"2024-09-21T07:30:03.524984+0000","last_became_peered":"2024-09-21T07:30:03.524984+0000","last_unstale":"2024-09-21T07:30:05.550381+0000","last_undegraded":"2024-09-21T07:30:05.550381+0000","last_fullsized":"2024-09-21T07:30:05.550381+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:13:21.155280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-21T07:30:05.551833+0000","last_change":"2024-09-21T07:30:04.553679+0000","last_active":"2024-09-21T07:30:05.551833+0000","last_peered":"2024-09-21T07:30:05.551833+0000","last_clean":"2024-09-21T07:30:05.551833+0000","last_became_active":"2024-09-21T07:30:04.551949+0000","last_became_peered":"2024-09-21T07:30:04.551949+0000","last_unstale":"2024-09-21T07:30:05.551833+0000","last_undegraded":"2024-09-21T07:30:05.551833+0000","last_fullsized":"2024-09-21T07:30:05.551833+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:03.490911+0000","last_clean_scrub_stamp":"2024-09-21T07:30:03.490911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:25:31.168616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"90'1","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.583422+0000","last_change":"2024-09-21T07:30:03.551157+0000","last_active":"2024-09-21T07:30:04.583422+0000","last_peered":"2024-09-21T07:30:04.583422+0000","last_clean":"2024-09-21T07:30:04.583422+0000","last_became_active":"2024-09-21T07:30:03.550141+0000","last_became_peered":"2024-09-21T07:30:03.550141+0000","last_unstale":"2024-09-21T07:30:04.583422+0000","last_undegraded":"2024-09-21T07:30:04.583422+0000","last_fullsized":"2024-09-21T07:30:04.583422+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:02.486510+0000","last_clean_scrub_stamp":"2024-09-21T07:30:02.486510+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:36.409099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":236,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-21T07:30:04.547139+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:30:04.547139+0000","last_peered":"2024-09-21T07:30:04.547139+0000","last_clean":"2024-09-21T07:30:04.547139+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:30:04.547139+0000","last_undegraded":"2024-09-21T07:30:04.547139+0000","last_fullsized":"2024-09-21T07:30:04.547139+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574918,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1716224,"data_stored":1065450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574919,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1122304,"data_stored":475622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574918,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":481340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574918,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1134592,"data_stored":476706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574919,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32288,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339552,"statfs":{"total":96636764160,"available":96603701248,"internally_reserved":0,"allocated":1130496,"data_stored":476604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574919,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":481304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1114112,"data_stored":474970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574919,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32868,"kb_used_data":1672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338972,"statfs":{"total":96636764160,"available":96603107328,"internally_reserved":0,"allocated":1712128,"data_stored":1065920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:30:09.164 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:30:09.165 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T07:30:09.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.372+0000 7fdef503e640 1 -- 172.21.15.6:0/921895151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 msgr2=0x7fdedc00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.372+0000 7fdef503e640 1 --2- 172.21.15.6:0/921895151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 0x7fdedc00b9d0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fdef0070f50 tx=0x7fdee801cad0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.372+0000 7fdef503e640 1 -- 172.21.15.6:0/921895151 shutdown_connections 2024-09-21T07:30:09.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.372+0000 7fdef503e640 1 --2- 172.21.15.6:0/921895151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 0x7fdedc00b9d0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.372+0000 7fdef503e640 1 -- 172.21.15.6:0/921895151 >> 172.21.15.6:0/921895151 conn(0x7fdef00d0170 msgr2=0x7fdef00d0580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:09.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.372+0000 7fdef503e640 1 -- 172.21.15.6:0/921895151 shutdown_connections 2024-09-21T07:30:09.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.372+0000 7fdef503e640 1 -- 172.21.15.6:0/921895151 wait complete. 2024-09-21T07:30:09.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 Processor -- start 2024-09-21T07:30:09.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 -- start start 2024-09-21T07:30:09.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 0x7fdef014e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdef015c670 0x7fdef015dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdef015e500 0x7fdef00c49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdef00ca7c0 con 0x7fdedc005360 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdef006efc0 con 0x7fdef015e500 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdef00ca940 con 0x7fdef015c670 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 0x7fdef014e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 0x7fdef014e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50400/0 (socket says 172.21.15.6:50400) 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 -- 172.21.15.6:0/97368170 learned_addr learned my addr 172.21.15.6:0/97368170 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeef59e640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdef015e500 0x7fdef00c49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeee59c640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdef015c670 0x7fdef015dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 -- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdef015c670 msgr2=0x7fdef015dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdef015c670 0x7fdef015dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 -- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdef015e500 msgr2=0x7fdef00c49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdef015e500 0x7fdef00c49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 -- 172.21.15.6:0/97368170 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdef015e910 con 0x7fdedc005360 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdeeed9d640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 0x7fdef014e5c0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fded8011850 tx=0x7fded8011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdee77fe640 1 -- 172.21.15.6:0/97368170 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded8004460 con 0x7fdedc005360 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdee77fe640 1 -- 172.21.15.6:0/97368170 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fded8016070 con 0x7fdedc005360 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdef00b1730 con 0x7fdedc005360 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdee77fe640 1 -- 172.21.15.6:0/97368170 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded800fc50 con 0x7fdedc005360 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdef00b1cf0 con 0x7fdedc005360 2024-09-21T07:30:09.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.376+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdef00cb1f0 con 0x7fdedc005360 2024-09-21T07:30:09.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.380+0000 7fdee77fe640 1 -- 172.21.15.6:0/97368170 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fded8003600 con 0x7fdedc005360 2024-09-21T07:30:09.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.380+0000 7fdee77fe640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fded0073200 0x7fded0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:09.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.380+0000 7fdee77fe640 1 -- 172.21.15.6:0/97368170 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fded8095490 con 0x7fdedc005360 2024-09-21T07:30:09.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.380+0000 7fdeee59c640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fded0073200 0x7fded0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:09.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.380+0000 7fdeee59c640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fded0073200 0x7fded0075710 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fdee00012a0 tx=0x7fdee0000ff0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:09.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.384+0000 7fdee77fe640 1 -- 172.21.15.6:0/97368170 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fded8029020 con 0x7fdedc005360 2024-09-21T07:30:09.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.624+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fdef00b60f0 con 0x7fdedc005360 2024-09-21T07:30:09.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.628+0000 7fdee77fe640 1 -- 172.21.15.6:0/97368170 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v32) ==== 190+0+147 (secure 0 0 0) 0x7fdef015e910 con 0x7fdedc005360 2024-09-21T07:30:09.633 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-09-21T07:30:09.633 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:30:09.633 INFO:teuthology.orchestra.run.smithi006.stdout: caps mds = "allow" 2024-09-21T07:30:09.633 INFO:teuthology.orchestra.run.smithi006.stdout: caps mon = "allow r" 2024-09-21T07:30:09.633 INFO:teuthology.orchestra.run.smithi006.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T07:30:09.634 INFO:teuthology.orchestra.run.smithi006.stderr:updated caps for client.0 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fded0073200 msgr2=0x7fded0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fded0073200 0x7fded0075710 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fdee00012a0 tx=0x7fdee0000ff0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 msgr2=0x7fdef014e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 0x7fdef014e5c0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fded8011850 tx=0x7fded8011d10 comp rx=0 tx=0).stop 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 shutdown_connections 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fded0073200 0x7fded0075710 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdef015e500 0x7fdef00c49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdef015c670 0x7fdef015dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 --2- 172.21.15.6:0/97368170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdedc005360 0x7fdef014e5c0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 >> 172.21.15.6:0/97368170 conn(0x7fdef00d0170 msgr2=0x7fdef00af050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:09.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 shutdown_connections 2024-09-21T07:30:09.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.632+0000 7fdef503e640 1 -- 172.21.15.6:0/97368170 wait complete. 2024-09-21T07:30:09.654 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:09.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 -- 172.21.15.6:0/2533046204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 msgr2=0x7f57f0070760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 --2- 172.21.15.6:0/2533046204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 0x7f57f0070760 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f57f00afe00 tx=0x7f57e001c8c0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 -- 172.21.15.6:0/2533046204 shutdown_connections 2024-09-21T07:30:09.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 --2- 172.21.15.6:0/2533046204 >> v2:172.21.15.145:3300/0 conn(0x7f57f006f620 0x7f57f006fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 --2- 172.21.15.6:0/2533046204 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f00b44e0 0x7f57f00b48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 --2- 172.21.15.6:0/2533046204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 0x7f57f0070760 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 -- 172.21.15.6:0/2533046204 >> 172.21.15.6:0/2533046204 conn(0x7f57f006d480 msgr2=0x7f57f00b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:09.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 -- 172.21.15.6:0/2533046204 shutdown_connections 2024-09-21T07:30:09.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.808+0000 7f57f77ba640 1 -- 172.21.15.6:0/2533046204 wait complete. 2024-09-21T07:30:09.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 Processor -- start 2024-09-21T07:30:09.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 -- start start 2024-09-21T07:30:09.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f006f620 0x7f57f0098e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:09.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57f00b44e0 0x7f57f014b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:09.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 0x7f57f014be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:09.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f57f00cfda0 con 0x7f57f01535c0 2024-09-21T07:30:09.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f57f00cfc20 con 0x7f57f00b44e0 2024-09-21T07:30:09.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f57f00cff20 con 0x7f57f006f620 2024-09-21T07:30:09.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 0x7f57f014be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:09.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 0x7f57f014be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50418/0 (socket says 172.21.15.6:50418) 2024-09-21T07:30:09.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 -- 172.21.15.6:0/1234145827 learned_addr learned my addr 172.21.15.6:0/1234145827 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:09.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5556640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f006f620 0x7f57f0098e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:09.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f4d55640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57f00b44e0 0x7f57f014b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:09.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 -- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f006f620 msgr2=0x7f57f0098e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f006f620 0x7f57f0098e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 -- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57f00b44e0 msgr2=0x7f57f014b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:09.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57f00b44e0 0x7f57f014b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:09.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 -- 172.21.15.6:0/1234145827 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57f0156a30 con 0x7f57f01535c0 2024-09-21T07:30:09.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f5d57640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 0x7f57f014be00 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f57e800e9c0 tx=0x7f57e800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:09.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57e5ffb640 1 -- 172.21.15.6:0/1234145827 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e8004d30 con 0x7f57f01535c0 2024-09-21T07:30:09.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57e5ffb640 1 -- 172.21.15.6:0/1234145827 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57e800cb20 con 0x7f57f01535c0 2024-09-21T07:30:09.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57e5ffb640 1 -- 172.21.15.6:0/1234145827 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e8005020 con 0x7f57f01535c0 2024-09-21T07:30:09.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57f0156d10 con 0x7f57f01535c0 2024-09-21T07:30:09.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.812+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57f015eae0 con 0x7f57f01535c0 2024-09-21T07:30:09.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.816+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57f00b48f0 con 0x7f57f01535c0 2024-09-21T07:30:09.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.816+0000 7f57e5ffb640 1 -- 172.21.15.6:0/1234145827 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f57e80051c0 con 0x7f57f01535c0 2024-09-21T07:30:09.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.816+0000 7f57e5ffb640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57d4073230 0x7f57d4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:09.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.816+0000 7f57e5ffb640 1 -- 172.21.15.6:0/1234145827 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f57e8094dd0 con 0x7f57f01535c0 2024-09-21T07:30:09.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.816+0000 7f57f5556640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57d4073230 0x7f57d4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:09.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.816+0000 7f57f5556640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57d4073230 0x7f57d4075740 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f57e00af000 tx=0x7f57e001b100 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:09.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:09.820+0000 7f57e5ffb640 1 -- 172.21.15.6:0/1234145827 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f57e8016030 con 0x7f57f01535c0 2024-09-21T07:30:10.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.028+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f57f00b2be0 con 0x7f57f01535c0 2024-09-21T07:30:10.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57e5ffb640 1 -- 172.21.15.6:0/1234145827 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5222 (secure 0 0 0) 0x7f57e805ff60 con 0x7f57f01535c0 2024-09-21T07:30:10.035 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:10.036 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":67,"btime":"2024-09-21T07:30:07:557920+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5675,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3278925920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3278925920},{"type":"v1","addr":"172.21.15.145:6835","nonce":3278925920}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6154,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1819256103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1819256103},{"type":"v1","addr":"172.21.15.145:6837","nonce":1819256103}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6861,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/550988874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":550988874},{"type":"v1","addr":"172.21.15.6:6833","nonce":550988874}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:03.935524+0000","modified":"2024-09-21T07:30:06.976466+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6864},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6864":{"gid":6864,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2774493316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2774493316},{"type":"v1","addr":"172.21.15.6:6835","nonce":2774493316}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6864,"qdb_cluster":[6864]},"id":7}]} 2024-09-21T07:30:10.036 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 67 2024-09-21T07:30:10.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57d4073230 msgr2=0x7f57d4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57d4073230 0x7f57d4075740 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f57e00af000 tx=0x7f57e001b100 comp rx=0 tx=0).stop 2024-09-21T07:30:10.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 msgr2=0x7f57f014be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 0x7f57f014be00 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f57e800e9c0 tx=0x7f57e800ee80 comp rx=0 tx=0).stop 2024-09-21T07:30:10.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 shutdown_connections 2024-09-21T07:30:10.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57d4073230 0x7f57d4075740 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57f01535c0 0x7f57f014be00 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57f00b44e0 0x7f57f014b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 --2- 172.21.15.6:0/1234145827 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57f006f620 0x7f57f0098e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 >> 172.21.15.6:0/1234145827 conn(0x7f57f006d480 msgr2=0x7f57f00ad230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:10.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 shutdown_connections 2024-09-21T07:30:10.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.032+0000 7f57f77ba640 1 -- 172.21.15.6:0/1234145827 wait complete. 2024-09-21T07:30:10.459 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 67, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:30:03.935524+0000', 'modified': '2024-09-21T07:30:06.976466+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6864}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6864': {'gid': 6864, 'name': 'a', 'rank': 0, 'incarnation': 64, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/2774493316', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 2774493316}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 2774493316}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6864, 'qdb_cluster': [6864]} 2024-09-21T07:30:10.459 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:30:10.459 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T07:30:10.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.628+0000 7fd01030d640 1 -- 172.21.15.6:0/621043754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0080aef30 msgr2=0x7fd0080b3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.628+0000 7fd01030d640 1 --2- 172.21.15.6:0/621043754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0080aef30 0x7fd0080b3880 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fcff8009870 tx=0x7fcff801c820 comp rx=0 tx=0).stop 2024-09-21T07:30:10.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.628+0000 7fd01030d640 1 -- 172.21.15.6:0/621043754 shutdown_connections 2024-09-21T07:30:10.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.628+0000 7fd01030d640 1 --2- 172.21.15.6:0/621043754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0080aef30 0x7fd0080b3880 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.628+0000 7fd01030d640 1 --2- 172.21.15.6:0/621043754 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd00806f450 0x7fd0080ae9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.628+0000 7fd01030d640 1 -- 172.21.15.6:0/621043754 >> 172.21.15.6:0/621043754 conn(0x7fd00806d5e0 msgr2=0x7fd0080b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:10.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.628+0000 7fd01030d640 1 -- 172.21.15.6:0/621043754 shutdown_connections 2024-09-21T07:30:10.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.628+0000 7fd01030d640 1 -- 172.21.15.6:0/621043754 wait complete. 2024-09-21T07:30:10.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 Processor -- start 2024-09-21T07:30:10.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 -- start start 2024-09-21T07:30:10.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd00806f450 0x7fd00814e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0080aef30 0x7fd0081fa380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0080b3dc0 0x7fd0081fa8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd008165d00 con 0x7fd00806f450 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd008165b80 con 0x7fd0080b3dc0 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd008165e80 con 0x7fd0080aef30 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd00806f450 0x7fd00814e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd00806f450 0x7fd00814e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50438/0 (socket says 172.21.15.6:50438) 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 -- 172.21.15.6:0/2850080841 learned_addr learned my addr 172.21.15.6:0/2850080841 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0080aef30 0x7fd0081fa380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0080b3dc0 0x7fd0081fa8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 -- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0080aef30 msgr2=0x7fd0081fa380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0080aef30 0x7fd0081fa380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 -- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0080b3dc0 msgr2=0x7fd0081fa8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0080b3dc0 0x7fd0081fa8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 -- 172.21.15.6:0/2850080841 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0081fb050 con 0x7fd00806f450 2024-09-21T07:30:10.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd00806f450 0x7fd00814e140 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fd00400d950 tx=0x7fd00400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:10.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fcffeffd640 1 -- 172.21.15.6:0/2850080841 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd004017070 con 0x7fd00806f450 2024-09-21T07:30:10.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 -- 172.21.15.6:0/2850080841 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd00809ace0 con 0x7fd00806f450 2024-09-21T07:30:10.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fcffeffd640 1 -- 172.21.15.6:0/2850080841 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd004009d20 con 0x7fd00806f450 2024-09-21T07:30:10.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fcffeffd640 1 -- 172.21.15.6:0/2850080841 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0040106c0 con 0x7fd00806f450 2024-09-21T07:30:10.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.632+0000 7fd01030d640 1 -- 172.21.15.6:0/2850080841 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd008165250 con 0x7fd00806f450 2024-09-21T07:30:10.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fcffeffd640 1 -- 172.21.15.6:0/2850080841 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd00401a070 con 0x7fd00806f450 2024-09-21T07:30:10.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fcffeffd640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcfec073200 0x7fcfec075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fcffeffd640 1 -- 172.21.15.6:0/2850080841 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fd0040942f0 con 0x7fd00806f450 2024-09-21T07:30:10.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcfec073200 0x7fcfec075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd0175d8000 1 Processor -- start 2024-09-21T07:30:10.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd0175d8000 1 -- start start 2024-09-21T07:30:10.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcfec073200 0x7fcfec075710 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fcff80ae000 tx=0x7fcff801b060 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76463b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca76464040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca76464580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd0175d8000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca76334410 con 0x55ca7630e950 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd0175d8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ca76271b40 con 0x55ca75f1e460 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd0175d8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ca76260f70 con 0x55ca762f7ca0 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca76464040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca76464040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50454/0 (socket says 172.21.15.6:50454) 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 -- 172.21.15.6:0/4062479728 learned_addr learned my addr 172.21.15.6:0/4062479728 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76463b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca76464580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 -- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 msgr2=0x55ca76464580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:10.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca76464580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 -- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 msgr2=0x55ca76463b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:10.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76463b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00d8a8640 1 -- 172.21.15.6:0/4062479728 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca762285b0 con 0x55ca7630e950 2024-09-21T07:30:10.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.636+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca76464580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:10.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca76464040 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fcff8005ec0 tx=0x7fcff80b4040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=596d9a456fa18aeb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:10.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fcfebfff640 1 -- 172.21.15.6:0/4062479728 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcff80c1070 con 0x55ca7630e950 2024-09-21T07:30:10.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fcfebfff640 1 -- 172.21.15.6:0/4062479728 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcff80a6da0 con 0x55ca7630e950 2024-09-21T07:30:10.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fcfebfff640 1 -- 172.21.15.6:0/4062479728 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcff80ac040 con 0x55ca7630e950 2024-09-21T07:30:10.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- 172.21.15.6:0/4062479728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 msgr2=0x55ca76464040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca76464040 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fcff8005ec0 tx=0x7fcff80b4040 comp rx=0 tx=0).stop 2024-09-21T07:30:10.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- 172.21.15.6:0/4062479728 shutdown_connections 2024-09-21T07:30:10.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca76464580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca76464040 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 --2- 172.21.15.6:0/4062479728 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76463b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- 172.21.15.6:0/4062479728 >> 172.21.15.6:0/4062479728 conn(0x55ca763e4d90 msgr2=0x55ca76414690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:10.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- 172.21.15.6:0/4062479728 shutdown_connections 2024-09-21T07:30:10.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- 172.21.15.6:0/4062479728 wait complete. 2024-09-21T07:30:10.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- start start 2024-09-21T07:30:10.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 Processor -- start 2024-09-21T07:30:10.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76452120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca762f7ca0 0x55ca76452660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca7630e950 0x55ca76452ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca761fb5f0 con 0x55ca762f7ca0 2024-09-21T07:30:10.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ca76264d80 con 0x55ca75f1e460 2024-09-21T07:30:10.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ca76207520 con 0x55ca7630e950 2024-09-21T07:30:10.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd0175d8000 10 client.0 _ll_register_callbacks cb 0x55ca7620b830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd00d8a8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca762f7ca0 0x55ca76452660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd00d8a8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca762f7ca0 0x55ca76452660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50462/0 (socket says 172.21.15.6:50462) 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.640+0000 7fd00d8a8640 1 -- 172.21.15.6:0/3166620139 learned_addr learned my addr 172.21.15.6:0/3166620139 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76452120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00d8a8640 1 -- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca7630e950 msgr2=0x55ca76452ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca7630e950 0x55ca76452ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca7630e950 0x55ca76452ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00d8a8640 1 -- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 msgr2=0x55ca76452120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76452120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00d8a8640 1 -- 172.21.15.6:0/3166620139 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca761ff190 con 0x55ca762f7ca0 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76452120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:10.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca762f7ca0 0x55ca76452660 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fcff8009870 tx=0x7fcff8005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39a24b9d359c3272 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 1 -- 172.21.15.6:0/3166620139 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcff80c1070 con 0x55ca762f7ca0 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 1 -- 172.21.15.6:0/3166620139 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fcff8004490 con 0x55ca762f7ca0 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 -- 172.21.15.6:0/3166620139 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ca761f9110 con 0x55ca762f7ca0 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 1 -- 172.21.15.6:0/3166620139 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) ==== 24+0+0 (secure 0 0 0) 0x7fcff80d5050 con 0x55ca762f7ca0 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 10 client.7005 fetch_fsmap learned FSMap version 67 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 -- 172.21.15.6:0/3166620139 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=2+}) -- 0x55ca762e5f10 con 0x55ca762f7ca0 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 1 -- 172.21.15.6:0/3166620139 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55ca761f9110 con 0x55ca762f7ca0 2024-09-21T07:30:10.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 1 -- 172.21.15.6:0/3166620139 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 67) ==== 3502+0+0 (secure 0 0 0) 0x7fcff80d8020 con 0x55ca762f7ca0 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 10 client.7005 fetch_fsmap finished waiting for FSMap version 67 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 10 client.7005 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 20 client.7005 populate_metadata read hostname 'smithi006' 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x55ca75f037d0 0x55ca764535b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 4 client.7005 mds_command: new command op to 6864 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 -- 172.21.15.6:0/3166620139 --> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca76273a90 con 0x55ca75f037d0 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x55ca75f037d0 0x55ca764535b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 10 client.7005 ms_handle_connect on v2:172.21.15.6:6834/2774493316 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x55ca75f037d0 0x55ca764535b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53883f645dd41cd5 server_cookie=110ef31e14baf3d2 in_seq=0 out_seq=0 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 1 -- 172.21.15.6:0/3166620139 <== mds.0 v2:172.21.15.6:6834/2774493316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55ca76273a90 con 0x55ca75f037d0 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 10 client.7005 handle_command_reply: tid=0 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 client.7005 shutdown 2024-09-21T07:30:10.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 -- 172.21.15.6:0/3166620139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca762f7ca0 msgr2=0x55ca76452660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca762f7ca0 0x55ca76452660 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fcff8009870 tx=0x7fcff8005770 comp rx=0 tx=0).stop 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 -- 172.21.15.6:0/3166620139 shutdown_connections 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x55ca75f037d0 0x55ca764535b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca7630e950 0x55ca76452ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca762f7ca0 0x55ca76452660 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fcfe97fa640 0 client.7005 ms_handle_reset on v2:172.21.15.6:6834/2774493316 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 --2- 172.21.15.6:0/3166620139 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca76452120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 -- 172.21.15.6:0/3166620139 >> 172.21.15.6:0/3166620139 conn(0x55ca763e4d90 msgr2=0x55ca7641c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 -- 172.21.15.6:0/3166620139 shutdown_connections 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 1 -- 172.21.15.6:0/3166620139 wait complete. 2024-09-21T07:30:10.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.644+0000 7fd0175d8000 20 client.7005 trim_cache size 0 max 16384 2024-09-21T07:30:10.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd0175d8000 1 Processor -- start 2024-09-21T07:30:10.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd0175d8000 1 -- start start 2024-09-21T07:30:10.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca75f1e460 0x55ca76421190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca762f7ca0 0x55ca764216d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca7647a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd0175d8000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd00815a6a0 con 0x55ca7630e950 2024-09-21T07:30:10.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd0175d8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd008159700 con 0x55ca762f7ca0 2024-09-21T07:30:10.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd0175d8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd008158a60 con 0x55ca75f1e460 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e8aa640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca7647a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e8aa640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca7647a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50466/0 (socket says 172.21.15.6:50466) 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e8aa640 1 -- 172.21.15.6:0/662908346 learned_addr learned my addr 172.21.15.6:0/662908346 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca75f1e460 0x55ca76421190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca762f7ca0 0x55ca764216d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e8aa640 1 -- 172.21.15.6:0/662908346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca75f1e460 msgr2=0x55ca76421190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca75f1e460 0x55ca76421190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e8aa640 1 -- 172.21.15.6:0/662908346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca762f7ca0 msgr2=0x55ca764216d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca762f7ca0 0x55ca764216d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.664+0000 7fd00e8aa640 1 -- 172.21.15.6:0/662908346 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca762bcdb0 con 0x55ca7630e950 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca7647a110 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fd000001dc0 tx=0x7fd000001eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaacd7c848657aaa server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fcfeb7fe640 1 -- 172.21.15.6:0/662908346 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000019020 con 0x55ca7630e950 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fcfeb7fe640 1 -- 172.21.15.6:0/662908346 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd000010a50 con 0x55ca7630e950 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fcfeb7fe640 1 -- 172.21.15.6:0/662908346 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000010e80 con 0x55ca7630e950 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- 172.21.15.6:0/662908346 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 msgr2=0x55ca7647a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca7647a110 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fd000001dc0 tx=0x7fd000001eb0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- 172.21.15.6:0/662908346 shutdown_connections 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca7647a110 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca762f7ca0 0x55ca764216d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 --2- 172.21.15.6:0/662908346 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca75f1e460 0x55ca76421190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- 172.21.15.6:0/662908346 >> 172.21.15.6:0/662908346 conn(0x55ca763e4d90 msgr2=0x55ca76420a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:10.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- 172.21.15.6:0/662908346 shutdown_connections 2024-09-21T07:30:10.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- 172.21.15.6:0/662908346 wait complete. 2024-09-21T07:30:10.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- start start 2024-09-21T07:30:10.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 Processor -- start 2024-09-21T07:30:10.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca764d96d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca764d9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca764da150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca7622cee0 con 0x55ca7630e950 2024-09-21T07:30:10.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd0081590b0 con 0x55ca75f1e460 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ca761fb5f0 con 0x55ca762f7ca0 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd0175d8000 10 client.0 _ll_register_callbacks cb 0x7fcff80096c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd00e8aa640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca764da150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd00e8aa640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca764da150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50474/0 (socket says 172.21.15.6:50474) 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd00e8aa640 1 -- 172.21.15.6:0/1164445902 learned_addr learned my addr 172.21.15.6:0/1164445902 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca764d96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.668+0000 7fd00d8a8640 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca764d9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd00e8aa640 1 -- 172.21.15.6:0/1164445902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 msgr2=0x55ca764d9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca764d9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd00e8aa640 1 -- 172.21.15.6:0/1164445902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 msgr2=0x55ca764d96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca764d96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd00e8aa640 1 -- 172.21.15.6:0/1164445902 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca76227ab0 con 0x55ca7630e950 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd00e8aa640 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca764da150 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fd000009010 tx=0x7fd000010990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8300f7f45d2bda73 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:10.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 1 -- 172.21.15.6:0/1164445902 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000019030 con 0x55ca7630e950 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 1 -- 172.21.15.6:0/1164445902 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fd0000157c0 con 0x55ca7630e950 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 -- 172.21.15.6:0/1164445902 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd000010a50 con 0x55ca7630e950 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 1 -- 172.21.15.6:0/1164445902 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) ==== 24+0+0 (secure 0 0 0) 0x7fd000030050 con 0x55ca7630e950 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 10 client.7011 fetch_fsmap learned FSMap version 67 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 -- 172.21.15.6:0/1164445902 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=2+}) -- 0x55ca76206070 con 0x55ca7630e950 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 1 -- 172.21.15.6:0/1164445902 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd000010a50 con 0x55ca7630e950 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 1 -- 172.21.15.6:0/1164445902 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 67) ==== 3502+0+0 (secure 0 0 0) 0x7fd000033020 con 0x55ca7630e950 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 10 client.7011 fetch_fsmap finished waiting for FSMap version 67 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 10 client.7011 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 20 client.7011 populate_metadata read hostname 'smithi006' 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x55ca75ef1830 0x55ca76476d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 4 client.7011 mds_command: new command op to 6864 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 -- 172.21.15.6:0/1164445902 --> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] -- command(tid 0: {"prefix": "status"}) -- 0x55ca7626f540 con 0x55ca75ef1830 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x55ca75ef1830 0x55ca76476d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 10 client.7011 ms_handle_connect on v2:172.21.15.6:6834/2774493316 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd00e0a9640 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x55ca75ef1830 0x55ca76476d80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19a1cb24b3b903a4 server_cookie=48b5c39787a26179 in_seq=0 out_seq=0 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 1 -- 172.21.15.6:0/1164445902 <== mds.0 v2:172.21.15.6:6834/2774493316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55ca7626f540 con 0x55ca75ef1830 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 10 client.7011 handle_command_reply: tid=0 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 client.7011 shutdown 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 -- 172.21.15.6:0/1164445902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 msgr2=0x55ca764da150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca764da150 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fd000009010 tx=0x7fd000010990 comp rx=0 tx=0).stop 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 -- 172.21.15.6:0/1164445902 shutdown_connections 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x55ca75ef1830 0x55ca76476d80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca7630e950 0x55ca764da150 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca762f7ca0 0x55ca764d9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 --2- 172.21.15.6:0/1164445902 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca75f1e460 0x55ca764d96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fcfe97fa640 0 client.7011 ms_handle_reset on v2:172.21.15.6:6834/2774493316 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 -- 172.21.15.6:0/1164445902 >> 172.21.15.6:0/1164445902 conn(0x55ca763e4d90 msgr2=0x55ca76421440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 -- 172.21.15.6:0/1164445902 shutdown_connections 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 1 -- 172.21.15.6:0/1164445902 wait complete. 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd0175d8000 20 client.7011 trim_cache size 0 max 16384 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:30:10.682 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 6864, 2024-09-21T07:30:10.683 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:30:10.683 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:30:10.683 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:30:10.683 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 6.132846893, 2024-09-21T07:30:10.683 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 67, 2024-09-21T07:30:10.684 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 91, 2024-09-21T07:30:10.684 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 91, 2024-09-21T07:30:10.684 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 10.648842867999999 2024-09-21T07:30:10.684 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 -- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcfec073200 msgr2=0x7fcfec075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcfec073200 0x7fcfec075710 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fcff80ae000 tx=0x7fcff801b060 comp rx=0 tx=0).stop 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 -- 172.21.15.6:0/2850080841 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd00806f450 msgr2=0x7fd00814e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd00806f450 0x7fd00814e140 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fd00400d950 tx=0x7fd00400de10 comp rx=0 tx=0).stop 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 -- 172.21.15.6:0/2850080841 shutdown_connections 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcfec073200 0x7fcfec075710 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd0080b3dc0 0x7fd0081fa8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd0080aef30 0x7fd0081fa380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 --2- 172.21.15.6:0/2850080841 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd00806f450 0x7fd00814e140 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 -- 172.21.15.6:0/2850080841 >> 172.21.15.6:0/2850080841 conn(0x7fd00806d5e0 msgr2=0x7fd008166980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:10.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 -- 172.21.15.6:0/2850080841 shutdown_connections 2024-09-21T07:30:10.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.672+0000 7fd01030d640 1 -- 172.21.15.6:0/2850080841 wait complete. 2024-09-21T07:30:10.696 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:30:10.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- 172.21.15.6:0/3604206269 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 msgr2=0x7f88c4003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 --2- 172.21.15.6:0/3604206269 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 0x7f88c4003ed0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f88c8006fd0 tx=0x7f88c801cf40 comp rx=0 tx=0).stop 2024-09-21T07:30:10.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- 172.21.15.6:0/3604206269 shutdown_connections 2024-09-21T07:30:10.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 --2- 172.21.15.6:0/3604206269 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 0x7f88c4003ed0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- 172.21.15.6:0/3604206269 >> 172.21.15.6:0/3604206269 conn(0x7f88d806d480 msgr2=0x7f88d80b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:10.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- 172.21.15.6:0/3604206269 shutdown_connections 2024-09-21T07:30:10.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- 172.21.15.6:0/3604206269 wait complete. 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 Processor -- start 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- start start 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 0x7f88d80b1780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88d81f3860 0x7f88d80ae820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88d81f3c70 0x7f88d80aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f88d815fa60 con 0x7f88c4003a60 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f88d815f8e0 con 0x7f88d81f3860 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88df39e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f88d815fbe0 con 0x7f88d81f3c70 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88dd13a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 0x7f88d80b1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88dd13a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 0x7f88d80b1780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50484/0 (socket says 172.21.15.6:50484) 2024-09-21T07:30:10.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.844+0000 7f88dd13a640 1 -- 172.21.15.6:0/215308904 learned_addr learned my addr 172.21.15.6:0/215308904 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:10.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dd93b640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88d81f3c70 0x7f88d80aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dc939640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88d81f3860 0x7f88d80ae820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dd13a640 1 -- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88d81f3c70 msgr2=0x7f88d80aed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dd13a640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88d81f3c70 0x7f88d80aed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dd13a640 1 -- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88d81f3860 msgr2=0x7f88d80ae820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dd13a640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88d81f3860 0x7f88d80ae820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dd13a640 1 -- 172.21.15.6:0/215308904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88d81f9aa0 con 0x7f88c4003a60 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dd13a640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 0x7f88d80b1780 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f88c8000c10 tx=0x7f88c8006d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88cdffb640 1 -- 172.21.15.6:0/215308904 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c80a5ba0 con 0x7f88c4003a60 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88cdffb640 1 -- 172.21.15.6:0/215308904 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88c80014c0 con 0x7f88c4003a60 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88cdffb640 1 -- 172.21.15.6:0/215308904 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c80060d0 con 0x7f88c4003a60 2024-09-21T07:30:10.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88d81f9d60 con 0x7f88c4003a60 2024-09-21T07:30:10.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88d81fa320 con 0x7f88c4003a60 2024-09-21T07:30:10.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88d80767b0 con 0x7f88c4003a60 2024-09-21T07:30:10.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88cdffb640 1 -- 172.21.15.6:0/215308904 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f88c8006270 con 0x7f88c4003a60 2024-09-21T07:30:10.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88cdffb640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f88bc073230 0x7f88bc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:10.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88cdffb640 1 -- 172.21.15.6:0/215308904 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f88c812dc70 con 0x7f88c4003a60 2024-09-21T07:30:10.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.848+0000 7f88dc939640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f88bc073230 0x7f88bc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:10.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.852+0000 7f88dc939640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f88bc073230 0x7f88bc075740 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f88d4000c10 tx=0x7f88d4006b50 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:10.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:10.852+0000 7f88cdffb640 1 -- 172.21.15.6:0/215308904 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f88c8016cf0 con 0x7f88c4003a60 2024-09-21T07:30:11.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.060+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f88d8160140 con 0x7f88c4003a60 2024-09-21T07:30:11.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88cdffb640 1 -- 172.21.15.6:0/215308904 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v67) ==== 53+0+73 (secure 0 0 0) 0x7f88c80f8e00 con 0x7f88c4003a60 2024-09-21T07:30:11.067 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:30:11.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f88bc073230 msgr2=0x7f88bc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:11.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f88bc073230 0x7f88bc075740 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f88d4000c10 tx=0x7f88d4006b50 comp rx=0 tx=0).stop 2024-09-21T07:30:11.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 msgr2=0x7f88d80b1780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 0x7f88d80b1780 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f88c8000c10 tx=0x7f88c8006d30 comp rx=0 tx=0).stop 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 shutdown_connections 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f88bc073230 0x7f88bc075740 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88d81f3c70 0x7f88d80aed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88d81f3860 0x7f88d80ae820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 --2- 172.21.15.6:0/215308904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88c4003a60 0x7f88d80b1780 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 >> 172.21.15.6:0/215308904 conn(0x7f88d806d480 msgr2=0x7f88d806fe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 shutdown_connections 2024-09-21T07:30:11.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11.064+0000 7f88df39e640 1 -- 172.21.15.6:0/215308904 wait complete. 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:30:11.088 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:30:11.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:11.089 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:30:11.094 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:30:11.094 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:30:11.095 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42160sec preferred_lft 42160sec 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:30:11.096 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:11.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:11.098 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:30:11.147 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:30:11.148 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:11.148 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:30:11.200 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:30:11.200 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:30:11.200 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:30:11.200 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:30:11.200 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:30:11.200 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:30:11.201 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:30:11.201 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:30:11.201 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:30:11.201 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:30:11.201 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:30:11.201 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:30:11.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:30:11.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:30:11.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:11.321 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:30:11.326 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:30:11.326 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:30:11.327 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:30:11.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:11.327 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:30:11.381 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:30:11.381 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:30:11.382 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:11.427 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:30:11.427 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:30:11.427 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:11.475 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:30:11.536 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:11.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:30:11.586 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:30:11.586 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:30:11.586 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:30:11.586 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:30:11.586 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:30:11.586 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:30:11.586 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:30:11.587 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:11.588 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:11.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:11.589 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:30:11.635 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:30:11.635 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:30:11.680 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:30:11.694 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:11.744 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:30:11.744 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:30:11.744 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:30:11.745 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:30:11.746 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:11.747 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:11.747 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:11.747 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:11.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:11.748 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:30:11.793 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:30:11.788+0000 7fc57fa78580 -1 init, newargv = 0x562f5638be80 newargc=15 2024-09-21T07:30:11.794 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[46223]: starting ceph client 2024-09-21T07:30:11.800 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[46223]: starting fuse 2024-09-21T07:30:12.895 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:30:12.912 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:12.961 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:30:12.962 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:30:12.963 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:12.964 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:12.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:12.965 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:30:13.011 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:30:13.011 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:30:13.012 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:30:13.013 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:30:13.014 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:30:13.139 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.46223.asok 2024-09-21T07:30:13.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:30:13.152 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.46223.asok 2024-09-21T07:30:13.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:13.152 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.46223.asok status 2024-09-21T07:30:13.333 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:30:13.333 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:30:13.333 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:30:13.333 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:30:13.333 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:30:13.333 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "46223", 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 7023, 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 7023 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:13.334 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3903499983 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3903499983 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.7023 192.168.0.1:0/3903499983", 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/3903499983", 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 67, 2024-09-21T07:30:13.335 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 91, 2024-09-21T07:30:13.336 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:30:13.336 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:30:13.336 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:30:13.336 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:30:13.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:13.350 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:30:13.350 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:13.357 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:30:13.357 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:13.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:13.358 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:13.412 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:30:13.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.612+0000 7fb948610640 1 -- 172.21.15.6:0/1380291105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb940070230 msgr2=0x7fb940070640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:13.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.612+0000 7fb948610640 1 --2- 172.21.15.6:0/1380291105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb940070230 0x7fb940070640 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fb9400b2f60 tx=0x7fb93001dad0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 -- 172.21.15.6:0/1380291105 shutdown_connections 2024-09-21T07:30:13.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 --2- 172.21.15.6:0/1380291105 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9400c6140 0x7fb9400c6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 --2- 172.21.15.6:0/1380291105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb940070230 0x7fb940070640 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 --2- 172.21.15.6:0/1380291105 >> v2:172.21.15.145:3300/0 conn(0x7fb940155430 0x7fb9400cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 -- 172.21.15.6:0/1380291105 >> 172.21.15.6:0/1380291105 conn(0x7fb94006d480 msgr2=0x7fb9400b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:13.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 -- 172.21.15.6:0/1380291105 shutdown_connections 2024-09-21T07:30:13.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 -- 172.21.15.6:0/1380291105 wait complete. 2024-09-21T07:30:13.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 Processor -- start 2024-09-21T07:30:13.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 -- start start 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb940070230 0x7fb94014c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400c6140 0x7fb9400cb570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb940155430 0x7fb9400cbab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb94006f4c0 con 0x7fb9400c6140 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb94006f340 con 0x7fb940070230 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb948610640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb94006f640 con 0x7fb940155430 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb945bab640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400c6140 0x7fb9400cb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb945bab640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400c6140 0x7fb9400cb570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39216/0 (socket says 172.21.15.6:39216) 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb945bab640 1 -- 172.21.15.6:0/1251621141 learned_addr learned my addr 172.21.15.6:0/1251621141 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb9463ac640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb940070230 0x7fb94014c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:13.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.616+0000 7fb946bad640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb940155430 0x7fb9400cbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:13.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb945bab640 1 -- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb940155430 msgr2=0x7fb9400cbab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:13.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb945bab640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb940155430 0x7fb9400cbab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb945bab640 1 -- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb940070230 msgr2=0x7fb94014c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb945bab640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb940070230 0x7fb94014c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb945bab640 1 -- 172.21.15.6:0/1251621141 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9401518b0 con 0x7fb9400c6140 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb945bab640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400c6140 0x7fb9400cb570 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fb93001c180 tx=0x7fb9300a67e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb936ffd640 1 -- 172.21.15.6:0/1251621141 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9300b3070 con 0x7fb9400c6140 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb936ffd640 1 -- 172.21.15.6:0/1251621141 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb930005030 con 0x7fb9400c6140 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb940151b90 con 0x7fb9400c6140 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb936ffd640 1 -- 172.21.15.6:0/1251621141 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb930005460 con 0x7fb9400c6140 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb940152150 con 0x7fb9400c6140 2024-09-21T07:30:13.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb94006fb30 con 0x7fb9400c6140 2024-09-21T07:30:13.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb936ffd640 1 -- 172.21.15.6:0/1251621141 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb9300be060 con 0x7fb9400c6140 2024-09-21T07:30:13.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb936ffd640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb924073200 0x7fb924075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:13.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.620+0000 7fb936ffd640 1 -- 172.21.15.6:0/1251621141 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fb93012e480 con 0x7fb9400c6140 2024-09-21T07:30:13.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.624+0000 7fb9463ac640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb924073200 0x7fb924075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:13.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.624+0000 7fb9463ac640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb924073200 0x7fb924075710 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fb93c0058d0 tx=0x7fb93c005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:13.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.624+0000 7fb936ffd640 1 -- 172.21.15.6:0/1251621141 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb9300177e0 con 0x7fb9400c6140 2024-09-21T07:30:13.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.840+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb9401fd5d0 con 0x7fb9400c6140 2024-09-21T07:30:13.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.840+0000 7fb936ffd640 1 -- 172.21.15.6:0/1251621141 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v67) ==== 53+0+73 (secure 0 0 0) 0x7fb9300f9610 con 0x7fb9400c6140 2024-09-21T07:30:13.844 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:30:13.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb924073200 msgr2=0x7fb924075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb924073200 0x7fb924075710 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fb93c0058d0 tx=0x7fb93c005860 comp rx=0 tx=0).stop 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400c6140 msgr2=0x7fb9400cb570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400c6140 0x7fb9400cb570 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fb93001c180 tx=0x7fb9300a67e0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 shutdown_connections 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb924073200 0x7fb924075710 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb940155430 0x7fb9400cbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400c6140 0x7fb9400cb570 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 --2- 172.21.15.6:0/1251621141 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb940070230 0x7fb94014c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 >> 172.21.15.6:0/1251621141 conn(0x7fb94006d480 msgr2=0x7fb94014d390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 shutdown_connections 2024-09-21T07:30:13.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:13.844+0000 7fb948610640 1 -- 172.21.15.6:0/1251621141 wait complete. 2024-09-21T07:30:13.867 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:30:13.867 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:30:13.867 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:30:13.867 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:30:13.867 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:13.867 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:30:13.868 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:30:13.868 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:30:13.868 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:30:13.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:13.868 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:30:13.875 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:30:13.875 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:30:13.875 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:30:13.875 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:13.875 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:30:13.875 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:13.875 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:13.875 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42159sec preferred_lft 42159sec 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:30:13.876 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:30:13.877 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:13.878 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:30:13.878 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:13.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:13.878 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:30:13.929 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:30:13.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:13.931 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:30:13.981 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:30:13.981 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:30:13.981 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:30:13.982 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:30:13.982 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:30:13.982 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:30:13.982 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:30:13.982 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:30:13.982 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:30:13.982 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:30:13.982 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:30:13.983 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:30:13.983 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:30:13.983 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:30:13.983 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:30:13.983 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:30:13.983 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:30:14.077 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:30:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:30:14.107 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:30:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:30:14.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:14.114 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:30:14.119 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:30:14.120 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:30:14.120 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:30:14.120 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:14.120 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:30:14.176 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:30:14.176 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:30:14.176 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:14.229 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:30:14.230 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:30:14.230 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:14.278 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:30:14.335 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:14.383 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:30:14.383 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:30:14.383 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:30:14.383 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:30:14.383 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:30:14.383 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:30:14.383 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:14.384 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:14.385 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:14.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:14.386 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:30:14.434 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:30:14.434 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:30:14.479 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:30:14.493 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:14.542 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:30:14.542 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:30:14.542 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:30:14.543 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:30:14.544 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:14.545 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:14.545 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:14.545 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:14.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:14.546 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:30:14.590 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:30:14.586+0000 7fc2f525c580 -1 init, newargv = 0x7fc2d80046b0 newargc=15 2024-09-21T07:30:14.590 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35969]: starting ceph client 2024-09-21T07:30:14.599 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35969]: starting fuse 2024-09-21T07:30:15.696 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:30:15.714 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:15.765 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:30:15.766 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:30:15.766 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:30:15.766 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:30:15.767 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:30:15.767 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:30:15.767 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:30:15.768 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:30:15.769 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:30:15.769 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:30:15.769 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:30:15.769 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:30:15.770 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:15.770 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:30:15.770 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:30:15.770 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:30:15.771 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:30:15.772 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:30:15.772 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:30:15.772 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:30:15.772 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:15.772 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:15.772 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:15.772 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:15.772 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:15.773 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:15.773 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:30:15.815 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:30:15.815 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:30:15.817 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:30:15.818 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:30:15.819 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:30:15.936 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.35969.asok 2024-09-21T07:30:15.939 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:30:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:30:15.947 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.35969.asok 2024-09-21T07:30:15.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:15.948 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.35969.asok status 2024-09-21T07:30:16.126 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:30:16.126 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:30:16.126 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "35969", 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 6259, 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:30:16.127 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 6259 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 2501122932 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 2501122932 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.6259 192.168.0.1:0/2501122932", 2024-09-21T07:30:16.128 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/2501122932", 2024-09-21T07:30:16.129 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:30:16.129 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 67, 2024-09-21T07:30:16.129 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 91, 2024-09-21T07:30:16.129 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:30:16.129 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:30:16.129 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:30:16.129 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:30:16.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:16.143 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:30:16.143 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:16.150 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:30:16.150 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:16.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:16.150 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:16.206 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:30:16.206 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:16.213 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:30:16.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a88655640 1 -- 172.21.15.6:0/3145224426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a6c004810 msgr2=0x7f3a6c004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:16.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a88655640 1 --2- 172.21.15.6:0/3145224426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a6c004810 0x7f3a6c004c20 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f3a70009b60 tx=0x7f3a7001d290 comp rx=0 tx=0).stop 2024-09-21T07:30:16.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a86bf2640 1 -- 172.21.15.6:0/3145224426 reap_dead start 2024-09-21T07:30:16.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a88655640 1 -- 172.21.15.6:0/3145224426 shutdown_connections 2024-09-21T07:30:16.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a88655640 1 -- 172.21.15.6:0/3145224426 >> 172.21.15.6:0/3145224426 conn(0x7f3a8006d5e0 msgr2=0x7f3a800b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:16.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a88655640 1 -- 172.21.15.6:0/3145224426 shutdown_connections 2024-09-21T07:30:16.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a88655640 1 -- 172.21.15.6:0/3145224426 wait complete. 2024-09-21T07:30:16.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a88655640 1 Processor -- start 2024-09-21T07:30:16.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.424+0000 7f3a88655640 1 -- start start 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a6c004810 0x7f3a80145570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a8009a1a0 0x7f3a8009a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a8009b930 0x7f3a8009bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3a800b4f60 con 0x7f3a8009a1a0 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3a800b4de0 con 0x7f3a8009b930 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3a800af480 con 0x7f3a6c004810 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a8009a1a0 0x7f3a8009a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a8009a1a0 0x7f3a8009a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39226/0 (socket says 172.21.15.6:39226) 2024-09-21T07:30:16.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 -- 172.21.15.6:0/1634228948 learned_addr learned my addr 172.21.15.6:0/1634228948 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a863f1640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a6c004810 0x7f3a80145570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a86bf2640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a8009b930 0x7f3a8009bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 -- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a6c004810 msgr2=0x7f3a80145570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a6c004810 0x7f3a80145570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 -- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a8009b930 msgr2=0x7f3a8009bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a8009b930 0x7f3a8009bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 -- 172.21.15.6:0/1634228948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a8009c280 con 0x7f3a8009a1a0 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a86bf2640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a8009b930 0x7f3a8009bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a85bf0640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a8009a1a0 0x7f3a8009a5b0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f3a7001d0c0 tx=0x7f3a70005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a76ffd640 1 -- 172.21.15.6:0/1634228948 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a700b1040 con 0x7f3a8009a1a0 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a76ffd640 1 -- 172.21.15.6:0/1634228948 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3a700bb070 con 0x7f3a8009a1a0 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a801f3660 con 0x7f3a8009a1a0 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a76ffd640 1 -- 172.21.15.6:0/1634228948 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a70004290 con 0x7f3a8009a1a0 2024-09-21T07:30:16.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a8009b100 con 0x7f3a8009a1a0 2024-09-21T07:30:16.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a8009ab90 con 0x7f3a8009a1a0 2024-09-21T07:30:16.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.428+0000 7f3a76ffd640 1 -- 172.21.15.6:0/1634228948 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3a700046d0 con 0x7f3a8009a1a0 2024-09-21T07:30:16.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.432+0000 7f3a76ffd640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a64073230 0x7f3a64075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:16.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.432+0000 7f3a76ffd640 1 -- 172.21.15.6:0/1634228948 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f3a7012f170 con 0x7f3a8009a1a0 2024-09-21T07:30:16.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.432+0000 7f3a863f1640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a64073230 0x7f3a64075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:16.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.432+0000 7f3a863f1640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a64073230 0x7f3a64075740 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c009a30 tx=0x7f3a7c0091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:16.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.436+0000 7f3a76ffd640 1 -- 172.21.15.6:0/1634228948 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3a8009c280 con 0x7f3a8009a1a0 2024-09-21T07:30:16.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3a800afa10 con 0x7f3a8009a1a0 2024-09-21T07:30:16.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a76ffd640 1 -- 172.21.15.6:0/1634228948 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v91) ==== 80+0+0 (secure 0 0 0) 0x7f3a70016fa0 con 0x7f3a8009a1a0 2024-09-21T07:30:16.623 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:30:16.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a64073230 msgr2=0x7f3a64075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:16.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a64073230 0x7f3a64075740 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c009a30 tx=0x7f3a7c0091e0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a8009a1a0 msgr2=0x7f3a8009a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:16.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a8009a1a0 0x7f3a8009a5b0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f3a7001d0c0 tx=0x7f3a70005590 comp rx=0 tx=0).stop 2024-09-21T07:30:16.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 shutdown_connections 2024-09-21T07:30:16.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a64073230 0x7f3a64075740 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a8009b930 0x7f3a8009bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a8009a1a0 0x7f3a8009a5b0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 --2- 172.21.15.6:0/1634228948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a6c004810 0x7f3a80145570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 >> 172.21.15.6:0/1634228948 conn(0x7f3a8006d5e0 msgr2=0x7f3a801e60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:16.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 shutdown_connections 2024-09-21T07:30:16.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.620+0000 7f3a88655640 1 -- 172.21.15.6:0/1634228948 wait complete. 2024-09-21T07:30:16.643 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:30:16.643 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:16.650 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:30:16.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.856+0000 7f6352dde640 1 -- 172.21.15.6:0/334570369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 msgr2=0x7f634c072fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:16.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.856+0000 7f6352dde640 1 --2- 172.21.15.6:0/334570369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 0x7f634c072fd0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f634c1602c0 tx=0x7f634401cd80 comp rx=0 tx=0).stop 2024-09-21T07:30:16.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.856+0000 7f6352dde640 1 -- 172.21.15.6:0/334570369 shutdown_connections 2024-09-21T07:30:16.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.856+0000 7f6352dde640 1 --2- 172.21.15.6:0/334570369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 0x7f634c072fd0 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.856+0000 7f6352dde640 1 --2- 172.21.15.6:0/334570369 >> v2:172.21.15.145:3300/0 conn(0x7f634c070850 0x7f634c0af710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.856+0000 7f6352dde640 1 -- 172.21.15.6:0/334570369 >> 172.21.15.6:0/334570369 conn(0x7f634c06d5e0 msgr2=0x7f634c0b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:16.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.856+0000 7f6352dde640 1 -- 172.21.15.6:0/334570369 shutdown_connections 2024-09-21T07:30:16.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.856+0000 7f6352dde640 1 -- 172.21.15.6:0/334570369 wait complete. 2024-09-21T07:30:16.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6352dde640 1 Processor -- start 2024-09-21T07:30:16.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6352dde640 1 -- start start 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6352dde640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 0x7f634c1f75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6352dde640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15b740 0x7f634c165250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6352dde640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15be70 0x7f634c15c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6352dde640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f634c168e60 con 0x7f634c0ae060 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6352dde640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f634c168ce0 con 0x7f634c15b740 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6352dde640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f634c168fe0 con 0x7f634c15be70 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6350b7a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 0x7f634c1f75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6350b7a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 0x7f634c1f75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39250/0 (socket says 172.21.15.6:39250) 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.860+0000 7f6350b7a640 1 -- 172.21.15.6:0/1177387714 learned_addr learned my addr 172.21.15.6:0/1177387714 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f634bfff640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15b740 0x7f634c165250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f635137b640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15be70 0x7f634c15c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:16.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6350b7a640 1 -- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15be70 msgr2=0x7f634c15c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6350b7a640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15be70 0x7f634c15c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6350b7a640 1 -- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15b740 msgr2=0x7f634c165250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6350b7a640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15b740 0x7f634c165250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6350b7a640 1 -- 172.21.15.6:0/1177387714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c15c7c0 con 0x7f634c0ae060 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6350b7a640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 0x7f634c1f75b0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f633c00b410 tx=0x7f633c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f63497fa640 1 -- 172.21.15.6:0/1177387714 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c015030 con 0x7f634c0ae060 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f63497fa640 1 -- 172.21.15.6:0/1177387714 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f633c004020 con 0x7f634c0ae060 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634c09c9d0 con 0x7f634c0ae060 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f63497fa640 1 -- 172.21.15.6:0/1177387714 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c0044b0 con 0x7f634c0ae060 2024-09-21T07:30:16.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f634c09cf90 con 0x7f634c0ae060 2024-09-21T07:30:16.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f634c0af710 con 0x7f634c0ae060 2024-09-21T07:30:16.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f63497fa640 1 -- 172.21.15.6:0/1177387714 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f633c018070 con 0x7f634c0ae060 2024-09-21T07:30:16.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f63497fa640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6338073230 0x7f6338075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:16.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f63497fa640 1 -- 172.21.15.6:0/1177387714 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f633c094110 con 0x7f634c0ae060 2024-09-21T07:30:16.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.864+0000 7f634bfff640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6338073230 0x7f6338075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:16.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.868+0000 7f634bfff640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6338073230 0x7f6338075740 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f63400058d0 tx=0x7f6340005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:16.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:16.868+0000 7f63497fa640 1 -- 172.21.15.6:0/1177387714 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f634c15c7c0 con 0x7f634c0ae060 2024-09-21T07:30:17.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f634c0cffb0 con 0x7f634c0ae060 2024-09-21T07:30:17.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f63497fa640 1 -- 172.21.15.6:0/1177387714 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v91) ==== 80+0+0 (secure 0 0 0) 0x7f633c05f1c0 con 0x7f634c0ae060 2024-09-21T07:30:17.059 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:30:17.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6338073230 msgr2=0x7f6338075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6338073230 0x7f6338075740 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f63400058d0 tx=0x7f6340005860 comp rx=0 tx=0).stop 2024-09-21T07:30:17.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 msgr2=0x7f634c1f75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 0x7f634c1f75b0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f633c00b410 tx=0x7f633c00b8d0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 shutdown_connections 2024-09-21T07:30:17.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6338073230 0x7f6338075740 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f634c15be70 0x7f634c15c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f634c15b740 0x7f634c165250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 --2- 172.21.15.6:0/1177387714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f634c0ae060 0x7f634c1f75b0 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 >> 172.21.15.6:0/1177387714 conn(0x7f634c06d5e0 msgr2=0x7f634c1518b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:17.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 shutdown_connections 2024-09-21T07:30:17.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.056+0000 7f6352dde640 1 -- 172.21.15.6:0/1177387714 wait complete. 2024-09-21T07:30:17.079 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:30:17.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:17.080 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:17.090 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[46223]: fuse finished with error 0 and tester_r 0 2024-09-21T07:30:17.091 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:30:17.161 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:30:17.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:17.161 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:30:17.167 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:30:17.167 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:17.175 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:30:17.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.368+0000 7fd1681c4640 1 -- 172.21.15.6:0/1628105653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd14c005160 msgr2=0x7fd14c00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.368+0000 7fd1681c4640 1 --2- 172.21.15.6:0/1628105653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd14c005160 0x7fd14c00b9d0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fd158009eb0 tx=0x7fd15801d5f0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.368+0000 7fd166761640 1 -- 172.21.15.6:0/1628105653 reap_dead start 2024-09-21T07:30:17.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.368+0000 7fd1681c4640 1 -- 172.21.15.6:0/1628105653 shutdown_connections 2024-09-21T07:30:17.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.368+0000 7fd1681c4640 1 -- 172.21.15.6:0/1628105653 >> 172.21.15.6:0/1628105653 conn(0x7fd16006d5e0 msgr2=0x7fd1600b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:17.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.368+0000 7fd1681c4640 1 -- 172.21.15.6:0/1628105653 shutdown_connections 2024-09-21T07:30:17.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.368+0000 7fd1681c4640 1 -- 172.21.15.6:0/1628105653 wait complete. 2024-09-21T07:30:17.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1681c4640 1 Processor -- start 2024-09-21T07:30:17.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1681c4640 1 -- start start 2024-09-21T07:30:17.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1681c4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16015c6c0 0x7fd1601f2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:17.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1681c4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16015e940 0x7fd160158dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:17.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1681c4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd160159310 0x7fd1601f5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:17.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1681c4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd1600af890 con 0x7fd160159310 2024-09-21T07:30:17.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1681c4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd1600af710 con 0x7fd16015c6c0 2024-09-21T07:30:17.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1681c4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd1600afa10 con 0x7fd16015e940 2024-09-21T07:30:17.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd160159310 0x7fd1601f5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:17.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd160159310 0x7fd1601f5b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39276/0 (socket says 172.21.15.6:39276) 2024-09-21T07:30:17.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 -- 172.21.15.6:0/506385238 learned_addr learned my addr 172.21.15.6:0/506385238 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:17.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd165f60640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16015c6c0 0x7fd1601f2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:17.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd16575f640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16015e940 0x7fd160158dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:17.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 -- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16015e940 msgr2=0x7fd160158dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16015e940 0x7fd160158dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 -- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16015c6c0 msgr2=0x7fd1601f2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16015c6c0 0x7fd1601f2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 -- 172.21.15.6:0/506385238 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd160157870 con 0x7fd160159310 2024-09-21T07:30:17.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd16575f640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16015e940 0x7fd160158dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:17.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd166761640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd160159310 0x7fd1601f5b70 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fd158009eb0 tx=0x7fd158009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:17.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1567fc640 1 -- 172.21.15.6:0/506385238 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1580ad070 con 0x7fd160159310 2024-09-21T07:30:17.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1567fc640 1 -- 172.21.15.6:0/506385238 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1580a7a90 con 0x7fd160159310 2024-09-21T07:30:17.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.372+0000 7fd1567fc640 1 -- 172.21.15.6:0/506385238 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd158009200 con 0x7fd160159310 2024-09-21T07:30:17.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.376+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd16015cbc0 con 0x7fd160159310 2024-09-21T07:30:17.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.376+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd16015d180 con 0x7fd160159310 2024-09-21T07:30:17.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.376+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1600ae5b0 con 0x7fd160159310 2024-09-21T07:30:17.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.376+0000 7fd1567fc640 1 -- 172.21.15.6:0/506385238 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd1580b0070 con 0x7fd160159310 2024-09-21T07:30:17.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.376+0000 7fd1567fc640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd144073230 0x7fd144075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:17.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.376+0000 7fd1567fc640 1 -- 172.21.15.6:0/506385238 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fd15812ee90 con 0x7fd160159310 2024-09-21T07:30:17.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.376+0000 7fd165f60640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd144073230 0x7fd144075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:17.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.376+0000 7fd165f60640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd144073230 0x7fd144075740 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fd15c001250 tx=0x7fd15c001120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:17.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.380+0000 7fd1567fc640 1 -- 172.21.15.6:0/506385238 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd1580c1020 con 0x7fd160159310 2024-09-21T07:30:17.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.556+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd1600b25c0 con 0x7fd160159310 2024-09-21T07:30:17.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1567fc640 1 -- 172.21.15.6:0/506385238 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v91) ==== 80+0+0 (secure 0 0 0) 0x7fd1580b7070 con 0x7fd160159310 2024-09-21T07:30:17.563 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:30:17.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd144073230 msgr2=0x7fd144075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd144073230 0x7fd144075740 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fd15c001250 tx=0x7fd15c001120 comp rx=0 tx=0).stop 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd160159310 msgr2=0x7fd1601f5b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd160159310 0x7fd1601f5b70 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fd158009eb0 tx=0x7fd158009780 comp rx=0 tx=0).stop 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 shutdown_connections 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd144073230 0x7fd144075740 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd160159310 0x7fd1601f5b70 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd16015e940 0x7fd160158dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 --2- 172.21.15.6:0/506385238 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd16015c6c0 0x7fd1601f2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 >> 172.21.15.6:0/506385238 conn(0x7fd16006d5e0 msgr2=0x7fd1600b3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 shutdown_connections 2024-09-21T07:30:17.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.560+0000 7fd1681c4640 1 -- 172.21.15.6:0/506385238 wait complete. 2024-09-21T07:30:17.584 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:30:17.585 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:17.591 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:30:17.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 -- 172.21.15.6:0/1120396866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc162950 msgr2=0x7f5afc164d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/1120396866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc162950 0x7f5afc164d70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f5af4009bf0 tx=0x7f5af401cba0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 -- 172.21.15.6:0/1120396866 shutdown_connections 2024-09-21T07:30:17.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/1120396866 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc162950 0x7f5afc164d70 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/1120396866 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5afc06f450 0x7f5afc0ae9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 -- 172.21.15.6:0/1120396866 >> 172.21.15.6:0/1120396866 conn(0x7f5afc06d5e0 msgr2=0x7f5afc0b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:17.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 -- 172.21.15.6:0/1120396866 shutdown_connections 2024-09-21T07:30:17.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 -- 172.21.15.6:0/1120396866 wait complete. 2024-09-21T07:30:17.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 Processor -- start 2024-09-21T07:30:17.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.740+0000 7f5b00aaf640 1 -- start start 2024-09-21T07:30:17.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5afc06f450 0x7f5afc099870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:17.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc0aef30 0x7f5afc15b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:17.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5afc162950 0x7f5afc15b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:17.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc165ad0 con 0x7f5afc06f450 2024-09-21T07:30:17.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc165950 con 0x7f5afc0aef30 2024-09-21T07:30:17.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5afc165c50 con 0x7f5afc162950 2024-09-21T07:30:17.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5afc06f450 0x7f5afc099870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:17.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5afc06f450 0x7f5afc099870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39290/0 (socket says 172.21.15.6:39290) 2024-09-21T07:30:17.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 -- 172.21.15.6:0/782075421 learned_addr learned my addr 172.21.15.6:0/782075421 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:17.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afad9d640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5afc162950 0x7f5afc15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:17.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af3fff640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc0aef30 0x7f5afc15b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:17.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 -- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5afc162950 msgr2=0x7f5afc15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5afc162950 0x7f5afc15b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 -- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc0aef30 msgr2=0x7f5afc15b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc0aef30 0x7f5afc15b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 -- 172.21.15.6:0/782075421 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5afc1f73e0 con 0x7f5afc06f450 2024-09-21T07:30:17.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af3fff640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc0aef30 0x7f5afc15b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:17.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5afa59c640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5afc06f450 0x7f5afc099870 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f5aec00ea20 tx=0x7f5aec00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:17.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af2ffd640 1 -- 172.21.15.6:0/782075421 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aec00cd80 con 0x7f5afc06f450 2024-09-21T07:30:17.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af2ffd640 1 -- 172.21.15.6:0/782075421 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5aec004020 con 0x7f5afc06f450 2024-09-21T07:30:17.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af2ffd640 1 -- 172.21.15.6:0/782075421 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aec004450 con 0x7f5afc06f450 2024-09-21T07:30:17.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5afc1f76c0 con 0x7f5afc06f450 2024-09-21T07:30:17.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5afc1f7c80 con 0x7f5afc06f450 2024-09-21T07:30:17.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5afc0ae9f0 con 0x7f5afc06f450 2024-09-21T07:30:17.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af2ffd640 1 -- 172.21.15.6:0/782075421 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5aec003600 con 0x7f5afc06f450 2024-09-21T07:30:17.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af2ffd640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5adc073200 0x7f5adc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:17.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af2ffd640 1 -- 172.21.15.6:0/782075421 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f5aec094c00 con 0x7f5afc06f450 2024-09-21T07:30:17.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.744+0000 7f5af3fff640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5adc073200 0x7f5adc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:17.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.748+0000 7f5af3fff640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5adc073200 0x7f5adc075710 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5afc15ae20 tx=0x7f5ae4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:17.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.748+0000 7f5af2ffd640 1 -- 172.21.15.6:0/782075421 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5aec09b080 con 0x7f5afc06f450 2024-09-21T07:30:17.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.928+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5afc0736c0 con 0x7f5afc06f450 2024-09-21T07:30:17.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5af2ffd640 1 -- 172.21.15.6:0/782075421 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v91) ==== 80+0+0 (secure 0 0 0) 0x7f5aec05fc20 con 0x7f5afc06f450 2024-09-21T07:30:17.936 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:30:17.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5adc073200 msgr2=0x7f5adc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5adc073200 0x7f5adc075710 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5afc15ae20 tx=0x7f5ae4009040 comp rx=0 tx=0).stop 2024-09-21T07:30:17.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5afc06f450 msgr2=0x7f5afc099870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:17.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5afc06f450 0x7f5afc099870 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f5aec00ea20 tx=0x7f5aec00ee20 comp rx=0 tx=0).stop 2024-09-21T07:30:17.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 shutdown_connections 2024-09-21T07:30:17.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5adc073200 0x7f5adc075710 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5afc162950 0x7f5afc15b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5afc0aef30 0x7f5afc15b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 --2- 172.21.15.6:0/782075421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5afc06f450 0x7f5afc099870 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:17.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 >> 172.21.15.6:0/782075421 conn(0x7f5afc06d5e0 msgr2=0x7f5afc155980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:17.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 shutdown_connections 2024-09-21T07:30:17.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:17.932+0000 7f5b00aaf640 1 -- 172.21.15.6:0/782075421 wait complete. 2024-09-21T07:30:17.956 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:30:17.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:17.956 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:17.969 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[35969]: fuse finished with error 0 and tester_r 0 2024-09-21T07:30:17.971 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:30:24.073 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:30:24.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:24.073 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:30:24.080 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:24.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- 172.21.15.6:0/605881595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 msgr2=0x7fe204005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 --2- 172.21.15.6:0/605881595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 0x7fe204005220 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fe21c0d1100 tx=0x7fe20c01d5b0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe221cff640 1 -- 172.21.15.6:0/605881595 reap_dead start 2024-09-21T07:30:24.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- 172.21.15.6:0/605881595 shutdown_connections 2024-09-21T07:30:24.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- 172.21.15.6:0/605881595 >> 172.21.15.6:0/605881595 conn(0x7fe21c09da00 msgr2=0x7fe21c0d46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:24.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- 172.21.15.6:0/605881595 shutdown_connections 2024-09-21T07:30:24.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- 172.21.15.6:0/605881595 wait complete. 2024-09-21T07:30:24.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 Processor -- start 2024-09-21T07:30:24.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- start start 2024-09-21T07:30:24.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 0x7fe21c14dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c15ee40 0x7fe21c15f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c15f790 0x7fe21c1f8de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c06f240 con 0x7fe204004d50 2024-09-21T07:30:24.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe21c06f0c0 con 0x7fe21c15ee40 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.248+0000 7fe223762640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe21c06f3c0 con 0x7fe21c15f790 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 0x7fe21c14dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe220cfd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c15ee40 0x7fe21c15f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 0x7fe21c14dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39172/0 (socket says 172.21.15.6:39172) 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 -- 172.21.15.6:0/480050910 learned_addr learned my addr 172.21.15.6:0/480050910 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe221cff640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c15f790 0x7fe21c1f8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 -- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c15f790 msgr2=0x7fe21c1f8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c15f790 0x7fe21c1f8de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 -- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c15ee40 msgr2=0x7fe21c15f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c15ee40 0x7fe21c15f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 -- 172.21.15.6:0/480050910 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe21c14e010 con 0x7fe204004d50 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe2214fe640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 0x7fe21c14dad0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fe214004d20 tx=0x7fe214001640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:24.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe219ffb640 1 -- 172.21.15.6:0/480050910 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214011660 con 0x7fe204004d50 2024-09-21T07:30:24.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe219ffb640 1 -- 172.21.15.6:0/480050910 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe214016070 con 0x7fe204004d50 2024-09-21T07:30:24.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe21c0cd470 con 0x7fe204004d50 2024-09-21T07:30:24.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe219ffb640 1 -- 172.21.15.6:0/480050910 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214011bd0 con 0x7fe204004d50 2024-09-21T07:30:24.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe21c15e640 con 0x7fe204004d50 2024-09-21T07:30:24.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe21c06f8b0 con 0x7fe204004d50 2024-09-21T07:30:24.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe219ffb640 1 -- 172.21.15.6:0/480050910 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe21401b460 con 0x7fe204004d50 2024-09-21T07:30:24.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe219ffb640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073200 0x7fe208075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe219ffb640 1 -- 172.21.15.6:0/480050910 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fe214095100 con 0x7fe204004d50 2024-09-21T07:30:24.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.252+0000 7fe220cfd640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073200 0x7fe208075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.256+0000 7fe220cfd640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073200 0x7fe208075710 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fe210001870 tx=0x7fe210001d40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:24.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.256+0000 7fe219ffb640 1 -- 172.21.15.6:0/480050910 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe214060320 con 0x7fe204004d50 2024-09-21T07:30:24.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.468+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe21c0b3590 con 0x7fe204004d50 2024-09-21T07:30:24.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe219ffb640 1 -- 172.21.15.6:0/480050910 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5222 (secure 0 0 0) 0x7fe21405fc20 con 0x7fe204004d50 2024-09-21T07:30:24.476 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:24.476 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":67,"btime":"2024-09-21T07:30:07:557920+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5675,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3278925920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3278925920},{"type":"v1","addr":"172.21.15.145:6835","nonce":3278925920}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6154,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1819256103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1819256103},{"type":"v1","addr":"172.21.15.145:6837","nonce":1819256103}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6861,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/550988874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":550988874},{"type":"v1","addr":"172.21.15.6:6833","nonce":550988874}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:03.935524+0000","modified":"2024-09-21T07:30:06.976466+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6864},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6864":{"gid":6864,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2774493316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2774493316},{"type":"v1","addr":"172.21.15.6:6835","nonce":2774493316}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6864,"qdb_cluster":[6864]},"id":7}]} 2024-09-21T07:30:24.476 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 67 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073200 msgr2=0x7fe208075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073200 0x7fe208075710 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fe210001870 tx=0x7fe210001d40 comp rx=0 tx=0).stop 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 msgr2=0x7fe21c14dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 0x7fe21c14dad0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fe214004d20 tx=0x7fe214001640 comp rx=0 tx=0).stop 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 shutdown_connections 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe208073200 0x7fe208075710 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe21c15f790 0x7fe21c1f8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe21c15ee40 0x7fe21c15f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 --2- 172.21.15.6:0/480050910 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe204004d50 0x7fe21c14dad0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 >> 172.21.15.6:0/480050910 conn(0x7fe21c09da00 msgr2=0x7fe21c075c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 shutdown_connections 2024-09-21T07:30:24.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.472+0000 7fe223762640 1 -- 172.21.15.6:0/480050910 wait complete. 2024-09-21T07:30:24.499 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.7:0 session ls 2024-09-21T07:30:24.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.660+0000 7fbca8941640 1 -- 172.21.15.6:0/208800486 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca406f620 msgr2=0x7fbca406fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.660+0000 7fbca8941640 1 --2- 172.21.15.6:0/208800486 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca406f620 0x7fbca406fa30 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fbca406de40 tx=0x7fbc9c01cb80 comp rx=0 tx=0).stop 2024-09-21T07:30:24.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.660+0000 7fbca8941640 1 -- 172.21.15.6:0/208800486 shutdown_connections 2024-09-21T07:30:24.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.660+0000 7fbca8941640 1 --2- 172.21.15.6:0/208800486 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca406f620 0x7fbca406fa30 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.660+0000 7fbca8941640 1 --2- 172.21.15.6:0/208800486 >> v2:172.21.15.145:3300/0 conn(0x7fbca41535c0 0x7fbca4070760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.660+0000 7fbca8941640 1 -- 172.21.15.6:0/208800486 >> 172.21.15.6:0/208800486 conn(0x7fbca406d480 msgr2=0x7fbca40b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:24.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.660+0000 7fbca8941640 1 -- 172.21.15.6:0/208800486 shutdown_connections 2024-09-21T07:30:24.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.660+0000 7fbca8941640 1 -- 172.21.15.6:0/208800486 wait complete. 2024-09-21T07:30:24.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 Processor -- start 2024-09-21T07:30:24.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 -- start start 2024-09-21T07:30:24.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbca406f620 0x7fbca40999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbca40b44e0 0x7fbca4151630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca41535c0 0x7fbca4151b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbca40cff90 con 0x7fbca41535c0 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbca40cfe10 con 0x7fbca406f620 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbca416a660 con 0x7fbca40b44e0 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca41535c0 0x7fbca4151b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca41535c0 0x7fbca4151b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39190/0 (socket says 172.21.15.6:39190) 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 -- 172.21.15.6:0/2120208202 learned_addr learned my addr 172.21.15.6:0/2120208202 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca259c640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbca406f620 0x7fbca40999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 -- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbca40b44e0 msgr2=0x7fbca4151630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbca40b44e0 0x7fbca4151630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 -- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbca406f620 msgr2=0x7fbca40999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbca406f620 0x7fbca40999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 -- 172.21.15.6:0/2120208202 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca40cc750 con 0x7fbca41535c0 2024-09-21T07:30:24.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca259c640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbca406f620 0x7fbca40999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:24.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca41535c0 0x7fbca4151b70 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009b10 tx=0x7fbc9c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:24.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbc9affd640 1 -- 172.21.15.6:0/2120208202 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c0bc070 con 0x7fbca41535c0 2024-09-21T07:30:24.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbc9affd640 1 -- 172.21.15.6:0/2120208202 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc9c0040f0 con 0x7fbca41535c0 2024-09-21T07:30:24.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbc9affd640 1 -- 172.21.15.6:0/2120208202 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c0b2040 con 0x7fbca41535c0 2024-09-21T07:30:24.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 -- 172.21.15.6:0/2120208202 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbca40cca30 con 0x7fbca41535c0 2024-09-21T07:30:24.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.664+0000 7fbca8941640 1 -- 172.21.15.6:0/2120208202 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbca40ccff0 con 0x7fbca41535c0 2024-09-21T07:30:24.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbc9affd640 1 -- 172.21.15.6:0/2120208202 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbc9c004500 con 0x7fbca41535c0 2024-09-21T07:30:24.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbc9affd640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbc84073200 0x7fbc84075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbc9affd640 1 -- 172.21.15.6:0/2120208202 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fbc9c12df80 con 0x7fbca41535c0 2024-09-21T07:30:24.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca259c640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbc84073200 0x7fbc84075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbcafc0c000 1 Processor -- start 2024-09-21T07:30:24.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbcafc0c000 1 -- start start 2024-09-21T07:30:24.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca259c640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbc84073200 0x7fbc84075710 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c005fd0 tx=0x7fbc8c005dc0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057a7df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057a7e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057a7e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560057917d50 con 0x560057900db0 2024-09-21T07:30:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56005788bb10 con 0x560057907320 2024-09-21T07:30:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x56005787af40 con 0x5600579005a0 2024-09-21T07:30:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca2d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057a7e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca2d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057a7e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39202/0 (socket says 172.21.15.6:39202) 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca2d9d640 1 -- 172.21.15.6:0/1715290770 learned_addr learned my addr 172.21.15.6:0/1715290770 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca259c640 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057a7df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057a7e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca2d9d640 1 -- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 msgr2=0x560057a7e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057a7e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca2d9d640 1 -- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 msgr2=0x560057a7df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057a7df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca2d9d640 1 -- 172.21.15.6:0/1715290770 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600577fc120 con 0x560057900db0 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.668+0000 7fbca259c640 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057a7df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057a7e9e0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c0f85a0 tx=0x7fbc9c009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16e0ccf6a5ddfd85 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbc83fff640 1 -- 172.21.15.6:0/1715290770 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c0f83b0 con 0x560057900db0 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbc83fff640 1 -- 172.21.15.6:0/1715290770 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc9c0f8fa0 con 0x560057900db0 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbc83fff640 1 -- 172.21.15.6:0/1715290770 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c0f88a0 con 0x560057900db0 2024-09-21T07:30:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1715290770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 msgr2=0x560057a7e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057a7e9e0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c0f85a0 tx=0x7fbc9c009500 comp rx=0 tx=0).stop 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1715290770 shutdown_connections 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057a7e9e0 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057a7e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/1715290770 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057a7df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1715290770 >> 172.21.15.6:0/1715290770 conn(0x560057538920 msgr2=0x560057a5ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1715290770 shutdown_connections 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1715290770 wait complete. 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- start start 2024-09-21T07:30:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 Processor -- start 2024-09-21T07:30:24.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600579005a0 0x560057a3e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057900db0 0x560057a3ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x560057907320 0x560057a3f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560057820500 con 0x5600579005a0 2024-09-21T07:30:24.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x56005787ed50 con 0x560057900db0 2024-09-21T07:30:24.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x560057540680 con 0x560057907320 2024-09-21T07:30:24.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbcafc0c000 10 client.0 _ll_register_callbacks cb 0x560057a1b100 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:30:24.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbca259c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600579005a0 0x560057a3e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbca259c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600579005a0 0x560057a3e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39206/0 (socket says 172.21.15.6:39206) 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbca259c640 1 -- 172.21.15.6:0/3558811342 learned_addr learned my addr 172.21.15.6:0/3558811342 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057900db0 0x560057a3ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.672+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x560057907320 0x560057a3f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbca259c640 1 -- 172.21.15.6:0/3558811342 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x560057907320 msgr2=0x560057a3f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbca259c640 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x560057907320 0x560057a3f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbca259c640 1 -- 172.21.15.6:0/3558811342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057900db0 msgr2=0x560057a3ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbca259c640 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057900db0 0x560057a3ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbca259c640 1 -- 172.21.15.6:0/3558811342 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56005782fc60 con 0x5600579005a0 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbca259c640 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600579005a0 0x560057a3e670 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c0092f0 tx=0x7fbc8c0046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96df3f87da0faa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 1 -- 172.21.15.6:0/3558811342 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c022070 con 0x5600579005a0 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 1 -- 172.21.15.6:0/3558811342 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fbc8c010b50 con 0x5600579005a0 2024-09-21T07:30:24.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 -- 172.21.15.6:0/3558811342 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560057813330 con 0x5600579005a0 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 1 -- 172.21.15.6:0/3558811342 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) ==== 24+0+0 (secure 0 0 0) 0x7fbc8c02c050 con 0x5600579005a0 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 10 client.7077 fetch_fsmap learned FSMap version 67 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 -- 172.21.15.6:0/3558811342 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=2+}) -- 0x560057879be0 con 0x5600579005a0 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 1 -- 172.21.15.6:0/3558811342 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x560057813330 con 0x5600579005a0 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 1 -- 172.21.15.6:0/3558811342 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 67) ==== 3502+0+0 (secure 0 0 0) 0x7fbc8c02f020 con 0x5600579005a0 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 10 client.7077 fetch_fsmap finished waiting for FSMap version 67 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 10 client.7077 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 20 client.7077 populate_metadata read hostname 'smithi006' 2024-09-21T07:30:24.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x56005751d930 0x560057a8e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 4 client.7077 mds_command: new command op to 6864 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 -- 172.21.15.6:0/3558811342 --> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56005788da60 con 0x56005751d930 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x56005751d930 0x560057a8e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 10 client.7077 ms_handle_connect on v2:172.21.15.6:6834/2774493316 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x56005751d930 0x560057a8e510 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69c3ce3dc524cb02 server_cookie=82e432111b977db8 in_seq=0 out_seq=0 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 1 -- 172.21.15.6:0/3558811342 <== mds.0 v2:172.21.15.6:6834/2774493316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x56005788da60 con 0x56005751d930 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 10 client.7077 handle_command_reply: tid=0 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 client.7077 shutdown 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 -- 172.21.15.6:0/3558811342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600579005a0 msgr2=0x560057a3e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600579005a0 0x560057a3e670 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c0092f0 tx=0x7fbc8c0046d0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 -- 172.21.15.6:0/3558811342 shutdown_connections 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x56005751d930 0x560057a8e510 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x560057907320 0x560057a3f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057900db0 0x560057a3ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/3558811342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600579005a0 0x560057a3e670 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 -- 172.21.15.6:0/3558811342 >> 172.21.15.6:0/3558811342 conn(0x560057538920 msgr2=0x560057a2c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:24.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbc817fa640 0 client.7077 ms_handle_reset on v2:172.21.15.6:6834/2774493316 2024-09-21T07:30:24.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 -- 172.21.15.6:0/3558811342 shutdown_connections 2024-09-21T07:30:24.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 1 -- 172.21.15.6:0/3558811342 wait complete. 2024-09-21T07:30:24.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.676+0000 7fbcafc0c000 20 client.7077 trim_cache size 0 max 16384 2024-09-21T07:30:24.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbcafc0c000 1 Processor -- start 2024-09-21T07:30:24.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbcafc0c000 1 -- start start 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057aef450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057aef990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057aefed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbca42011e0 con 0x560057900db0 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbca40c6340 con 0x560057907320 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbca4140430 con 0x5600579005a0 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbca1d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057aef990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbca1d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057aef990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39224/0 (socket says 172.21.15.6:39224) 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.696+0000 7fbca1d9b640 1 -- 172.21.15.6:0/1413916148 learned_addr learned my addr 172.21.15.6:0/1413916148 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbca259c640 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057aef450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbca1d9b640 1 -- 172.21.15.6:0/1413916148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 msgr2=0x560057aef450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057aef450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbca1d9b640 1 -- 172.21.15.6:0/1413916148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 msgr2=0x560057aefed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057aefed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057aefed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbca1d9b640 1 -- 172.21.15.6:0/1413916148 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600578191f0 con 0x560057900db0 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057aef990 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fbc94001620 tx=0x7fbc940054e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b44210e1e9e1271 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbc837fe640 1 -- 172.21.15.6:0/1413916148 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc94003600 con 0x560057900db0 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbc837fe640 1 -- 172.21.15.6:0/1413916148 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc940037c0 con 0x560057900db0 2024-09-21T07:30:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbc837fe640 1 -- 172.21.15.6:0/1413916148 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc94003c10 con 0x560057900db0 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1413916148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 msgr2=0x560057aef990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057aef990 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fbc94001620 tx=0x7fbc940054e0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1413916148 shutdown_connections 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057aefed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057aef990 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/1413916148 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057aef450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1413916148 >> 172.21.15.6:0/1413916148 conn(0x560057538920 msgr2=0x560057a2c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1413916148 shutdown_connections 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- 172.21.15.6:0/1413916148 wait complete. 2024-09-21T07:30:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- start start 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 Processor -- start 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057af3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057af4000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057af4540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56005783d6b0 con 0x560057900db0 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x560057540680 con 0x560057907320 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x56005787ed50 con 0x5600579005a0 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.700+0000 7fbcafc0c000 10 client.0 _ll_register_callbacks cb 0x7fbc8c009820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057af4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057af4000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39236/0 (socket says 172.21.15.6:39236) 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 -- 172.21.15.6:0/4268823347 learned_addr learned my addr 172.21.15.6:0/4268823347 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca259c640 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057af3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca2d9d640 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057af4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 -- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 msgr2=0x560057af3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057af3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 -- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 msgr2=0x560057af4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057af4540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 -- 172.21.15.6:0/4268823347 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560057841990 con 0x560057900db0 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca259c640 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057af3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca1d9b640 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057af4000 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x5600578413b0 tx=0x7fbc94003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e04a191c40484e4b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 1 -- 172.21.15.6:0/4268823347 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc94029030 con 0x560057900db0 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 1 -- 172.21.15.6:0/4268823347 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fbc94017430 con 0x560057900db0 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 -- 172.21.15.6:0/4268823347 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc940037c0 con 0x560057900db0 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 1 -- 172.21.15.6:0/4268823347 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) ==== 24+0+0 (secure 0 0 0) 0x7fbc94035050 con 0x560057900db0 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 10 client.7083 fetch_fsmap learned FSMap version 67 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 -- 172.21.15.6:0/4268823347 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=2+}) -- 0x560057811580 con 0x560057900db0 2024-09-21T07:30:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 1 -- 172.21.15.6:0/4268823347 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc940037c0 con 0x560057900db0 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 1 -- 172.21.15.6:0/4268823347 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 67) ==== 3502+0+0 (secure 0 0 0) 0x7fbc94038020 con 0x560057900db0 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 10 client.7083 fetch_fsmap finished waiting for FSMap version 67 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 10 client.7083 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 20 client.7083 populate_metadata read hostname 'smithi006' 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x56005750b990 0x560057a907b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 4 client.7083 mds_command: new command op to 6864 tid=0 multi_id=0 [{"prefix": "session ls"}] 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 -- 172.21.15.6:0/4268823347 --> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] -- command(tid 0: {"prefix": "session ls"}) -- 0x560057889510 con 0x56005750b990 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca259c640 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x56005750b990 0x560057a907b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 10 client.7083 ms_handle_connect on v2:172.21.15.6:6834/2774493316 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca259c640 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x56005750b990 0x560057a907b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c3e18f710bb53ac server_cookie=a4a2b1ebd815a6a3 in_seq=0 out_seq=0 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 1 -- 172.21.15.6:0/4268823347 <== mds.0 v2:172.21.15.6:6834/2774493316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560057889510 con 0x56005750b990 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 10 client.7083 handle_command_reply: tid=0 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 client.7083 shutdown 2024-09-21T07:30:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 -- 172.21.15.6:0/4268823347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 msgr2=0x560057af4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057af4000 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x5600578413b0 tx=0x7fbc94003ba0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 -- 172.21.15.6:0/4268823347 shutdown_connections 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.6:6834/2774493316,v1:172.21.15.6:6835/2774493316] conn(0x56005750b990 0x560057a907b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560057907320 0x560057af4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560057900db0 0x560057af4000 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 --2- 172.21.15.6:0/4268823347 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5600579005a0 0x560057af3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 -- 172.21.15.6:0/4268823347 >> 172.21.15.6:0/4268823347 conn(0x560057538920 msgr2=0x560057a3ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbc817fa640 0 client.7083 ms_handle_reset on v2:172.21.15.6:6834/2774493316 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 -- 172.21.15.6:0/4268823347 shutdown_connections 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 1 -- 172.21.15.6:0/4268823347 wait complete. 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbcafc0c000 20 client.7083 trim_cache size 0 max 16384 2024-09-21T07:30:24.713 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-09-21T07:30:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 -- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbc84073200 msgr2=0x7fbc84075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbc84073200 0x7fbc84075710 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c005fd0 tx=0x7fbc8c005dc0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 -- 172.21.15.6:0/2120208202 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca41535c0 msgr2=0x7fbca4151b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca41535c0 0x7fbca4151b70 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009b10 tx=0x7fbc9c009310 comp rx=0 tx=0).stop 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 -- 172.21.15.6:0/2120208202 shutdown_connections 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbc84073200 0x7fbc84075710 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbca41535c0 0x7fbca4151b70 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbca40b44e0 0x7fbca4151630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 --2- 172.21.15.6:0/2120208202 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbca406f620 0x7fbca40999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 -- 172.21.15.6:0/2120208202 >> 172.21.15.6:0/2120208202 conn(0x7fbca406d480 msgr2=0x7fbca4075d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 -- 172.21.15.6:0/2120208202 shutdown_connections 2024-09-21T07:30:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:24.704+0000 7fbca8941640 1 -- 172.21.15.6:0/2120208202 wait complete. 2024-09-21T07:30:24.730 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-21T07:30:24.892 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-09-21T07:30:24.892 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-21T07:30:24.892 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:30:24.893 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:30:24.963 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:30:25.047 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:30:25.047 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:30:25.048 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:30:25.048 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:25.053 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:30:25.054 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:30:25.054 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:30:25.054 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:25.060 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:30:25.060 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:30:25.060 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:30:25.060 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:25.103 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:30:25.103 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:30:25.103 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:30:25.103 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:25.111 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:30:25.111 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.304+0000 7f0c54b0c640 1 -- 172.21.15.6:0/1971423654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b2850 msgr2=0x7f0c500d1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.304+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/1971423654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b2850 0x7f0c500d1cc0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f0c500cf3b0 tx=0x7f0c4001c860 comp rx=0 tx=0).stop 2024-09-21T07:30:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.304+0000 7f0c54b0c640 1 -- 172.21.15.6:0/1971423654 shutdown_connections 2024-09-21T07:30:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.304+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/1971423654 >> v2:172.21.15.145:3300/0 conn(0x7f0c500b41f0 0x7f0c500b4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.304+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/1971423654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b2850 0x7f0c500d1cc0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.304+0000 7f0c54b0c640 1 -- 172.21.15.6:0/1971423654 >> 172.21.15.6:0/1971423654 conn(0x7f0c5009aa30 msgr2=0x7f0c500d13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.304+0000 7f0c54b0c640 1 -- 172.21.15.6:0/1971423654 shutdown_connections 2024-09-21T07:30:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.304+0000 7f0c54b0c640 1 -- 172.21.15.6:0/1971423654 wait complete. 2024-09-21T07:30:25.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 Processor -- start 2024-09-21T07:30:25.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 -- start start 2024-09-21T07:30:25.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c500b2850 0x7f0c500afb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:25.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b41f0 0x7f0c500712b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:25.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c500cf420 0x7f0c500717f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:25.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0c50168e30 con 0x7f0c500b41f0 2024-09-21T07:30:25.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0c50168cb0 con 0x7f0c500cf420 2024-09-21T07:30:25.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0c50168fb0 con 0x7f0c500b2850 2024-09-21T07:30:25.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b41f0 0x7f0c500712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:25.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b41f0 0x7f0c500712b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39252/0 (socket says 172.21.15.6:39252) 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 -- 172.21.15.6:0/2114434022 learned_addr learned my addr 172.21.15.6:0/2114434022 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4e59c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c500b2850 0x7f0c500afb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 -- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c500b2850 msgr2=0x7f0c500afb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c500b2850 0x7f0c500afb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 -- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c500cf420 msgr2=0x7f0c500717f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c500cf420 0x7f0c500717f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 -- 172.21.15.6:0/2114434022 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c50165f20 con 0x7f0c500b41f0 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4e59c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c500b2850 0x7f0c500afb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c4dd9b640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b41f0 0x7f0c500712b0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800b410 tx=0x7f0c3800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c46ffd640 1 -- 172.21.15.6:0/2114434022 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38015030 con 0x7f0c500b41f0 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c46ffd640 1 -- 172.21.15.6:0/2114434022 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c38004020 con 0x7f0c500b41f0 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c46ffd640 1 -- 172.21.15.6:0/2114434022 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38004470 con 0x7f0c500b41f0 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c50166200 con 0x7f0c500b41f0 2024-09-21T07:30:25.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.308+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c500b0050 con 0x7f0c500b41f0 2024-09-21T07:30:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.312+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c500d1cc0 con 0x7f0c500b41f0 2024-09-21T07:30:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.312+0000 7f0c46ffd640 1 -- 172.21.15.6:0/2114434022 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0c38018070 con 0x7f0c500b41f0 2024-09-21T07:30:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.312+0000 7f0c46ffd640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0c30073200 0x7f0c30075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:25.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.312+0000 7f0c46ffd640 1 -- 172.21.15.6:0/2114434022 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f0c38093ee0 con 0x7f0c500b41f0 2024-09-21T07:30:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.312+0000 7f0c4e59c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0c30073200 0x7f0c30075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:25.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.312+0000 7f0c4e59c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0c30073200 0x7f0c30075710 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f0c400af000 tx=0x7f0c4001b100 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:25.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.316+0000 7f0c46ffd640 1 -- 172.21.15.6:0/2114434022 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0c3805ee70 con 0x7f0c500b41f0 2024-09-21T07:30:25.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.524+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c500ceb70 con 0x7f0c500b41f0 2024-09-21T07:30:25.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.524+0000 7f0c46ffd640 1 -- 172.21.15.6:0/2114434022 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5222 (secure 0 0 0) 0x7f0c3805e770 con 0x7f0c500b41f0 2024-09-21T07:30:25.528 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:25.528 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":67,"btime":"2024-09-21T07:30:07:557920+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5675,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3278925920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3278925920},{"type":"v1","addr":"172.21.15.145:6835","nonce":3278925920}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6154,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1819256103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1819256103},{"type":"v1","addr":"172.21.15.145:6837","nonce":1819256103}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6861,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/550988874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":550988874},{"type":"v1","addr":"172.21.15.6:6833","nonce":550988874}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:03.935524+0000","modified":"2024-09-21T07:30:06.976466+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6864},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6864":{"gid":6864,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2774493316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2774493316},{"type":"v1","addr":"172.21.15.6:6835","nonce":2774493316}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6864,"qdb_cluster":[6864]},"id":7}]} 2024-09-21T07:30:25.528 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 67 2024-09-21T07:30:25.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0c30073200 msgr2=0x7f0c30075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0c30073200 0x7f0c30075710 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f0c400af000 tx=0x7f0c4001b100 comp rx=0 tx=0).stop 2024-09-21T07:30:25.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b41f0 msgr2=0x7f0c500712b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b41f0 0x7f0c500712b0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800b410 tx=0x7f0c3800b8d0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 shutdown_connections 2024-09-21T07:30:25.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0c30073200 0x7f0c30075710 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0c500cf420 0x7f0c500717f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0c500b41f0 0x7f0c500712b0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 --2- 172.21.15.6:0/2114434022 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0c500b2850 0x7f0c500afb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 >> 172.21.15.6:0/2114434022 conn(0x7f0c5009aa30 msgr2=0x7f0c500b55b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:25.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 shutdown_connections 2024-09-21T07:30:25.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.528+0000 7f0c54b0c640 1 -- 172.21.15.6:0/2114434022 wait complete. 2024-09-21T07:30:25.550 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:25.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.704+0000 7f3a0aaec640 1 -- 172.21.15.6:0/740116087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 msgr2=0x7f3a04070f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.704+0000 7f3a0aaec640 1 --2- 172.21.15.6:0/740116087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 0x7f3a04070f50 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f39fc009840 tx=0x7f39fc01c760 comp rx=0 tx=0).stop 2024-09-21T07:30:25.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.704+0000 7f3a0aaec640 1 -- 172.21.15.6:0/740116087 shutdown_connections 2024-09-21T07:30:25.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.704+0000 7f3a0aaec640 1 --2- 172.21.15.6:0/740116087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 0x7f3a04070f50 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.704+0000 7f3a0aaec640 1 -- 172.21.15.6:0/740116087 >> 172.21.15.6:0/740116087 conn(0x7f3a040cd5c0 msgr2=0x7f3a040cd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:25.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.704+0000 7f3a0aaec640 1 -- 172.21.15.6:0/740116087 shutdown_connections 2024-09-21T07:30:25.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.704+0000 7f3a0aaec640 1 -- 172.21.15.6:0/740116087 wait complete. 2024-09-21T07:30:25.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 Processor -- start 2024-09-21T07:30:25.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 -- start start 2024-09-21T07:30:25.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 0x7f3a0414bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:25.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a04073850 0x7f3a0414dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:25.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a0415be10 0x7f3a0414e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:25.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3a04169a70 con 0x7f3a04070b40 2024-09-21T07:30:25.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3a041698f0 con 0x7f3a04073850 2024-09-21T07:30:25.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3a04169bf0 con 0x7f3a0415be10 2024-09-21T07:30:25.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 0x7f3a0414bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 0x7f3a0414bf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39272/0 (socket says 172.21.15.6:39272) 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 -- 172.21.15.6:0/2620010814 learned_addr learned my addr 172.21.15.6:0/2620010814 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a03fff640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a04073850 0x7f3a0414dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a09089640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a0415be10 0x7f3a0414e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 -- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a0415be10 msgr2=0x7f3a0414e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a0415be10 0x7f3a0414e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 -- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a04073850 msgr2=0x7f3a0414dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a04073850 0x7f3a0414dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 -- 172.21.15.6:0/2620010814 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a04158820 con 0x7f3a04070b40 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a03fff640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a04073850 0x7f3a0414dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a08888640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 0x7f3a0414bf60 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f39f400b9f0 tx=0x7f39f400beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a017fa640 1 -- 172.21.15.6:0/2620010814 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f400cbd0 con 0x7f3a04070b40 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a017fa640 1 -- 172.21.15.6:0/2620010814 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39f4003980 con 0x7f3a04070b40 2024-09-21T07:30:25.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a041fb240 con 0x7f3a04070b40 2024-09-21T07:30:25.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a017fa640 1 -- 172.21.15.6:0/2620010814 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f400ce60 con 0x7f3a04070b40 2024-09-21T07:30:25.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.708+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a04157740 con 0x7f3a04070b40 2024-09-21T07:30:25.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.712+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a04152420 con 0x7f3a04070b40 2024-09-21T07:30:25.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.712+0000 7f3a017fa640 1 -- 172.21.15.6:0/2620010814 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f39f4006d10 con 0x7f3a04070b40 2024-09-21T07:30:25.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.712+0000 7f3a017fa640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39e4073230 0x7f39e4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:25.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.712+0000 7f3a017fa640 1 -- 172.21.15.6:0/2620010814 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f39f4093f50 con 0x7f3a04070b40 2024-09-21T07:30:25.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.712+0000 7f3a03fff640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39e4073230 0x7f39e4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:25.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.712+0000 7f3a03fff640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39e4073230 0x7f39e4075740 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f3a0414d2e0 tx=0x7f39ec009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:25.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.716+0000 7f3a017fa640 1 -- 172.21.15.6:0/2620010814 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f39f405ee50 con 0x7f3a04070b40 2024-09-21T07:30:25.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3a04070f50 con 0x7f3a04070b40 2024-09-21T07:30:25.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a017fa640 1 -- 172.21.15.6:0/2620010814 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5222 (secure 0 0 0) 0x7f39f405e750 con 0x7f3a04070b40 2024-09-21T07:30:25.931 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:25.931 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":67,"btime":"2024-09-21T07:30:07:557920+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5675,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3278925920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3278925920},{"type":"v1","addr":"172.21.15.145:6835","nonce":3278925920}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6154,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1819256103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1819256103},{"type":"v1","addr":"172.21.15.145:6837","nonce":1819256103}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6861,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/550988874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":550988874},{"type":"v1","addr":"172.21.15.6:6833","nonce":550988874}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:03.935524+0000","modified":"2024-09-21T07:30:06.976466+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6864},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6864":{"gid":6864,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2774493316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2774493316},{"type":"v1","addr":"172.21.15.6:6835","nonce":2774493316}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6864,"qdb_cluster":[6864]},"id":7}]} 2024-09-21T07:30:25.932 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 67 2024-09-21T07:30:25.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39e4073230 msgr2=0x7f39e4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39e4073230 0x7f39e4075740 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f3a0414d2e0 tx=0x7f39ec009040 comp rx=0 tx=0).stop 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 msgr2=0x7f3a0414bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 0x7f3a0414bf60 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f39f400b9f0 tx=0x7f39f400beb0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 shutdown_connections 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39e4073230 0x7f39e4075740 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a0415be10 0x7f3a0414e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a04073850 0x7f3a0414dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 --2- 172.21.15.6:0/2620010814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a04070b40 0x7f3a0414bf60 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:25.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 >> 172.21.15.6:0/2620010814 conn(0x7f3a040cd5c0 msgr2=0x7f3a0406ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:25.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 shutdown_connections 2024-09-21T07:30:25.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:25.928+0000 7f3a0aaec640 1 -- 172.21.15.6:0/2620010814 wait complete. 2024-09-21T07:30:25.953 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:26.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.100+0000 7fdd08704640 1 -- 172.21.15.6:0/1505011195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 msgr2=0x7fdce800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.100+0000 7fdd08704640 1 --2- 172.21.15.6:0/1505011195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 0x7fdce800b9d0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fdcf800bae0 tx=0x7fdcf801cda0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.100+0000 7fdd08704640 1 -- 172.21.15.6:0/1505011195 shutdown_connections 2024-09-21T07:30:26.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.100+0000 7fdd08704640 1 --2- 172.21.15.6:0/1505011195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 0x7fdce800b9d0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.100+0000 7fdd08704640 1 -- 172.21.15.6:0/1505011195 >> 172.21.15.6:0/1505011195 conn(0x7fdd000cd5e0 msgr2=0x7fdd000cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:26.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.100+0000 7fdd08704640 1 -- 172.21.15.6:0/1505011195 shutdown_connections 2024-09-21T07:30:26.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.100+0000 7fdd08704640 1 -- 172.21.15.6:0/1505011195 wait complete. 2024-09-21T07:30:26.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 Processor -- start 2024-09-21T07:30:26.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 -- start start 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 0x7fdd000caab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd000a9510 0x7fdd000a9920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd001e9380 0x7fdd001e9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd0015cd40 con 0x7fdce8005310 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdd0015cbc0 con 0x7fdd001e9380 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdd00073c50 con 0x7fdd000a9510 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 0x7fdd000caab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 0x7fdd000caab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39288/0 (socket says 172.21.15.6:39288) 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 -- 172.21.15.6:0/2848921544 learned_addr learned my addr 172.21.15.6:0/2848921544 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd05c9f640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd000a9510 0x7fdd000a9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd06ca1640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd001e9380 0x7fdd001e9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 -- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd000a9510 msgr2=0x7fdd000a9920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd000a9510 0x7fdd000a9920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 -- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd001e9380 msgr2=0x7fdd001e9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd001e9380 0x7fdd001e9790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 -- 172.21.15.6:0/2848921544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd001e9cd0 con 0x7fdce8005310 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd06ca1640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd001e9380 0x7fdd001e9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd064a0640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 0x7fdd000caab0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fdcf400d920 tx=0x7fdcf400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdcfeffd640 1 -- 172.21.15.6:0/2848921544 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf40062e0 con 0x7fdce8005310 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdcfeffd640 1 -- 172.21.15.6:0/2848921544 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdcf4015020 con 0x7fdce8005310 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd0015ef10 con 0x7fdce8005310 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdcfeffd640 1 -- 172.21.15.6:0/2848921544 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf400ba10 con 0x7fdce8005310 2024-09-21T07:30:26.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.104+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd0015f4d0 con 0x7fdce8005310 2024-09-21T07:30:26.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.108+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd000b4720 con 0x7fdce8005310 2024-09-21T07:30:26.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.108+0000 7fdcfeffd640 1 -- 172.21.15.6:0/2848921544 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdcf400bbb0 con 0x7fdce8005310 2024-09-21T07:30:26.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.108+0000 7fdcfeffd640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcec073200 0x7fdcec075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.108+0000 7fdcfeffd640 1 -- 172.21.15.6:0/2848921544 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fdcf4094e40 con 0x7fdce8005310 2024-09-21T07:30:26.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.108+0000 7fdd05c9f640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcec073200 0x7fdcec075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.108+0000 7fdd05c9f640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcec073200 0x7fdcec075710 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fdd000abd20 tx=0x7fdcf0006df0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:26.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.112+0000 7fdcfeffd640 1 -- 172.21.15.6:0/2848921544 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdcf401f020 con 0x7fdce8005310 2024-09-21T07:30:26.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.280+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdd000cb2b0 con 0x7fdce8005310 2024-09-21T07:30:26.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.284+0000 7fdcfeffd640 1 -- 172.21.15.6:0/2848921544 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+16632 (secure 0 0 0) 0x7fdd001e9cd0 con 0x7fdce8005310 2024-09-21T07:30:26.288 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:26.289 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":91,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:05.538258+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:01.653662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:02.898429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:26.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcec073200 msgr2=0x7fdcec075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcec073200 0x7fdcec075710 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fdd000abd20 tx=0x7fdcf0006df0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 msgr2=0x7fdd000caab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 0x7fdd000caab0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fdcf400d920 tx=0x7fdcf400dde0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 shutdown_connections 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdcec073200 0x7fdcec075710 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdd001e9380 0x7fdd001e9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdd000a9510 0x7fdd000a9920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 --2- 172.21.15.6:0/2848921544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8005310 0x7fdd000caab0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 >> 172.21.15.6:0/2848921544 conn(0x7fdd000cd5e0 msgr2=0x7fdd0015be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 shutdown_connections 2024-09-21T07:30:26.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.288+0000 7fdd08704640 1 -- 172.21.15.6:0/2848921544 wait complete. 2024-09-21T07:30:26.311 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:30:26.311 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:26.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.464+0000 7f0815bb9640 1 -- 172.21.15.6:0/1534484326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 msgr2=0x7f07f8004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.464+0000 7f0815bb9640 1 --2- 172.21.15.6:0/1534484326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 0x7f07f8004c20 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f08040016f0 tx=0x7f080401c7b0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.464+0000 7f080ffff640 1 -- 172.21.15.6:0/1534484326 reap_dead start 2024-09-21T07:30:26.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.464+0000 7f0815bb9640 1 -- 172.21.15.6:0/1534484326 shutdown_connections 2024-09-21T07:30:26.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.464+0000 7f0815bb9640 1 -- 172.21.15.6:0/1534484326 >> 172.21.15.6:0/1534484326 conn(0x7f081006d480 msgr2=0x7f08100b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:26.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.464+0000 7f0815bb9640 1 -- 172.21.15.6:0/1534484326 shutdown_connections 2024-09-21T07:30:26.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.464+0000 7f0815bb9640 1 -- 172.21.15.6:0/1534484326 wait complete. 2024-09-21T07:30:26.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 Processor -- start 2024-09-21T07:30:26.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 -- start start 2024-09-21T07:30:26.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 0x7f0810168f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0810162b60 0x7f08101644f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0810154b40 0x7f0810164a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0810166f10 con 0x7f07f8004810 2024-09-21T07:30:26.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0810166d90 con 0x7f0810154b40 2024-09-21T07:30:26.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0810167090 con 0x7f0810162b60 2024-09-21T07:30:26.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 0x7f0810168f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 0x7f0810168f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39306/0 (socket says 172.21.15.6:39306) 2024-09-21T07:30:26.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 -- 172.21.15.6:0/2708451803 learned_addr learned my addr 172.21.15.6:0/2708451803 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080effd640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0810162b60 0x7f08101644f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080ffff640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0810154b40 0x7f0810164a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 -- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0810162b60 msgr2=0x7f08101644f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0810162b60 0x7f08101644f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 -- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0810154b40 msgr2=0x7f0810164a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0810154b40 0x7f0810164a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 -- 172.21.15.6:0/2708451803 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0810074970 con 0x7f07f8004810 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080ffff640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0810154b40 0x7f0810164a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f080f7fe640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 0x7f0810168f00 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f0800011ab0 tx=0x7f0800011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f07f7fff640 1 -- 172.21.15.6:0/2708451803 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080001e070 con 0x7f07f8004810 2024-09-21T07:30:26.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f07f7fff640 1 -- 172.21.15.6:0/2708451803 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f080000fc70 con 0x7f07f8004810 2024-09-21T07:30:26.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f07f7fff640 1 -- 172.21.15.6:0/2708451803 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0800019670 con 0x7f07f8004810 2024-09-21T07:30:26.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f081016ad60 con 0x7f07f8004810 2024-09-21T07:30:26.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.468+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f081016b840 con 0x7f07f8004810 2024-09-21T07:30:26.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.472+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08100c6550 con 0x7f07f8004810 2024-09-21T07:30:26.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.472+0000 7f07f7fff640 1 -- 172.21.15.6:0/2708451803 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0800021070 con 0x7f07f8004810 2024-09-21T07:30:26.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.472+0000 7f07f7fff640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07fc073230 0x7f07fc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.472+0000 7f07f7fff640 1 -- 172.21.15.6:0/2708451803 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f08000949e0 con 0x7f07f8004810 2024-09-21T07:30:26.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.472+0000 7f080effd640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07fc073230 0x7f07fc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.472+0000 7f080effd640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07fc073230 0x7f07fc075740 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f08040016c0 tx=0x7f08040195a0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:26.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.476+0000 7f07f7fff640 1 -- 172.21.15.6:0/2708451803 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f080000fe60 con 0x7f07f8004810 2024-09-21T07:30:26.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.688+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f081015aeb0 con 0x7f07f8004810 2024-09-21T07:30:26.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.688+0000 7f07f7fff640 1 -- 172.21.15.6:0/2708451803 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5222 (secure 0 0 0) 0x7f080005f3b0 con 0x7f07f8004810 2024-09-21T07:30:26.693 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:26.693 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":67,"btime":"2024-09-21T07:30:07:557920+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5675,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3278925920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3278925920},{"type":"v1","addr":"172.21.15.145:6835","nonce":3278925920}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6154,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1819256103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1819256103},{"type":"v1","addr":"172.21.15.145:6837","nonce":1819256103}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6861,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/550988874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":550988874},{"type":"v1","addr":"172.21.15.6:6833","nonce":550988874}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:03.935524+0000","modified":"2024-09-21T07:30:06.976466+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6864},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6864":{"gid":6864,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2774493316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2774493316},{"type":"v1","addr":"172.21.15.6:6835","nonce":2774493316}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6864,"qdb_cluster":[6864]},"id":7}]} 2024-09-21T07:30:26.693 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 67 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07fc073230 msgr2=0x7f07fc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07fc073230 0x7f07fc075740 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f08040016c0 tx=0x7f08040195a0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 msgr2=0x7f0810168f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 0x7f0810168f00 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f0800011ab0 tx=0x7f0800011f70 comp rx=0 tx=0).stop 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 shutdown_connections 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f07fc073230 0x7f07fc075740 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0810154b40 0x7f0810164a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0810162b60 0x7f08101644f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 --2- 172.21.15.6:0/2708451803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07f8004810 0x7f0810168f00 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 >> 172.21.15.6:0/2708451803 conn(0x7f081006d480 msgr2=0x7f08100ccbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:26.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 shutdown_connections 2024-09-21T07:30:26.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.692+0000 7f0815bb9640 1 -- 172.21.15.6:0/2708451803 wait complete. 2024-09-21T07:30:26.715 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:26.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 -- 172.21.15.6:0/32065859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 msgr2=0x7ff93415b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 --2- 172.21.15.6:0/32065859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 0x7ff93415b770 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7ff9340ca870 tx=0x7ff93001c860 comp rx=0 tx=0).stop 2024-09-21T07:30:26.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 -- 172.21.15.6:0/32065859 shutdown_connections 2024-09-21T07:30:26.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 --2- 172.21.15.6:0/32065859 >> v2:172.21.15.145:3300/0 conn(0x7ff93415f350 0x7ff93415f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 --2- 172.21.15.6:0/32065859 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9340b3790 0x7ff9340b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 --2- 172.21.15.6:0/32065859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 0x7ff93415b770 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 -- 172.21.15.6:0/32065859 >> 172.21.15.6:0/32065859 conn(0x7ff93406d480 msgr2=0x7ff9340b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:26.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 -- 172.21.15.6:0/32065859 shutdown_connections 2024-09-21T07:30:26.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 -- 172.21.15.6:0/32065859 wait complete. 2024-09-21T07:30:26.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 Processor -- start 2024-09-21T07:30:26.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.868+0000 7ff93bd81640 1 -- start start 2024-09-21T07:30:26.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9340b3790 0x7ff93409dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 0x7ff9340740a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff93415f350 0x7ff934072f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff93406fb40 con 0x7ff9340b49f0 2024-09-21T07:30:26.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff93406f9c0 con 0x7ff9340b3790 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff93406fcc0 con 0x7ff93415f350 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 0x7ff9340740a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 0x7ff9340740a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39318/0 (socket says 172.21.15.6:39318) 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 -- 172.21.15.6:0/354554465 learned_addr learned my addr 172.21.15.6:0/354554465 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff939b1d640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9340b3790 0x7ff93409dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93a31e640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff93415f350 0x7ff934072f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 -- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff93415f350 msgr2=0x7ff934072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff93415f350 0x7ff934072f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 -- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9340b3790 msgr2=0x7ff93409dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9340b3790 0x7ff93409dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 -- 172.21.15.6:0/354554465 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff934070670 con 0x7ff9340b49f0 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93931c640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 0x7ff9340740a0 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7ff92400d690 tx=0x7ff92400db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff92a7fc640 1 -- 172.21.15.6:0/354554465 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924017070 con 0x7ff9340b49f0 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff92a7fc640 1 -- 172.21.15.6:0/354554465 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff924009b10 con 0x7ff9340b49f0 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff934073470 con 0x7ff9340b49f0 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff92a7fc640 1 -- 172.21.15.6:0/354554465 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924010460 con 0x7ff9340b49f0 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff934074a90 con 0x7ff9340b49f0 2024-09-21T07:30:26.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff93415b770 con 0x7ff9340b49f0 2024-09-21T07:30:26.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.872+0000 7ff92a7fc640 1 -- 172.21.15.6:0/354554465 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff92401a070 con 0x7ff9340b49f0 2024-09-21T07:30:26.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.876+0000 7ff92a7fc640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff918073200 0x7ff918075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:26.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.876+0000 7ff92a7fc640 1 -- 172.21.15.6:0/354554465 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7ff9240947c0 con 0x7ff9340b49f0 2024-09-21T07:30:26.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.876+0000 7ff939b1d640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff918073200 0x7ff918075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:26.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.876+0000 7ff939b1d640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff918073200 0x7ff918075710 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ff9300af000 tx=0x7ff93001b100 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:26.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:26.876+0000 7ff92a7fc640 1 -- 172.21.15.6:0/354554465 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff92405f8c0 con 0x7ff9340b49f0 2024-09-21T07:30:27.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.080+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff9340b29e0 con 0x7ff9340b49f0 2024-09-21T07:30:27.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff92a7fc640 1 -- 172.21.15.6:0/354554465 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) ==== 94+0+5222 (secure 0 0 0) 0x7ff92405f1c0 con 0x7ff9340b49f0 2024-09-21T07:30:27.087 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:27.087 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":67,"btime":"2024-09-21T07:30:07:557920+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5675,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3278925920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3278925920},{"type":"v1","addr":"172.21.15.145:6835","nonce":3278925920}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6154,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1819256103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1819256103},{"type":"v1","addr":"172.21.15.145:6837","nonce":1819256103}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6861,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/550988874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":550988874},{"type":"v1","addr":"172.21.15.6:6833","nonce":550988874}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:03.935524+0000","modified":"2024-09-21T07:30:06.976466+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6864},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6864":{"gid":6864,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2774493316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2774493316},{"type":"v1","addr":"172.21.15.6:6835","nonce":2774493316}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6864,"qdb_cluster":[6864]},"id":7}]} 2024-09-21T07:30:27.087 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 67 2024-09-21T07:30:27.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff918073200 msgr2=0x7ff918075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff918073200 0x7ff918075710 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ff9300af000 tx=0x7ff93001b100 comp rx=0 tx=0).stop 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 msgr2=0x7ff9340740a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 0x7ff9340740a0 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7ff92400d690 tx=0x7ff92400db50 comp rx=0 tx=0).stop 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 shutdown_connections 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff918073200 0x7ff918075710 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff93415f350 0x7ff934072f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9340b49f0 0x7ff9340740a0 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 --2- 172.21.15.6:0/354554465 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9340b3790 0x7ff93409dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 >> 172.21.15.6:0/354554465 conn(0x7ff93406d480 msgr2=0x7ff9340d0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 shutdown_connections 2024-09-21T07:30:27.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.084+0000 7ff93bd81640 1 -- 172.21.15.6:0/354554465 wait complete. 2024-09-21T07:30:27.109 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:27.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.252+0000 7f40491de640 1 -- 172.21.15.6:0/14584729 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f404406f620 msgr2=0x7f404406fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.252+0000 7f40491de640 1 --2- 172.21.15.6:0/14584729 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f404406f620 0x7f404406fa30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4034009900 tx=0x7f403401c8e0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.252+0000 7f40491de640 1 -- 172.21.15.6:0/14584729 shutdown_connections 2024-09-21T07:30:27.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.252+0000 7f40491de640 1 --2- 172.21.15.6:0/14584729 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f404406f620 0x7f404406fa30 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.252+0000 7f40491de640 1 --2- 172.21.15.6:0/14584729 >> v2:172.21.15.145:3300/0 conn(0x7f40441535c0 0x7f4044070760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.252+0000 7f40491de640 1 -- 172.21.15.6:0/14584729 >> 172.21.15.6:0/14584729 conn(0x7f404406d480 msgr2=0x7f40440b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:27.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.252+0000 7f40491de640 1 -- 172.21.15.6:0/14584729 shutdown_connections 2024-09-21T07:30:27.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.252+0000 7f40491de640 1 -- 172.21.15.6:0/14584729 wait complete. 2024-09-21T07:30:27.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.256+0000 7f40491de640 1 Processor -- start 2024-09-21T07:30:27.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.256+0000 7f40491de640 1 -- start start 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.256+0000 7f40491de640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f404406f620 0x7f404413a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.256+0000 7f40491de640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40440b44e0 0x7f4044151870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.256+0000 7f40491de640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40441535c0 0x7f4044151db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.256+0000 7f40491de640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f40440cff90 con 0x7f40441535c0 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.256+0000 7f40491de640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f40440cfe10 con 0x7f40440b44e0 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.256+0000 7f40491de640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f404416a660 con 0x7f404406f620 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40441535c0 0x7f4044151db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40441535c0 0x7f4044151db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39334/0 (socket says 172.21.15.6:39334) 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 -- 172.21.15.6:0/2886135565 learned_addr learned my addr 172.21.15.6:0/2886135565 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:27.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f4042d9d640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f404406f620 0x7f404413a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404259c640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40440b44e0 0x7f4044151870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 -- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f404406f620 msgr2=0x7f404413a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f404406f620 0x7f404413a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 -- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40440b44e0 msgr2=0x7f4044151870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40440b44e0 0x7f4044151870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 -- 172.21.15.6:0/2886135565 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40440b0dc0 con 0x7f40441535c0 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f404359e640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40441535c0 0x7f4044151db0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f403401af90 tx=0x7f40340a5740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f403b7fe640 1 -- 172.21.15.6:0/2886135565 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40340b2040 con 0x7f40441535c0 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f403b7fe640 1 -- 172.21.15.6:0/2886135565 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4034004470 con 0x7f40441535c0 2024-09-21T07:30:27.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f403b7fe640 1 -- 172.21.15.6:0/2886135565 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4034005290 con 0x7f40441535c0 2024-09-21T07:30:27.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40440b10a0 con 0x7f40441535c0 2024-09-21T07:30:27.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40440b1660 con 0x7f40441535c0 2024-09-21T07:30:27.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f404406fa30 con 0x7f40441535c0 2024-09-21T07:30:27.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f403b7fe640 1 -- 172.21.15.6:0/2886135565 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4034005430 con 0x7f40441535c0 2024-09-21T07:30:27.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f403b7fe640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4024073230 0x7f4024075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:27.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.260+0000 7f403b7fe640 1 -- 172.21.15.6:0/2886135565 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f403412dce0 con 0x7f40441535c0 2024-09-21T07:30:27.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.264+0000 7f4042d9d640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4024073230 0x7f4024075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:27.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.264+0000 7f4042d9d640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4024073230 0x7f4024075740 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f403c009eb0 tx=0x7f403c009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:27.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.268+0000 7f403b7fe640 1 -- 172.21.15.6:0/2886135565 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f40340164d0 con 0x7f40441535c0 2024-09-21T07:30:27.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.432+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4044075fa0 con 0x7f40441535c0 2024-09-21T07:30:27.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f403b7fe640 1 -- 172.21.15.6:0/2886135565 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+16632 (secure 0 0 0) 0x7f40340f8cf0 con 0x7f40441535c0 2024-09-21T07:30:27.439 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:27.439 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":91,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:05.538258+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:01.653662+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:02.898429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:27.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4024073230 msgr2=0x7f4024075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4024073230 0x7f4024075740 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f403c009eb0 tx=0x7f403c009500 comp rx=0 tx=0).stop 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40441535c0 msgr2=0x7f4044151db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40441535c0 0x7f4044151db0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f403401af90 tx=0x7f40340a5740 comp rx=0 tx=0).stop 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 shutdown_connections 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4024073230 0x7f4024075740 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f40441535c0 0x7f4044151db0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f40440b44e0 0x7f4044151870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 --2- 172.21.15.6:0/2886135565 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f404406f620 0x7f404413a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 >> 172.21.15.6:0/2886135565 conn(0x7f404406d480 msgr2=0x7f4044073f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 shutdown_connections 2024-09-21T07:30:27.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.436+0000 7f40491de640 1 -- 172.21.15.6:0/2886135565 wait complete. 2024-09-21T07:30:27.460 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T07:30:27.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.616+0000 7f48768ba640 1 -- 172.21.15.6:0/3870822323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4870070850 msgr2=0x7f48700af710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.616+0000 7f48768ba640 1 --2- 172.21.15.6:0/3870822323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4870070850 0x7f48700af710 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f4864009900 tx=0x7f486401c8e0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.616+0000 7f48768ba640 1 -- 172.21.15.6:0/3870822323 shutdown_connections 2024-09-21T07:30:27.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.616+0000 7f48768ba640 1 --2- 172.21.15.6:0/3870822323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4870070850 0x7f48700af710 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.616+0000 7f48768ba640 1 -- 172.21.15.6:0/3870822323 >> 172.21.15.6:0/3870822323 conn(0x7f487006d5e0 msgr2=0x7f48700b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:27.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.616+0000 7f48768ba640 1 -- 172.21.15.6:0/3870822323 shutdown_connections 2024-09-21T07:30:27.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.616+0000 7f48768ba640 1 -- 172.21.15.6:0/3870822323 wait complete. 2024-09-21T07:30:27.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 Processor -- start 2024-09-21T07:30:27.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 -- start start 2024-09-21T07:30:27.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48700ae060 0x7f487014c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:27.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f487015b740 0x7f48701fc660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:27.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48701fcba0 0x7f487006f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:27.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4870169eb0 con 0x7f48700ae060 2024-09-21T07:30:27.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4870169d30 con 0x7f48701fcba0 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f487016a030 con 0x7f487015b740 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48700ae060 0x7f487014c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48700ae060 0x7f487014c7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39354/0 (socket says 172.21.15.6:39354) 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 -- 172.21.15.6:0/3237805522 learned_addr learned my addr 172.21.15.6:0/3237805522 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486f7fe640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f487015b740 0x7f48701fc660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f4874e57640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48701fcba0 0x7f487006f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 -- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f487015b740 msgr2=0x7f48701fc660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f487015b740 0x7f48701fc660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 -- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48701fcba0 msgr2=0x7f487006f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48701fcba0 0x7f487006f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 -- 172.21.15.6:0/3237805522 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4870076770 con 0x7f48700ae060 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f4874e57640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48701fcba0 0x7f487006f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486ffff640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48700ae060 0x7f487014c7d0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f486000c450 tx=0x7f486000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:27.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486cff9640 1 -- 172.21.15.6:0/3237805522 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48600052d0 con 0x7f48700ae060 2024-09-21T07:30:27.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486cff9640 1 -- 172.21.15.6:0/3237805522 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4860005470 con 0x7f48700ae060 2024-09-21T07:30:27.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48701fd3d0 con 0x7f48700ae060 2024-09-21T07:30:27.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f486cff9640 1 -- 172.21.15.6:0/3237805522 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4860012870 con 0x7f48700ae060 2024-09-21T07:30:27.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.620+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4870164dc0 con 0x7f48700ae060 2024-09-21T07:30:27.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.624+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48700af710 con 0x7f48700ae060 2024-09-21T07:30:27.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.624+0000 7f486cff9640 1 -- 172.21.15.6:0/3237805522 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4860003600 con 0x7f48700ae060 2024-09-21T07:30:27.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.624+0000 7f486cff9640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f485c073200 0x7f485c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:27.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.624+0000 7f486cff9640 1 -- 172.21.15.6:0/3237805522 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f4860093d50 con 0x7f48700ae060 2024-09-21T07:30:27.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.624+0000 7f486f7fe640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f485c073200 0x7f485c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:27.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.624+0000 7f486f7fe640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f485c073200 0x7f485c075710 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f48640af000 tx=0x7f4864019680 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:27.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.628+0000 7f486cff9640 1 -- 172.21.15.6:0/3237805522 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4860097030 con 0x7f48700ae060 2024-09-21T07:30:27.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.840+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f48700b25c0 con 0x7f48700ae060 2024-09-21T07:30:27.846 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:30:27.840+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:30:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.844+0000 7f486cff9640 1 -- 172.21.15.6:0/3237805522 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v68) ==== 161+0+0 (secure 0 0 0) 0x7f486005ed70 con 0x7f48700ae060 2024-09-21T07:30:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T07:30:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f485c073200 msgr2=0x7f485c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f485c073200 0x7f485c075710 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f48640af000 tx=0x7f4864019680 comp rx=0 tx=0).stop 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48700ae060 msgr2=0x7f487014c7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48700ae060 0x7f487014c7d0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f486000c450 tx=0x7f486000c910 comp rx=0 tx=0).stop 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 shutdown_connections 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f485c073200 0x7f485c075710 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f48701fcba0 0x7f487006f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f487015b740 0x7f48701fc660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 --2- 172.21.15.6:0/3237805522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48700ae060 0x7f487014c7d0 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 >> 172.21.15.6:0/3237805522 conn(0x7f487006d5e0 msgr2=0x7f4870073f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 shutdown_connections 2024-09-21T07:30:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:27.848+0000 7f48768ba640 1 -- 172.21.15.6:0/3237805522 wait complete. 2024-09-21T07:30:27.854 INFO:tasks.ceph.mds.a.smithi006.stderr: -1364> 2024-09-21T07:30:05.460+0000 7f217e2e0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:30:27.877 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T07:30:27.914 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:30:28.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- 172.21.15.6:0/816219288 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7141535c0 msgr2=0x7fa714070760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:28.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 --2- 172.21.15.6:0/816219288 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7141535c0 0x7fa714070760 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7fa710009c80 tx=0x7fa71001cda0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- 172.21.15.6:0/816219288 shutdown_connections 2024-09-21T07:30:28.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 --2- 172.21.15.6:0/816219288 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa71406f620 0x7fa71406fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 --2- 172.21.15.6:0/816219288 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7141535c0 0x7fa714070760 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- 172.21.15.6:0/816219288 >> 172.21.15.6:0/816219288 conn(0x7fa71406d480 msgr2=0x7fa7140b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:28.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- 172.21.15.6:0/816219288 shutdown_connections 2024-09-21T07:30:28.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- 172.21.15.6:0/816219288 wait complete. 2024-09-21T07:30:28.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 Processor -- start 2024-09-21T07:30:28.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- start start 2024-09-21T07:30:28.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa71406f620 0x7fa7141f7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:28.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7140b44e0 0x7fa71409d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:28.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7141535c0 0x7fa7141fa700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:28.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7140cfeb0 con 0x7fa71406f620 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa7140cfd30 con 0x7fa7140b44e0 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa71be26640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa71416a660 con 0x7fa7141535c0 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa71406f620 0x7fa7141f7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa71406f620 0x7fa7141f7c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39400/0 (socket says 172.21.15.6:39400) 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 -- 172.21.15.6:0/1245175389 learned_addr learned my addr 172.21.15.6:0/1245175389 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 -- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7141535c0 msgr2=0x7fa7141fa700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7141535c0 0x7fa7141fa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 -- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7140b44e0 msgr2=0x7fa71409d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7140b44e0 0x7fa71409d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 -- 172.21.15.6:0/1245175389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7141fb270 con 0x7fa71406f620 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.028+0000 7fa719bc2640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa71406f620 0x7fa7141f7c60 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fa710000f90 tx=0x7fa7100093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa70a7fc640 1 -- 172.21.15.6:0/1245175389 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7100bb070 con 0x7fa71406f620 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa70a7fc640 1 -- 172.21.15.6:0/1245175389 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa710004e00 con 0x7fa71406f620 2024-09-21T07:30:28.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7141fb550 con 0x7fa71406f620 2024-09-21T07:30:28.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa70a7fc640 1 -- 172.21.15.6:0/1245175389 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7100b2040 con 0x7fa71406f620 2024-09-21T07:30:28.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa71414c280 con 0x7fa71406f620 2024-09-21T07:30:28.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa71406fa30 con 0x7fa71406f620 2024-09-21T07:30:28.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa70a7fc640 1 -- 172.21.15.6:0/1245175389 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa7100be070 con 0x7fa71406f620 2024-09-21T07:30:28.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa70a7fc640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6f8073230 0x7fa6f8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:28.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa70a7fc640 1 -- 172.21.15.6:0/1245175389 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5795+0+0 (secure 0 0 0) 0x7fa71012e150 con 0x7fa71406f620 2024-09-21T07:30:28.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa7193c1640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6f8073230 0x7fa6f8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:28.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.032+0000 7fa7193c1640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6f8073230 0x7fa6f8075740 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa7141f4d00 tx=0x7fa704006bd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:28.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.036+0000 7fa70a7fc640 1 -- 172.21.15.6:0/1245175389 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa710016990 con 0x7fa71406f620 2024-09-21T07:30:28.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.240+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa7140b2be0 con 0x7fa71406f620 2024-09-21T07:30:28.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.848+0000 7fa70a7fc640 1 -- 172.21.15.6:0/1245175389 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v69) ==== 104+0+0 (secure 0 0 0) 0x7fa7100f9310 con 0x7fa71406f620 2024-09-21T07:30:28.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6f8073230 msgr2=0x7fa6f8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6f8073230 0x7fa6f8075740 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa7141f4d00 tx=0x7fa704006bd0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa71406f620 msgr2=0x7fa7141f7c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa71406f620 0x7fa7141f7c60 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fa710000f90 tx=0x7fa7100093f0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 shutdown_connections 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6f8073230 0x7fa6f8075740 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa7141535c0 0x7fa7141fa700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa7140b44e0 0x7fa71409d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 --2- 172.21.15.6:0/1245175389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa71406f620 0x7fa7141f7c60 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 >> 172.21.15.6:0/1245175389 conn(0x7fa71406d480 msgr2=0x7fa71415cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:28.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 shutdown_connections 2024-09-21T07:30:28.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:28.852+0000 7fa71be26640 1 -- 172.21.15.6:0/1245175389 wait complete. 2024-09-21T07:30:28.880 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T07:30:29.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.088+0000 7f686c902640 1 -- 172.21.15.6:0/48570265 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68680b4e30 msgr2=0x7f68680ca930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:29.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.088+0000 7f686c902640 1 --2- 172.21.15.6:0/48570265 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68680b4e30 0x7f68680ca930 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6858009900 tx=0x7f685801c8b0 comp rx=0 tx=0).stop 2024-09-21T07:30:29.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.088+0000 7f686c902640 1 -- 172.21.15.6:0/48570265 shutdown_connections 2024-09-21T07:30:29.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.088+0000 7f686c902640 1 --2- 172.21.15.6:0/48570265 >> v2:172.21.15.145:3300/0 conn(0x7f68680b21e0 0x7f68680704c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:29.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.088+0000 7f686c902640 1 --2- 172.21.15.6:0/48570265 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68680b4e30 0x7f68680ca930 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:29.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.088+0000 7f686c902640 1 -- 172.21.15.6:0/48570265 >> 172.21.15.6:0/48570265 conn(0x7f68680ccd60 msgr2=0x7f68680cd170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:29.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.088+0000 7f686c902640 1 -- 172.21.15.6:0/48570265 shutdown_connections 2024-09-21T07:30:29.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.088+0000 7f686c902640 1 -- 172.21.15.6:0/48570265 wait complete. 2024-09-21T07:30:29.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 Processor -- start 2024-09-21T07:30:29.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 -- start start 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68680b1dd0 0x7f68681537d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68680b21e0 0x7f6868158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68680b4e30 0x7f6868158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6868168ee0 con 0x7f68680b4e30 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6868168d60 con 0x7f68680b21e0 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6868169060 con 0x7f68680b1dd0 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68680b4e30 0x7f6868158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68680b4e30 0x7f6868158c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39406/0 (socket says 172.21.15.6:39406) 2024-09-21T07:30:29.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 -- 172.21.15.6:0/4201329572 learned_addr learned my addr 172.21.15.6:0/4201329572 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6865d9b640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68680b21e0 0x7f6868158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686659c640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68680b1dd0 0x7f68681537d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 -- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68680b1dd0 msgr2=0x7f68681537d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68680b1dd0 0x7f68681537d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 -- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68680b21e0 msgr2=0x7f6868158700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68680b21e0 0x7f6868158700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 -- 172.21.15.6:0/4201329572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f686809cda0 con 0x7f68680b4e30 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6865d9b640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68680b21e0 0x7f6868158700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6866d9d640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68680b4e30 0x7f6868158c40 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f686000ea80 tx=0x7f686000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6856ffd640 1 -- 172.21.15.6:0/4201329572 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f686000cea0 con 0x7f68680b4e30 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6856ffd640 1 -- 172.21.15.6:0/4201329572 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6860004b30 con 0x7f68680b4e30 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68680ae7d0 con 0x7f68680b4e30 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.092+0000 7f6856ffd640 1 -- 172.21.15.6:0/4201329572 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6860005020 con 0x7f68680b4e30 2024-09-21T07:30:29.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.096+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f686809d470 con 0x7f68680b4e30 2024-09-21T07:30:29.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.096+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f686809b850 con 0x7f68680b4e30 2024-09-21T07:30:29.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.096+0000 7f6856ffd640 1 -- 172.21.15.6:0/4201329572 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f68600051c0 con 0x7f68680b4e30 2024-09-21T07:30:29.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.096+0000 7f6856ffd640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6848073230 0x7f6848075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:29.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.096+0000 7f6856ffd640 1 -- 172.21.15.6:0/4201329572 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5795+0+0 (secure 0 0 0) 0x7f6860094ff0 con 0x7f68680b4e30 2024-09-21T07:30:29.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.096+0000 7f686659c640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6848073230 0x7f6848075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:29.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.096+0000 7f686659c640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6848073230 0x7f6848075740 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f68580af000 tx=0x7f685801b0f0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:29.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.100+0000 7f6856ffd640 1 -- 172.21.15.6:0/4201329572 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f686809cda0 con 0x7f68680b4e30 2024-09-21T07:30:29.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:29.276+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f68680ae550 con 0x7f68680b4e30 2024-09-21T07:30:30.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.052+0000 7f6856ffd640 1 -- 172.21.15.6:0/4201329572 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v93) ==== 181+0+0 (secure 0 0 0) 0x7f68680ae550 con 0x7f68680b4e30 2024-09-21T07:30:30.057 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-09-21T07:30:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6848073230 msgr2=0x7f6848075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:30.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6848073230 0x7f6848075740 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f68580af000 tx=0x7f685801b0f0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68680b4e30 msgr2=0x7f6868158c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68680b4e30 0x7f6868158c40 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f686000ea80 tx=0x7f686000ef40 comp rx=0 tx=0).stop 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 shutdown_connections 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6848073230 0x7f6848075740 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68680b4e30 0x7f6868158c40 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f68680b21e0 0x7f6868158700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 --2- 172.21.15.6:0/4201329572 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f68680b1dd0 0x7f68681537d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 >> 172.21.15.6:0/4201329572 conn(0x7f68680ccd60 msgr2=0x7f68680ca190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 shutdown_connections 2024-09-21T07:30:30.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.056+0000 7f686c902640 1 -- 172.21.15.6:0/4201329572 wait complete. 2024-09-21T07:30:30.090 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T07:30:30.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 -- 172.21.15.6:0/1068312469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 msgr2=0x7fde4815f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:30.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 --2- 172.21.15.6:0/1068312469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 0x7fde4815f7f0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fde480739a0 tx=0x7fde4001c890 comp rx=0 tx=0).stop 2024-09-21T07:30:30.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 -- 172.21.15.6:0/1068312469 shutdown_connections 2024-09-21T07:30:30.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 --2- 172.21.15.6:0/1068312469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 0x7fde4815f7f0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 --2- 172.21.15.6:0/1068312469 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde480ceec0 0x7fde480cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 --2- 172.21.15.6:0/1068312469 >> v2:172.21.15.145:3300/0 conn(0x7fde4809aa30 0x7fde480d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 -- 172.21.15.6:0/1068312469 >> 172.21.15.6:0/1068312469 conn(0x7fde4806ea70 msgr2=0x7fde480d12f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:30.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 -- 172.21.15.6:0/1068312469 shutdown_connections 2024-09-21T07:30:30.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.256+0000 7fde4ee33640 1 -- 172.21.15.6:0/1068312469 wait complete. 2024-09-21T07:30:30.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4ee33640 1 Processor -- start 2024-09-21T07:30:30.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4ee33640 1 -- start start 2024-09-21T07:30:30.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4ee33640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde4809aa30 0x7fde48167ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:30.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4ee33640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde480ceec0 0x7fde4815a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:30.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4ee33640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 0x7fde481fe9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:30.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4ee33640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fde4806dc40 con 0x7fde4815f3e0 2024-09-21T07:30:30.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4ee33640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fde4806dac0 con 0x7fde4809aa30 2024-09-21T07:30:30.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4ee33640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fde480b4e70 con 0x7fde480ceec0 2024-09-21T07:30:30.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 0x7fde481fe9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:30.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4cbcf640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde4809aa30 0x7fde48167ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:30.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 0x7fde481fe9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39422/0 (socket says 172.21.15.6:39422) 2024-09-21T07:30:30.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 -- 172.21.15.6:0/737365030 learned_addr learned my addr 172.21.15.6:0/737365030 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:30.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde47fff640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde480ceec0 0x7fde4815a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:30.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 -- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde480ceec0 msgr2=0x7fde4815a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:30.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde480ceec0 0x7fde4815a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 -- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde4809aa30 msgr2=0x7fde48167ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:30.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde4809aa30 0x7fde48167ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:30.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 -- 172.21.15.6:0/737365030 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde481668f0 con 0x7fde4815f3e0 2024-09-21T07:30:30.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.260+0000 7fde4d3d0640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 0x7fde481fe9a0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fde40009850 tx=0x7fde400a56a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:30.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde457fa640 1 -- 172.21.15.6:0/737365030 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde400b2040 con 0x7fde4815f3e0 2024-09-21T07:30:30.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde457fa640 1 -- 172.21.15.6:0/737365030 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde40004490 con 0x7fde4815f3e0 2024-09-21T07:30:30.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde48166bd0 con 0x7fde4815f3e0 2024-09-21T07:30:30.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde457fa640 1 -- 172.21.15.6:0/737365030 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde40005290 con 0x7fde4815f3e0 2024-09-21T07:30:30.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde48167190 con 0x7fde4815f3e0 2024-09-21T07:30:30.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde480cf2d0 con 0x7fde4815f3e0 2024-09-21T07:30:30.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde457fa640 1 -- 172.21.15.6:0/737365030 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fde400be060 con 0x7fde4815f3e0 2024-09-21T07:30:30.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde457fa640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde28073200 0x7fde28075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:30.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde457fa640 1 -- 172.21.15.6:0/737365030 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5357+0+0 (secure 0 0 0) 0x7fde4012d990 con 0x7fde4815f3e0 2024-09-21T07:30:30.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.264+0000 7fde4cbcf640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde28073200 0x7fde28075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:30.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.268+0000 7fde4cbcf640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde28073200 0x7fde28075710 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fde30005fd0 tx=0x7fde3000b260 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:30.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.268+0000 7fde457fa640 1 -- 172.21.15.6:0/737365030 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fde400164b0 con 0x7fde4815f3e0 2024-09-21T07:30:30.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:30.444+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fde48168510 con 0x7fde4815f3e0 2024-09-21T07:30:31.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.064+0000 7fde457fa640 1 -- 172.21.15.6:0/737365030 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v94) ==== 169+0+0 (secure 0 0 0) 0x7fde400f84c0 con 0x7fde4815f3e0 2024-09-21T07:30:31.067 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-09-21T07:30:31.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde28073200 msgr2=0x7fde28075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde28073200 0x7fde28075710 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fde30005fd0 tx=0x7fde3000b260 comp rx=0 tx=0).stop 2024-09-21T07:30:31.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 msgr2=0x7fde481fe9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 0x7fde481fe9a0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fde40009850 tx=0x7fde400a56a0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 shutdown_connections 2024-09-21T07:30:31.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fde28073200 0x7fde28075710 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fde4815f3e0 0x7fde481fe9a0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fde480ceec0 0x7fde4815a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 --2- 172.21.15.6:0/737365030 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fde4809aa30 0x7fde48167ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 >> 172.21.15.6:0/737365030 conn(0x7fde4806ea70 msgr2=0x7fde480cb9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:31.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 shutdown_connections 2024-09-21T07:30:31.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.068+0000 7fde4ee33640 1 -- 172.21.15.6:0/737365030 wait complete. 2024-09-21T07:30:31.098 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T07:30:31.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 -- 172.21.15.6:0/3872458700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f774415b740 msgr2=0x7f77440af710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 --2- 172.21.15.6:0/3872458700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f774415b740 0x7f77440af710 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f7734009900 tx=0x7f773401c8e0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 -- 172.21.15.6:0/3872458700 shutdown_connections 2024-09-21T07:30:31.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 --2- 172.21.15.6:0/3872458700 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7744070850 0x7f7744072fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 --2- 172.21.15.6:0/3872458700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f774415b740 0x7f77440af710 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 -- 172.21.15.6:0/3872458700 >> 172.21.15.6:0/3872458700 conn(0x7f774406d5e0 msgr2=0x7f77440b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:31.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 -- 172.21.15.6:0/3872458700 shutdown_connections 2024-09-21T07:30:31.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 -- 172.21.15.6:0/3872458700 wait complete. 2024-09-21T07:30:31.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 Processor -- start 2024-09-21T07:30:31.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.252+0000 7f774ab52640 1 -- start start 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77440ae060 0x7f77441f6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f774415b740 0x7f77441490f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7744149690 0x7f774414eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7744168e60 con 0x7f7744149690 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7744168ce0 con 0x7f77440ae060 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7744168fe0 con 0x7f774415b740 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7744149690 0x7f774414eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7744149690 0x7f774414eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39438/0 (socket says 172.21.15.6:39438) 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 -- 172.21.15.6:0/1359777311 learned_addr learned my addr 172.21.15.6:0/1359777311 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77488ee640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77440ae060 0x7f77441f6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:31.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f7743fff640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f774415b740 0x7f77441490f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:31.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 -- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f774415b740 msgr2=0x7f77441490f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f774415b740 0x7f77441490f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 -- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77440ae060 msgr2=0x7f77441f6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77440ae060 0x7f77441f6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 -- 172.21.15.6:0/1359777311 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f774414f060 con 0x7f7744149690 2024-09-21T07:30:31.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77490ef640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7744149690 0x7f774414eb20 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f773c00d640 tx=0x7f773c00db00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:31.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77417fa640 1 -- 172.21.15.6:0/1359777311 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c017070 con 0x7f7744149690 2024-09-21T07:30:31.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77417fa640 1 -- 172.21.15.6:0/1359777311 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f773c005310 con 0x7f7744149690 2024-09-21T07:30:31.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77441f6ef0 con 0x7f7744149690 2024-09-21T07:30:31.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f77417fa640 1 -- 172.21.15.6:0/1359777311 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c0047b0 con 0x7f7744149690 2024-09-21T07:30:31.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77441f74b0 con 0x7f7744149690 2024-09-21T07:30:31.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.256+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7744072fd0 con 0x7f7744149690 2024-09-21T07:30:31.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.260+0000 7f77417fa640 1 -- 172.21.15.6:0/1359777311 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f773c004950 con 0x7f7744149690 2024-09-21T07:30:31.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.260+0000 7f77417fa640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7724073230 0x7f7724075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:31.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.260+0000 7f77417fa640 1 -- 172.21.15.6:0/1359777311 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 4943+0+0 (secure 0 0 0) 0x7f773c093d90 con 0x7f7744149690 2024-09-21T07:30:31.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.260+0000 7f77488ee640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7724073230 0x7f7724075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:31.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.260+0000 7f77488ee640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7724073230 0x7f7724075740 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f77340af000 tx=0x7f773401b120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:31.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.264+0000 7f77417fa640 1 -- 172.21.15.6:0/1359777311 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f773c05f1d0 con 0x7f7744149690 2024-09-21T07:30:31.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.448+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f77440b25c0 con 0x7f7744149690 2024-09-21T07:30:31.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f77417fa640 1 -- 172.21.15.6:0/1359777311 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v46) ==== 71+0+0 (secure 0 0 0) 0x7f773c05ead0 con 0x7f7744149690 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7724073230 msgr2=0x7f7724075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7724073230 0x7f7724075740 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f77340af000 tx=0x7f773401b120 comp rx=0 tx=0).stop 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7744149690 msgr2=0x7f774414eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7744149690 0x7f774414eb20 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f773c00d640 tx=0x7f773c00db00 comp rx=0 tx=0).stop 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 shutdown_connections 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7724073230 0x7f7724075740 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7744149690 0x7f774414eb20 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f774415b740 0x7f77441490f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 --2- 172.21.15.6:0/1359777311 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f77440ae060 0x7f77441f6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 >> 172.21.15.6:0/1359777311 conn(0x7f774406d5e0 msgr2=0x7f7744157ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:31.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 shutdown_connections 2024-09-21T07:30:31.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.456+0000 7f774ab52640 1 -- 172.21.15.6:0/1359777311 wait complete. 2024-09-21T07:30:31.482 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop' 2024-09-21T07:30:31.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f866c9f4640 1 -- 172.21.15.6:0/3765982619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 msgr2=0x7f86500063b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f866c9f4640 1 --2- 172.21.15.6:0/3765982619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 0x7f86500063b0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f8660009b40 tx=0x7f866001d270 comp rx=0 tx=0).stop 2024-09-21T07:30:31.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f8666d9d640 1 -- 172.21.15.6:0/3765982619 reap_dead start 2024-09-21T07:30:31.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f866c9f4640 1 -- 172.21.15.6:0/3765982619 shutdown_connections 2024-09-21T07:30:31.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f866c9f4640 1 -- 172.21.15.6:0/3765982619 >> 172.21.15.6:0/3765982619 conn(0x7f866806d480 msgr2=0x7f86680b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:31.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f866c9f4640 1 -- 172.21.15.6:0/3765982619 shutdown_connections 2024-09-21T07:30:31.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f866c9f4640 1 -- 172.21.15.6:0/3765982619 wait complete. 2024-09-21T07:30:31.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f866c9f4640 1 Processor -- start 2024-09-21T07:30:31.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.640+0000 7f866c9f4640 1 -- start start 2024-09-21T07:30:31.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 0x7f866814c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:31.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86681fcb60 0x7f8668150f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:31.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8668151440 0x7f86681f8d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f86680c6de0 con 0x7f8650005f80 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f86680c6c60 con 0x7f86681fcb60 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8668166b80 con 0x7f8668151440 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 0x7f866814c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 0x7f866814c980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39458/0 (socket says 172.21.15.6:39458) 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 -- 172.21.15.6:0/4077494895 learned_addr learned my addr 172.21.15.6:0/4077494895 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8665d9b640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86681fcb60 0x7f8668150f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 -- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8668151440 msgr2=0x7f86681f8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8666d9d640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8668151440 0x7f86681f8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8668151440 0x7f86681f8d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 -- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86681fcb60 msgr2=0x7f8668150f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86681fcb60 0x7f8668150f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 -- 172.21.15.6:0/4077494895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86681fc3a0 con 0x7f8650005f80 2024-09-21T07:30:31.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8665d9b640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86681fcb60 0x7f8668150f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:31.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866659c640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 0x7f866814c980 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f86580018d0 tx=0x7f8658001d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:31.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8656ffd640 1 -- 172.21.15.6:0/4077494895 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8658015070 con 0x7f8650005f80 2024-09-21T07:30:31.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8656ffd640 1 -- 172.21.15.6:0/4077494895 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f865800eb50 con 0x7f8650005f80 2024-09-21T07:30:31.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86681546d0 con 0x7f8650005f80 2024-09-21T07:30:31.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8656ffd640 1 -- 172.21.15.6:0/4077494895 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8658011460 con 0x7f8650005f80 2024-09-21T07:30:31.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f866814cec0 con 0x7f8650005f80 2024-09-21T07:30:31.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86680cf860 con 0x7f8650005f80 2024-09-21T07:30:31.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8656ffd640 1 -- 172.21.15.6:0/4077494895 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8658018070 con 0x7f8650005f80 2024-09-21T07:30:31.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8656ffd640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8648073200 0x7f8648075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:31.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8656ffd640 1 -- 172.21.15.6:0/4077494895 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 4943+0+0 (secure 0 0 0) 0x7f8658094bb0 con 0x7f8650005f80 2024-09-21T07:30:31.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.644+0000 7f8665d9b640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8648073200 0x7f8648075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:31.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.648+0000 7f8665d9b640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8648073200 0x7f8648075710 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f865c001870 tx=0x7f865c001170 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:31.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.652+0000 7f8656ffd640 1 -- 172.21.15.6:0/4077494895 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8658060040 con 0x7f8650005f80 2024-09-21T07:30:31.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:31.888+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]} v 0) -- 0x7f8668070e20 con 0x7f8650005f80 2024-09-21T07:30:32.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.064+0000 7f8656ffd640 1 -- 172.21.15.6:0/4077494895 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]}]=0 v302) ==== 145+0+0 (secure 0 0 0) 0x7f865805f940 con 0x7f8650005f80 2024-09-21T07:30:32.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8648073200 msgr2=0x7f8648075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8648073200 0x7f8648075710 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f865c001870 tx=0x7f865c001170 comp rx=0 tx=0).stop 2024-09-21T07:30:32.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 msgr2=0x7f866814c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 0x7f866814c980 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f86580018d0 tx=0x7f8658001d90 comp rx=0 tx=0).stop 2024-09-21T07:30:32.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 shutdown_connections 2024-09-21T07:30:32.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8648073200 0x7f8648075710 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8668151440 0x7f86681f8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f86681fcb60 0x7f8668150f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 --2- 172.21.15.6:0/4077494895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8650005f80 0x7f866814c980 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 >> 172.21.15.6:0/4077494895 conn(0x7f866806d480 msgr2=0x7f8668072dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:32.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 shutdown_connections 2024-09-21T07:30:32.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.072+0000 7f866c9f4640 1 -- 172.21.15.6:0/4077494895 wait complete. 2024-09-21T07:30:32.102 INFO:tasks.cephfs_test_runner:That when a `tell` command is sent using the python CLI, ... ok 2024-09-21T07:30:32.102 INFO:tasks.cephfs_test_runner:Starting test: test_version_splitting (tasks.cephfs.test_sessionmap.TestSessionMap) That when many sessions are updated, they are correctly 2024-09-21T07:30:32.102 INFO:tasks.cephfs_test_runner:test_version_splitting (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-21T07:30:32.103 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:32.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.264+0000 7eff85f9f640 1 -- 172.21.15.6:0/927581198 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80073870 msgr2=0x7eff80073c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.264+0000 7eff85f9f640 1 --2- 172.21.15.6:0/927581198 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80073870 0x7eff80073c80 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7eff6800a950 tx=0x7eff6801db70 comp rx=0 tx=0).stop 2024-09-21T07:30:32.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.264+0000 7eff85f9f640 1 -- 172.21.15.6:0/927581198 shutdown_connections 2024-09-21T07:30:32.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.264+0000 7eff85f9f640 1 --2- 172.21.15.6:0/927581198 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80073870 0x7eff80073c80 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.264+0000 7eff85f9f640 1 -- 172.21.15.6:0/927581198 >> 172.21.15.6:0/927581198 conn(0x7eff800cd520 msgr2=0x7eff800cd930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:32.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.264+0000 7eff85f9f640 1 -- 172.21.15.6:0/927581198 shutdown_connections 2024-09-21T07:30:32.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.264+0000 7eff85f9f640 1 -- 172.21.15.6:0/927581198 wait complete. 2024-09-21T07:30:32.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 Processor -- start 2024-09-21T07:30:32.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 -- start start 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff80073870 0x7eff801fcc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff8015be30 0x7eff80153a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80162a60 0x7eff801fc080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7eff80168d20 con 0x7eff80162a60 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7eff80168ba0 con 0x7eff8015be30 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7eff80168ea0 con 0x7eff80073870 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80162a60 0x7eff801fc080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80162a60 0x7eff801fc080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39482/0 (socket says 172.21.15.6:39482) 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 -- 172.21.15.6:0/2526293354 learned_addr learned my addr 172.21.15.6:0/2526293354 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7f7fe640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff80073870 0x7eff801fcc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:32.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff76ffd640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff8015be30 0x7eff80153a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 -- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff80073870 msgr2=0x7eff801fcc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff80073870 0x7eff801fcc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 -- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff8015be30 msgr2=0x7eff80153a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff8015be30 0x7eff80153a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 -- 172.21.15.6:0/2526293354 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff80162020 con 0x7eff80162a60 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff76ffd640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff8015be30 0x7eff80153a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7ffff640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80162a60 0x7eff801fc080 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7eff7800c740 tx=0x7eff7800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7cff9640 1 -- 172.21.15.6:0/2526293354 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff78003b80 con 0x7eff80162a60 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7cff9640 1 -- 172.21.15.6:0/2526293354 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff7800ce50 con 0x7eff80162a60 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff801622c0 con 0x7eff80162a60 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff7cff9640 1 -- 172.21.15.6:0/2526293354 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7800a850 con 0x7eff80162a60 2024-09-21T07:30:32.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.268+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff8015c8f0 con 0x7eff80162a60 2024-09-21T07:30:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.272+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff80073c80 con 0x7eff80162a60 2024-09-21T07:30:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.272+0000 7eff7cff9640 1 -- 172.21.15.6:0/2526293354 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7eff7800a9f0 con 0x7eff80162a60 2024-09-21T07:30:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.272+0000 7eff7cff9640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff60073230 0x7eff60075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.272+0000 7eff7cff9640 1 -- 172.21.15.6:0/2526293354 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 4943+0+0 (secure 0 0 0) 0x7eff78093bf0 con 0x7eff80162a60 2024-09-21T07:30:32.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.272+0000 7eff7f7fe640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff60073230 0x7eff60075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:32.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.272+0000 7eff7f7fe640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff60073230 0x7eff60075740 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7eff700046c0 tx=0x7eff70007ea0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:32.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.276+0000 7eff7cff9640 1 -- 172.21.15.6:0/2526293354 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7eff7805efa0 con 0x7eff80162a60 2024-09-21T07:30:32.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.460+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff800caed0 con 0x7eff80162a60 2024-09-21T07:30:32.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.460+0000 7eff7cff9640 1 -- 172.21.15.6:0/2526293354 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+12995 (secure 0 0 0) 0x7eff7805e8a0 con 0x7eff80162a60 2024-09-21T07:30:32.466 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:32.466 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":94,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:31.057493+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:6835/2774493316":"2024-09-22T07:30:27.845773+0000","172.21.15.6:6834/2774493316":"2024-09-22T07:30:27.845773+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:32.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff60073230 msgr2=0x7eff60075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff60073230 0x7eff60075740 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7eff700046c0 tx=0x7eff70007ea0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80162a60 msgr2=0x7eff801fc080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80162a60 0x7eff801fc080 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7eff7800c740 tx=0x7eff7800cc00 comp rx=0 tx=0).stop 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 shutdown_connections 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7eff60073230 0x7eff60075740 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7eff80162a60 0x7eff801fc080 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7eff8015be30 0x7eff80153a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 --2- 172.21.15.6:0/2526293354 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7eff80073870 0x7eff801fcc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 >> 172.21.15.6:0/2526293354 conn(0x7eff800cd520 msgr2=0x7eff800b4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 shutdown_connections 2024-09-21T07:30:32.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.464+0000 7eff85f9f640 1 -- 172.21.15.6:0/2526293354 wait complete. 2024-09-21T07:30:32.490 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T07:24:30.886944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T07:30:32.490 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T07:30:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.644+0000 7f883869d640 1 -- 172.21.15.6:0/2114659733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 msgr2=0x7f88300b31c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.644+0000 7f883869d640 1 --2- 172.21.15.6:0/2114659733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 0x7f88300b31c0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f88300d0280 tx=0x7f882001c8c0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.644+0000 7f883869d640 1 -- 172.21.15.6:0/2114659733 shutdown_connections 2024-09-21T07:30:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.644+0000 7f883869d640 1 --2- 172.21.15.6:0/2114659733 >> v2:172.21.15.145:3300/0 conn(0x7f88300b3700 0x7f88300b3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.644+0000 7f883869d640 1 --2- 172.21.15.6:0/2114659733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 0x7f88300b31c0 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.644+0000 7f883869d640 1 -- 172.21.15.6:0/2114659733 >> 172.21.15.6:0/2114659733 conn(0x7f883006d480 msgr2=0x7f88300b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.644+0000 7f883869d640 1 -- 172.21.15.6:0/2114659733 shutdown_connections 2024-09-21T07:30:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.644+0000 7f883869d640 1 -- 172.21.15.6:0/2114659733 wait complete. 2024-09-21T07:30:32.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 Processor -- start 2024-09-21T07:30:32.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 -- start start 2024-09-21T07:30:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88300b3700 0x7f88300c7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88300b4ec0 0x7f8830159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 0x7f883015a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8830169040 con 0x7f88300ce9b0 2024-09-21T07:30:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8830168ec0 con 0x7f88300b4ec0 2024-09-21T07:30:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f88301691c0 con 0x7f88300b3700 2024-09-21T07:30:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 0x7f883015a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 0x7f883015a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39512/0 (socket says 172.21.15.6:39512) 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 -- 172.21.15.6:0/2808593858 learned_addr learned my addr 172.21.15.6:0/2808593858 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836439640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88300b3700 0x7f88300c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8835c38640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88300b4ec0 0x7f8830159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 -- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88300b3700 msgr2=0x7f88300c7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88300b3700 0x7f88300c7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 -- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88300b4ec0 msgr2=0x7f8830159430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88300b4ec0 0x7f8830159430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 -- 172.21.15.6:0/2808593858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88300c78c0 con 0x7f88300ce9b0 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8836c3a640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 0x7f883015a340 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f882800e970 tx=0x7f882800ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8826ffd640 1 -- 172.21.15.6:0/2808593858 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828004d30 con 0x7f88300ce9b0 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8826ffd640 1 -- 172.21.15.6:0/2808593858 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f882800cb20 con 0x7f88300ce9b0 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f8826ffd640 1 -- 172.21.15.6:0/2808593858 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828005020 con 0x7f88300ce9b0 2024-09-21T07:30:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8830159970 con 0x7f88300ce9b0 2024-09-21T07:30:32.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f883015ed70 con 0x7f88300ce9b0 2024-09-21T07:30:32.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.648+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f883015eae0 con 0x7f88300ce9b0 2024-09-21T07:30:32.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.652+0000 7f8826ffd640 1 -- 172.21.15.6:0/2808593858 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f88280051c0 con 0x7f88300ce9b0 2024-09-21T07:30:32.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.652+0000 7f8826ffd640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8814073200 0x7f8814075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:32.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.652+0000 7f8826ffd640 1 -- 172.21.15.6:0/2808593858 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 4943+0+0 (secure 0 0 0) 0x7f8828094920 con 0x7f88300ce9b0 2024-09-21T07:30:32.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.652+0000 7f8836439640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8814073200 0x7f8814075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:32.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.652+0000 7f8836439640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8814073200 0x7f8814075710 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f882c001650 tx=0x7f882c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:32.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.656+0000 7f8826ffd640 1 -- 172.21.15.6:0/2808593858 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8828016030 con 0x7f88300ce9b0 2024-09-21T07:30:32.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.824+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f88300b3b10 con 0x7f88300ce9b0 2024-09-21T07:30:32.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.824+0000 7f8826ffd640 1 -- 172.21.15.6:0/2808593858 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f882805fba0 con 0x7f88300ce9b0 2024-09-21T07:30:32.829 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-09-21T07:30:32.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8814073200 msgr2=0x7f8814075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8814073200 0x7f8814075710 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f882c001650 tx=0x7f882c009040 comp rx=0 tx=0).stop 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 msgr2=0x7f883015a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 0x7f883015a340 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f882800e970 tx=0x7f882800ee30 comp rx=0 tx=0).stop 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 shutdown_connections 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8814073200 0x7f8814075710 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88300ce9b0 0x7f883015a340 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f88300b4ec0 0x7f8830159430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 --2- 172.21.15.6:0/2808593858 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f88300b3700 0x7f88300c7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 >> 172.21.15.6:0/2808593858 conn(0x7f883006d480 msgr2=0x7f883015b290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 shutdown_connections 2024-09-21T07:30:32.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:32.828+0000 7f883869d640 1 -- 172.21.15.6:0/2808593858 wait complete. 2024-09-21T07:30:32.851 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting' 2024-09-21T07:30:33.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.008+0000 7f57a9b3f640 1 -- 172.21.15.6:0/72199970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f578c004d50 msgr2=0x7f578c005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:33.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.008+0000 7f57a9b3f640 1 --2- 172.21.15.6:0/72199970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f578c004d50 0x7f578c005160 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f57a415cd00 tx=0x7f579c01cf00 comp rx=0 tx=0).stop 2024-09-21T07:30:33.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.008+0000 7f57a3fff640 1 -- 172.21.15.6:0/72199970 reap_dead start 2024-09-21T07:30:33.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.008+0000 7f57a9b3f640 1 -- 172.21.15.6:0/72199970 shutdown_connections 2024-09-21T07:30:33.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.008+0000 7f57a9b3f640 1 -- 172.21.15.6:0/72199970 >> 172.21.15.6:0/72199970 conn(0x7f57a406d480 msgr2=0x7f57a40b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:33.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.008+0000 7f57a9b3f640 1 -- 172.21.15.6:0/72199970 shutdown_connections 2024-09-21T07:30:33.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.008+0000 7f57a9b3f640 1 -- 172.21.15.6:0/72199970 wait complete. 2024-09-21T07:30:33.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 Processor -- start 2024-09-21T07:30:33.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 -- start start 2024-09-21T07:30:33.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57a409dc00 0x7f57a414e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:33.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57a4150430 0x7f57a4150840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:33.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57a4150d80 0x7f57a41f91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f57a4153b50 con 0x7f57a4150d80 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f57a41539d0 con 0x7f57a4150430 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f57a4070ca0 con 0x7f57a409dc00 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57a4150d80 0x7f57a41f91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57a4150d80 0x7f57a41f91e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39532/0 (socket says 172.21.15.6:39532) 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 -- 172.21.15.6:0/1801129787 learned_addr learned my addr 172.21.15.6:0/1801129787 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a2ffd640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57a4150430 0x7f57a4150840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a37fe640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57a409dc00 0x7f57a414e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 -- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57a409dc00 msgr2=0x7f57a414e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:33.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57a409dc00 0x7f57a414e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 -- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57a4150430 msgr2=0x7f57a4150840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57a4150430 0x7f57a4150840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 -- 172.21.15.6:0/1801129787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a414f0d0 con 0x7f57a4150d80 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a3fff640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57a4150d80 0x7f57a41f91e0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f579c000c10 tx=0x7f579c006e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f578bfff640 1 -- 172.21.15.6:0/1801129787 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579c0060d0 con 0x7f57a4150d80 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f578bfff640 1 -- 172.21.15.6:0/1801129787 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f579c006420 con 0x7f57a4150d80 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57a4155e30 con 0x7f57a4150d80 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f578bfff640 1 -- 172.21.15.6:0/1801129787 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579c0036e0 con 0x7f57a4150d80 2024-09-21T07:30:33.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.012+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57a41563f0 con 0x7f57a4150d80 2024-09-21T07:30:33.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.016+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57a40b49d0 con 0x7f57a4150d80 2024-09-21T07:30:33.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.016+0000 7f578bfff640 1 -- 172.21.15.6:0/1801129787 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f579c003880 con 0x7f57a4150d80 2024-09-21T07:30:33.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.016+0000 7f578bfff640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5790073200 0x7f5790075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:33.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.016+0000 7f578bfff640 1 -- 172.21.15.6:0/1801129787 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 4943+0+0 (secure 0 0 0) 0x7f579c12e3b0 con 0x7f57a4150d80 2024-09-21T07:30:33.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.016+0000 7f57a37fe640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5790073200 0x7f5790075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:33.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.016+0000 7f57a37fe640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5790073200 0x7f5790075710 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5794009f10 tx=0x7f5794009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:33.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.020+0000 7f578bfff640 1 -- 172.21.15.6:0/1801129787 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f57a414f0d0 con 0x7f57a4150d80 2024-09-21T07:30:33.230 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:30:33.233 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:30:33.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:33.260+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]} v 0) -- 0x7f57a40b2be0 con 0x7f57a4150d80 2024-09-21T07:30:34.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.076+0000 7f578bfff640 1 -- 172.21.15.6:0/1801129787 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]}]=0 v304) ==== 148+0+0 (secure 0 0 0) 0x7f57a40b4e30 con 0x7f57a4150d80 2024-09-21T07:30:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5790073200 msgr2=0x7f5790075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5790073200 0x7f5790075710 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5794009f10 tx=0x7f5794009500 comp rx=0 tx=0).stop 2024-09-21T07:30:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57a4150d80 msgr2=0x7f57a41f91e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57a4150d80 0x7f57a41f91e0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f579c000c10 tx=0x7f579c006e30 comp rx=0 tx=0).stop 2024-09-21T07:30:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 shutdown_connections 2024-09-21T07:30:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5790073200 0x7f5790075710 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57a4150d80 0x7f57a41f91e0 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f57a4150430 0x7f57a4150840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 --2- 172.21.15.6:0/1801129787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f57a409dc00 0x7f57a414e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 >> 172.21.15.6:0/1801129787 conn(0x7f57a406d480 msgr2=0x7f57a40cf1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 shutdown_connections 2024-09-21T07:30:34.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.080+0000 7f57a9b3f640 1 -- 172.21.15.6:0/1801129787 wait complete. 2024-09-21T07:30:34.109 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T07:30:34.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.264+0000 7f45b5672640 1 -- 172.21.15.6:0/2232945242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 msgr2=0x7f45b00cf860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.264+0000 7f45b5672640 1 --2- 172.21.15.6:0/2232945242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 0x7f45b00cf860 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f45a0009930 tx=0x7f45a001c7c0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.264+0000 7f45b5672640 1 -- 172.21.15.6:0/2232945242 shutdown_connections 2024-09-21T07:30:34.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.264+0000 7f45b5672640 1 --2- 172.21.15.6:0/2232945242 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45b00c6140 0x7f45b00c6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.264+0000 7f45b5672640 1 --2- 172.21.15.6:0/2232945242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 0x7f45b00cf860 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.264+0000 7f45b5672640 1 -- 172.21.15.6:0/2232945242 >> 172.21.15.6:0/2232945242 conn(0x7f45b006d480 msgr2=0x7f45b00b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:34.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.264+0000 7f45b5672640 1 -- 172.21.15.6:0/2232945242 shutdown_connections 2024-09-21T07:30:34.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.264+0000 7f45b5672640 1 -- 172.21.15.6:0/2232945242 wait complete. 2024-09-21T07:30:34.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 Processor -- start 2024-09-21T07:30:34.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 -- start start 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45b0070230 0x7f45b00b03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45b00c6140 0x7f45b0151970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 0x7f45b00744d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f45b015bac0 con 0x7f45b0155430 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f45b015b940 con 0x7f45b0070230 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f45b015bc40 con 0x7f45b00c6140 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 0x7f45b00744d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 0x7f45b00744d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44582/0 (socket says 172.21.15.6:44582) 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 -- 172.21.15.6:0/1007649203 learned_addr learned my addr 172.21.15.6:0/1007649203 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45aeffd640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45b0070230 0x7f45b00b03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45ae7fc640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45b00c6140 0x7f45b0151970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 -- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45b00c6140 msgr2=0x7f45b0151970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45b00c6140 0x7f45b0151970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 -- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45b0070230 msgr2=0x7f45b00b03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45b0070230 0x7f45b00b03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 -- 172.21.15.6:0/1007649203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b0073450 con 0x7f45b0155430 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45aeffd640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45b0070230 0x7f45b00b03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45af7fe640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 0x7f45b00744d0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f45a800ddf0 tx=0x7f45a800b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45977fe640 1 -- 172.21.15.6:0/1007649203 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a8004d30 con 0x7f45b0155430 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45977fe640 1 -- 172.21.15.6:0/1007649203 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45a800be40 con 0x7f45b0155430 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b0073730 con 0x7f45b0155430 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45977fe640 1 -- 172.21.15.6:0/1007649203 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a800e8c0 con 0x7f45b0155430 2024-09-21T07:30:34.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b0073cf0 con 0x7f45b0155430 2024-09-21T07:30:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.268+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45b00c6550 con 0x7f45b0155430 2024-09-21T07:30:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.272+0000 7f45977fe640 1 -- 172.21.15.6:0/1007649203 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f45a800ea60 con 0x7f45b0155430 2024-09-21T07:30:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.272+0000 7f45977fe640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f459c073200 0x7f459c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.272+0000 7f45977fe640 1 -- 172.21.15.6:0/1007649203 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 4943+0+0 (secure 0 0 0) 0x7f45a8094940 con 0x7f45b0155430 2024-09-21T07:30:34.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.272+0000 7f45aeffd640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f459c073200 0x7f459c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:34.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.272+0000 7f45aeffd640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f459c073200 0x7f459c075710 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f45a00af000 tx=0x7f45a001b000 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:34.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.276+0000 7f45977fe640 1 -- 172.21.15.6:0/1007649203 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f45a805fd80 con 0x7f45b0155430 2024-09-21T07:30:34.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f45b0154cf0 con 0x7f45b0155430 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45977fe640 1 -- 172.21.15.6:0/1007649203 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v46) ==== 59+0+2294 (secure 0 0 0) 0x7f45a805f680 con 0x7f45b0155430 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced client_mount_timeout 30 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_client 20/20 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_mgr 20/20 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:mgr advanced debug_ms 1/1 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T07:30:34.456 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4406.361004 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4273.484714 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4038.127657 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4577.714672 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 4589.677100 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4430.080254 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4169.446825 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4450.453400 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds 20/20 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced debug_ms 2/2 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_frag true 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_debug_scatterstat true 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T07:30:34.457 INFO:teuthology.orchestra.run.smithi006.stdout:mds dev mds_verify_scatter true 2024-09-21T07:30:34.458 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T07:30:34.458 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T07:30:34.458 INFO:teuthology.orchestra.run.smithi006.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T07:30:34.458 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced client_mount_timeout 600 2024-09-21T07:30:34.458 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_client 20/20 2024-09-21T07:30:34.458 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced debug_ms 1/1 2024-09-21T07:30:34.458 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T07:30:34.458 INFO:teuthology.orchestra.run.smithi006.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f459c073200 msgr2=0x7f459c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f459c073200 0x7f459c075710 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f45a00af000 tx=0x7f45a001b000 comp rx=0 tx=0).stop 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 msgr2=0x7f45b00744d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 0x7f45b00744d0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f45a800ddf0 tx=0x7f45a800b730 comp rx=0 tx=0).stop 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 shutdown_connections 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f459c073200 0x7f459c075710 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45b0155430 0x7f45b00744d0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f45b00c6140 0x7f45b0151970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 --2- 172.21.15.6:0/1007649203 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f45b0070230 0x7f45b00b03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.452+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 >> 172.21.15.6:0/1007649203 conn(0x7f45b006d480 msgr2=0x7f45b0152290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.456+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 shutdown_connections 2024-09-21T07:30:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.456+0000 7f45b5672640 1 -- 172.21.15.6:0/1007649203 wait complete. 2024-09-21T07:30:34.477 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T07:30:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.636+0000 7fa33214e640 1 -- 172.21.15.6:0/990124580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa314004e70 msgr2=0x7fa3140052e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.636+0000 7fa33214e640 1 --2- 172.21.15.6:0/990124580 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa314004e70 0x7fa3140052e0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fa32c0cc850 tx=0x7fa32401caf0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.636+0000 7fa32bfff640 1 -- 172.21.15.6:0/990124580 reap_dead start 2024-09-21T07:30:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.636+0000 7fa33214e640 1 -- 172.21.15.6:0/990124580 shutdown_connections 2024-09-21T07:30:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.636+0000 7fa33214e640 1 -- 172.21.15.6:0/990124580 >> 172.21.15.6:0/990124580 conn(0x7fa32c0cef60 msgr2=0x7fa32c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.636+0000 7fa33214e640 1 -- 172.21.15.6:0/990124580 shutdown_connections 2024-09-21T07:30:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.636+0000 7fa33214e640 1 -- 172.21.15.6:0/990124580 wait complete. 2024-09-21T07:30:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa33214e640 1 Processor -- start 2024-09-21T07:30:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa33214e640 1 -- start start 2024-09-21T07:30:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa33214e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa314004e70 0x7fa32c09f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa33214e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa32c0c6750 0x7fa32c0c6b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa33214e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa32c0c8770 0x7fa32c0c8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa33214e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c09bbc0 con 0x7fa32c0c6750 2024-09-21T07:30:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa33214e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c09ba40 con 0x7fa32c0c8770 2024-09-21T07:30:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa33214e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa32c0cde30 con 0x7fa314004e70 2024-09-21T07:30:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa32c0c6750 0x7fa32c0c6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa32c0c6750 0x7fa32c0c6b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44602/0 (socket says 172.21.15.6:44602) 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 -- 172.21.15.6:0/3759148701 learned_addr learned my addr 172.21.15.6:0/3759148701 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32b7fe640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa314004e70 0x7fa32c09f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32bfff640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa32c0c8770 0x7fa32c0c8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 -- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa314004e70 msgr2=0x7fa32c09f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa314004e70 0x7fa32c09f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 -- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa32c0c8770 msgr2=0x7fa32c0c8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa32c0c8770 0x7fa32c0c8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 -- 172.21.15.6:0/3759148701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32c0b6c40 con 0x7fa32c0c6750 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32b7fe640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa314004e70 0x7fa32c09f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa32affd640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa32c0c6750 0x7fa32c0c6b60 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fa32000f9d0 tx=0x7fa32000fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa313fff640 1 -- 172.21.15.6:0/3759148701 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32000bcb0 con 0x7fa32c0c6750 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa313fff640 1 -- 172.21.15.6:0/3759148701 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa320011440 con 0x7fa32c0c6750 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.640+0000 7fa313fff640 1 -- 172.21.15.6:0/3759148701 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa320011850 con 0x7fa32c0c6750 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.644+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa32c0c90c0 con 0x7fa32c0c6750 2024-09-21T07:30:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.644+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa32c0ca930 con 0x7fa32c0c6750 2024-09-21T07:30:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.644+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa32c0cd720 con 0x7fa32c0c6750 2024-09-21T07:30:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.644+0000 7fa313fff640 1 -- 172.21.15.6:0/3759148701 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa320019020 con 0x7fa32c0c6750 2024-09-21T07:30:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.644+0000 7fa313fff640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa318073200 0x7fa318075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.644+0000 7fa313fff640 1 -- 172.21.15.6:0/3759148701 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 4943+0+0 (secure 0 0 0) 0x7fa320094950 con 0x7fa32c0c6750 2024-09-21T07:30:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.644+0000 7fa32b7fe640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa318073200 0x7fa318075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.644+0000 7fa32b7fe640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa318073200 0x7fa318075710 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0019a0 tx=0x7fa31c000ee0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.648+0000 7fa313fff640 1 -- 172.21.15.6:0/3759148701 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa32c0c90c0 con 0x7fa32c0c6750 2024-09-21T07:30:34.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.824+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fa32c0d09c0 con 0x7fa32c0c6750 2024-09-21T07:30:34.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa313fff640 1 -- 172.21.15.6:0/3759148701 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v47)=0 v47) ==== 122+0+0 (secure 0 0 0) 0x7fa32005fc70 con 0x7fa32c0c6750 2024-09-21T07:30:34.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa318073200 msgr2=0x7fa318075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa318073200 0x7fa318075710 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0019a0 tx=0x7fa31c000ee0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa32c0c6750 msgr2=0x7fa32c0c6b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa32c0c6750 0x7fa32c0c6b60 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fa32000f9d0 tx=0x7fa32000fe90 comp rx=0 tx=0).stop 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 shutdown_connections 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa318073200 0x7fa318075710 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa32c0c8770 0x7fa32c0c8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa32c0c6750 0x7fa32c0c6b60 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 --2- 172.21.15.6:0/3759148701 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa314004e70 0x7fa32c09f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.828+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 >> 172.21.15.6:0/3759148701 conn(0x7fa32c0cef60 msgr2=0x7fa32c072090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.832+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 shutdown_connections 2024-09-21T07:30:34.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:34.832+0000 7fa33214e640 1 -- 172.21.15.6:0/3759148701 wait complete. 2024-09-21T07:30:34.855 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:30:34.855 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:30:34.923 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:30:34.999 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:30:34.999 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:30:34.999 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:35.005 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:30:35.005 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:30:35.005 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:35.010 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:30:35.011 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:30:35.011 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:35.051 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:30:35.051 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:30:35.051 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:35.061 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:30:35.061 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T07:30:35.062 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:35.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.256+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/100446592 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b80b60e0 msgr2=0x7fa2b80b64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:35.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.256+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/100446592 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b80b60e0 0x7fa2b80b64f0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fa2b808e570 tx=0x7fa2ac01cd80 comp rx=0 tx=0).stop 2024-09-21T07:30:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.256+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/100446592 shutdown_connections 2024-09-21T07:30:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.256+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/100446592 >> v2:172.21.15.145:3300/0 conn(0x7fa2b80b94d0 0x7fa2b80b98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.256+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/100446592 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b80b60e0 0x7fa2b80b64f0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.256+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/100446592 >> 172.21.15.6:0/100446592 conn(0x7fa2b808bfc0 msgr2=0x7fa2b80d4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.256+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/100446592 shutdown_connections 2024-09-21T07:30:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.256+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/100446592 wait complete. 2024-09-21T07:30:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.260+0000 7fa2bfe2d640 1 Processor -- start 2024-09-21T07:30:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.260+0000 7fa2bfe2d640 1 -- start start 2024-09-21T07:30:35.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.260+0000 7fa2bfe2d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b806df10 0x7fa2b809f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:35.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.260+0000 7fa2bfe2d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2b80b60e0 0x7fa2b8158c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:35.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.260+0000 7fa2bfe2d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b80b94d0 0x7fa2b80c80e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:35.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.260+0000 7fa2bfe2d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b816cb10 con 0x7fa2b806df10 2024-09-21T07:30:35.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.260+0000 7fa2bfe2d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b80d3330 con 0x7fa2b80b94d0 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.260+0000 7fa2bfe2d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa2b816cc90 con 0x7fa2b80b60e0 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b806df10 0x7fa2b809f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b806df10 0x7fa2b809f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44622/0 (socket says 172.21.15.6:44622) 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 -- 172.21.15.6:0/735309 learned_addr learned my addr 172.21.15.6:0/735309 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bd3c8640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2b80b60e0 0x7fa2b8158c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2be3ca640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b80b94d0 0x7fa2b80c80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 -- 172.21.15.6:0/735309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2b80b60e0 msgr2=0x7fa2b8158c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2b80b60e0 0x7fa2b8158c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 -- 172.21.15.6:0/735309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b80b94d0 msgr2=0x7fa2b80c80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b80b94d0 0x7fa2b80c80e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 -- 172.21.15.6:0/735309 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b809ed70 con 0x7fa2b806df10 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bdbc9640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b806df10 0x7fa2b809f250 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fa2a800c3f0 tx=0x7fa2a800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2b67fc640 1 -- 172.21.15.6:0/735309 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a8017070 con 0x7fa2b806df10 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2b67fc640 1 -- 172.21.15.6:0/735309 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2a80053c0 con 0x7fa2b806df10 2024-09-21T07:30:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2b809f790 con 0x7fa2b806df10 2024-09-21T07:30:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2b67fc640 1 -- 172.21.15.6:0/735309 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a8003860 con 0x7fa2b806df10 2024-09-21T07:30:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2b80a1ee0 con 0x7fa2b806df10 2024-09-21T07:30:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2b80b64f0 con 0x7fa2b806df10 2024-09-21T07:30:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2b67fc640 1 -- 172.21.15.6:0/735309 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa2a801a070 con 0x7fa2b806df10 2024-09-21T07:30:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2b67fc640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2a4073230 0x7fa2a4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2b67fc640 1 -- 172.21.15.6:0/735309 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 4943+0+0 (secure 0 0 0) 0x7fa2a80931b0 con 0x7fa2b806df10 2024-09-21T07:30:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.264+0000 7fa2bd3c8640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2a4073230 0x7fa2a4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:35.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.268+0000 7fa2bd3c8640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2a4073230 0x7fa2a4075740 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac0af000 tx=0x7fa2ac01b5c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:35.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.272+0000 7fa2b67fc640 1 -- 172.21.15.6:0/735309 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa2b80b6a30 con 0x7fa2b806df10 2024-09-21T07:30:35.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.480+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2b80b6e30 con 0x7fa2b806df10 2024-09-21T07:30:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.480+0000 7fa2b67fc640 1 -- 172.21.15.6:0/735309 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+3908 (secure 0 0 0) 0x7fa2a805e5f0 con 0x7fa2b806df10 2024-09-21T07:30:35.485 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:35.485 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":69,"btime":"2024-09-21T07:30:28:848805+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5675,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3278925920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3278925920},{"type":"v1","addr":"172.21.15.145:6835","nonce":3278925920}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6154,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1819256103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1819256103},{"type":"v1","addr":"172.21.15.145:6837","nonce":1819256103}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":6861,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/550988874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":550988874},{"type":"v1","addr":"172.21.15.6:6833","nonce":550988874}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63},{"gid":7134,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/1001417490","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":1001417490},{"type":"v1","addr":"172.21.15.6:6835","nonce":1001417490}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":69}],"filesystems":[]} 2024-09-21T07:30:35.486 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 69 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2a4073230 msgr2=0x7fa2a4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2a4073230 0x7fa2a4075740 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac0af000 tx=0x7fa2ac01b5c0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b806df10 msgr2=0x7fa2b809f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b806df10 0x7fa2b809f250 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fa2a800c3f0 tx=0x7fa2a800c8b0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 shutdown_connections 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa2a4073230 0x7fa2a4075740 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa2b80b94d0 0x7fa2b80c80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa2b80b60e0 0x7fa2b8158c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 --2- 172.21.15.6:0/735309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2b806df10 0x7fa2b809f250 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 >> 172.21.15.6:0/735309 conn(0x7fa2b808bfc0 msgr2=0x7fa2b815b530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 shutdown_connections 2024-09-21T07:30:35.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:35.484+0000 7fa2bfe2d640 1 -- 172.21.15.6:0/735309 wait complete. 2024-09-21T07:30:35.507 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:30:35.508 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T07:30:35.508 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:30:35.508 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:30:35.508 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:30:35.508 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T07:30:35.508 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:30:35.508 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:30:35.508 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:30:35.509 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T07:30:35.509 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:30:35.509 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:30:35.509 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:30:35.509 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T07:30:35.509 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:30:35.509 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:30:35.528 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:30:35.528 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:30:35.530 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:30:35.530 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:30:35.533 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:30:35.533 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:30:35.574 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:30:35.574 DEBUG:teuthology.parallel:result is None 2024-09-21T07:30:35.575 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:30:35.575 DEBUG:teuthology.parallel:result is None 2024-09-21T07:30:35.576 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:30:35.576 DEBUG:teuthology.parallel:result is None 2024-09-21T07:30:35.672 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:30:35.673 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:30:35.680 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:30:41.319 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-21T07:30:41.530 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:30:41.530 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:30:41.533 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:30:41.533 DEBUG:teuthology.parallel:result is None 2024-09-21T07:30:41.533 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T07:30:41.640 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:30:41.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 -- 172.21.15.6:0/1713186467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 msgr2=0x7fb9400b0f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:41.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 --2- 172.21.15.6:0/1713186467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 0x7fb9400b0f80 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7fb938009c80 tx=0x7fb93801cda0 comp rx=0 tx=0).stop 2024-09-21T07:30:41.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 -- 172.21.15.6:0/1713186467 shutdown_connections 2024-09-21T07:30:41.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 --2- 172.21.15.6:0/1713186467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 0x7fb9400b0f80 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:41.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 --2- 172.21.15.6:0/1713186467 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9400ae0d0 0x7fb9400b6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:41.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 -- 172.21.15.6:0/1713186467 >> 172.21.15.6:0/1713186467 conn(0x7fb9400b2df0 msgr2=0x7fb9400b3200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:41.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 -- 172.21.15.6:0/1713186467 shutdown_connections 2024-09-21T07:30:41.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 -- 172.21.15.6:0/1713186467 wait complete. 2024-09-21T07:30:41.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 Processor -- start 2024-09-21T07:30:41.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.688+0000 7fb944ac9640 1 -- start start 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9400ae0d0 0x7fb940151930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9400b6970 0x7fb94015c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 0x7fb94015ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb94016c180 con 0x7fb9400d0b50 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb94016c000 con 0x7fb9400b6970 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb94016c300 con 0x7fb9400ae0d0 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 0x7fb94015ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 0x7fb94015ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44676/0 (socket says 172.21.15.6:44676) 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 -- 172.21.15.6:0/4008267525 learned_addr learned my addr 172.21.15.6:0/4008267525 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93e59c640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9400ae0d0 0x7fb940151930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:41.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93dd9b640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9400b6970 0x7fb94015c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:41.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 -- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9400ae0d0 msgr2=0x7fb940151930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:41.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9400ae0d0 0x7fb940151930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:41.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 -- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9400b6970 msgr2=0x7fb94015c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:41.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9400b6970 0x7fb94015c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:41.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 -- 172.21.15.6:0/4008267525 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9400b0ef0 con 0x7fb9400d0b50 2024-09-21T07:30:41.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93dd9b640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9400b6970 0x7fb94015c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:41.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb93ed9d640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 0x7fb94015ca70 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fb938009bd0 tx=0x7fb938003f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:41.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb92effd640 1 -- 172.21.15.6:0/4008267525 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9380bb070 con 0x7fb9400d0b50 2024-09-21T07:30:41.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb92effd640 1 -- 172.21.15.6:0/4008267525 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb938004e00 con 0x7fb9400d0b50 2024-09-21T07:30:41.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb94015a1b0 con 0x7fb9400d0b50 2024-09-21T07:30:41.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb92effd640 1 -- 172.21.15.6:0/4008267525 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9380b2040 con 0x7fb9400d0b50 2024-09-21T07:30:41.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb940159ef0 con 0x7fb9400d0b50 2024-09-21T07:30:41.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9400b6430 con 0x7fb9400d0b50 2024-09-21T07:30:41.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.692+0000 7fb92effd640 1 -- 172.21.15.6:0/4008267525 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb938004230 con 0x7fb9400d0b50 2024-09-21T07:30:41.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.696+0000 7fb92effd640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb920073230 0x7fb920075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:41.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.696+0000 7fb92effd640 1 -- 172.21.15.6:0/4008267525 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 4943+0+0 (secure 0 0 0) 0x7fb93812de30 con 0x7fb9400d0b50 2024-09-21T07:30:41.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.696+0000 7fb93e59c640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb920073230 0x7fb920075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:41.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.696+0000 7fb93e59c640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb920073230 0x7fb920075740 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb934005870 tx=0x7fb934005d80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:41.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.700+0000 7fb92effd640 1 -- 172.21.15.6:0/4008267525 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb938016990 con 0x7fb9400d0b50 2024-09-21T07:30:41.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:41.884+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb94006ee30 con 0x7fb9400d0b50 2024-09-21T07:30:43.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.028+0000 7fb92effd640 1 -- 172.21.15.6:0/4008267525 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v99) ==== 97+0+0 (secure 0 0 0) 0x7fb9380f9160 con 0x7fb9400d0b50 2024-09-21T07:30:43.033 INFO:teuthology.orchestra.run.smithi006.stderr: removed all blocklist entries 2024-09-21T07:30:43.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb920073230 msgr2=0x7fb920075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb920073230 0x7fb920075740 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb934005870 tx=0x7fb934005d80 comp rx=0 tx=0).stop 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 msgr2=0x7fb94015ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 0x7fb94015ca70 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fb938009bd0 tx=0x7fb938003f60 comp rx=0 tx=0).stop 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 shutdown_connections 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb920073230 0x7fb920075740 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9400d0b50 0x7fb94015ca70 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb9400b6970 0x7fb94015c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 --2- 172.21.15.6:0/4008267525 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb9400ae0d0 0x7fb940151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 >> 172.21.15.6:0/4008267525 conn(0x7fb9400b2df0 msgr2=0x7fb940159150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 shutdown_connections 2024-09-21T07:30:43.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.032+0000 7fb944ac9640 1 -- 172.21.15.6:0/4008267525 wait complete. 2024-09-21T07:30:43.068 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T07:30:43.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.228+0000 7f2a05b6b640 1 -- 172.21.15.6:0/437111855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 msgr2=0x7f29ec005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.228+0000 7f2a05b6b640 1 --2- 172.21.15.6:0/437111855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 0x7f29ec005160 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f29f8009eb0 tx=0x7f29f801d210 comp rx=0 tx=0).stop 2024-09-21T07:30:43.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.228+0000 7f29fffff640 1 -- 172.21.15.6:0/437111855 reap_dead start 2024-09-21T07:30:43.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.228+0000 7f2a05b6b640 1 -- 172.21.15.6:0/437111855 shutdown_connections 2024-09-21T07:30:43.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.228+0000 7f2a05b6b640 1 -- 172.21.15.6:0/437111855 >> 172.21.15.6:0/437111855 conn(0x7f2a0008bfc0 msgr2=0x7f2a0009da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:43.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.228+0000 7f2a05b6b640 1 -- 172.21.15.6:0/437111855 shutdown_connections 2024-09-21T07:30:43.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.228+0000 7f2a05b6b640 1 -- 172.21.15.6:0/437111855 wait complete. 2024-09-21T07:30:43.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 Processor -- start 2024-09-21T07:30:43.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 -- start start 2024-09-21T07:30:43.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 0x7f2a001f59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:43.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a000c9250 0x7f2a00150b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:43.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000cf3c0 0x7f2a000cf7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:43.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2a000d4cb0 con 0x7f29ec004d50 2024-09-21T07:30:43.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2a000d4b30 con 0x7f2a000cf3c0 2024-09-21T07:30:43.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2a0006f380 con 0x7f2a000c9250 2024-09-21T07:30:43.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 0x7f2a001f59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:43.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 0x7f2a001f59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54882/0 (socket says 172.21.15.6:54882) 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 -- 172.21.15.6:0/1023255398 learned_addr learned my addr 172.21.15.6:0/1023255398 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29fffff640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000cf3c0 0x7f2a000cf7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29f6ffd640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a000c9250 0x7f2a00150b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 -- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a000c9250 msgr2=0x7f2a00150b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a000c9250 0x7f2a00150b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 -- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000cf3c0 msgr2=0x7f2a000cf7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000cf3c0 0x7f2a000cf7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 -- 172.21.15.6:0/1023255398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a000cfd10 con 0x7f29ec004d50 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29ff7fe640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 0x7f2a001f59a0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f29f0011a50 tx=0x7f29f0011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29fcff9640 1 -- 172.21.15.6:0/1023255398 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f001f070 con 0x7f29ec004d50 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29fcff9640 1 -- 172.21.15.6:0/1023255398 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f29f000fe80 con 0x7f29ec004d50 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a0015dea0 con 0x7f29ec004d50 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f29fcff9640 1 -- 172.21.15.6:0/1023255398 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f0012690 con 0x7f29ec004d50 2024-09-21T07:30:43.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.232+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a000c9d60 con 0x7f29ec004d50 2024-09-21T07:30:43.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.236+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a0006f910 con 0x7f29ec004d50 2024-09-21T07:30:43.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.236+0000 7f29fcff9640 1 -- 172.21.15.6:0/1023255398 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f29f0022070 con 0x7f29ec004d50 2024-09-21T07:30:43.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.236+0000 7f29fcff9640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29e0073200 0x7f29e0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:43.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.236+0000 7f29fcff9640 1 -- 172.21.15.6:0/1023255398 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 4857+0+0 (secure 0 0 0) 0x7f29f0095300 con 0x7f29ec004d50 2024-09-21T07:30:43.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.236+0000 7f29f6ffd640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29e0073200 0x7f29e0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:43.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.236+0000 7f29f6ffd640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29e0073200 0x7f29e0075710 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f2a000d3040 tx=0x7f29e8001960 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:43.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.240+0000 7f29fcff9640 1 -- 172.21.15.6:0/1023255398 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2a000cfd10 con 0x7f29ec004d50 2024-09-21T07:30:43.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f2a000d33e0 con 0x7f29ec004d50 2024-09-21T07:30:43.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f29fcff9640 1 -- 172.21.15.6:0/1023255398 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v32) ==== 80+0+5304 (secure 0 0 0) 0x7f29f0060000 con 0x7f29ec004d50 2024-09-21T07:30:43.479 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:43.479 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:30:43.479 INFO:teuthology.orchestra.run.smithi006.stdout: "auth_dump": [ 2024-09-21T07:30:43.479 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.a", 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mjnEcHBAAaJBmqf1Nn4b/om9XNEY23w==", 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.b", 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5msotjKRAAW74EwR+dxm0RfulLPHxxlQ==", 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.480 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.c", 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mbnahIxAATlP5whEZdVWeqjYTmyI0vw==", 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.481 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mds.d", 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5ml7yxMBAAPL9GUkElg8NCnXE2BAsOGw==", 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.0", 2024-09-21T07:30:43.482 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB6dO5m8e6mDBAAQsnPJVecmkZMHgsgLtkhNA==", 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.1", 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB9dO5mdiYiHBAA/JkSnJgBg2ZAc3bTOhqvcQ==", 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:43.483 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.2", 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCAdO5mJwYFLBAA6QBkclzXga0oO36l5L0bRw==", 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.3", 2024-09-21T07:30:43.484 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCDdO5m36PUOhAAG7Nee8DxPWGN2m6Ti5bgKg==", 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.4", 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCKdO5mjvdYBRAAfPmZT5v2IftJP1QQ+8MN6w==", 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.485 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.5", 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCNdO5mPErhFBAAqAEQfYKkco9q7op1H3e6Pg==", 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:43.486 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.6", 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCQdO5mDM38IxAA5VlxABn3j2A9jT4fmucnnQ==", 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.487 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "osd.7", 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQCTdO5mkY4YMxAAYJGz0yZ3Uz15BzBZrgH8wQ==", 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow profile osd", 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile osd", 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.0", 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw==", 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow r", 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T07:30:43.488 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.1", 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5muGqVAxAAQDEKBivL4FTSffbyWtYIGg==", 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.489 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.2", 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mi8JeOhAA644UzrVNHJSMFeLAtO4Gvg==", 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.3", 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB3dO5mKR4pCBAAL2RMW8Yv/qvDcubu0hYblQ==", 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.490 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow", 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow r", 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow rw", 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow rwx" 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "client.admin", 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB1dO5m38/uORAAopvjCJolcw1Xq7HVZV5vGw==", 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr": "allow *", 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow *", 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.491 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.x", 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mM3RBFhAAcqdCfKlAmu2v4OEW+vCXkg==", 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": "mgr.y", 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "key": "AQB2dO5mCqtRERAA6Cdd04eTGO+O3eyvsi9hGw==", 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": { 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": "allow *", 2024-09-21T07:30:43.492 INFO:teuthology.orchestra.run.smithi006.stdout: "mon": "allow profile mgr", 2024-09-21T07:30:43.493 INFO:teuthology.orchestra.run.smithi006.stdout: "osd": "allow *" 2024-09-21T07:30:43.493 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.493 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.493 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:30:43.493 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:30:43.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29e0073200 msgr2=0x7f29e0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29e0073200 0x7f29e0075710 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f2a000d3040 tx=0x7f29e8001960 comp rx=0 tx=0).stop 2024-09-21T07:30:43.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 msgr2=0x7f2a001f59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 0x7f2a001f59a0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f29f0011a50 tx=0x7f29f0011f10 comp rx=0 tx=0).stop 2024-09-21T07:30:43.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 shutdown_connections 2024-09-21T07:30:43.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29e0073200 0x7f29e0075710 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a000cf3c0 0x7f2a000cf7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a000c9250 0x7f2a00150b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 --2- 172.21.15.6:0/1023255398 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f29ec004d50 0x7f2a001f59a0 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 >> 172.21.15.6:0/1023255398 conn(0x7f2a0008bfc0 msgr2=0x7f2a00160350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:43.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 shutdown_connections 2024-09-21T07:30:43.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.476+0000 7f2a05b6b640 1 -- 172.21.15.6:0/1023255398 wait complete. 2024-09-21T07:30:43.502 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T07:30:43.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.656+0000 7f39f7169640 1 -- 172.21.15.6:0/748373794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39f006efa0 msgr2=0x7f39f006f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.656+0000 7f39f7169640 1 --2- 172.21.15.6:0/748373794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39f006efa0 0x7f39f006f3b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f39e8009900 tx=0x7f39e801c8e0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.656+0000 7f39f7169640 1 -- 172.21.15.6:0/748373794 shutdown_connections 2024-09-21T07:30:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.656+0000 7f39f7169640 1 --2- 172.21.15.6:0/748373794 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39f006efa0 0x7f39f006f3b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.656+0000 7f39f7169640 1 --2- 172.21.15.6:0/748373794 >> v2:172.21.15.145:3300/0 conn(0x7f39f00b3ea0 0x7f39f015b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.656+0000 7f39f7169640 1 -- 172.21.15.6:0/748373794 >> 172.21.15.6:0/748373794 conn(0x7f39f006d480 msgr2=0x7f39f00b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.656+0000 7f39f7169640 1 -- 172.21.15.6:0/748373794 shutdown_connections 2024-09-21T07:30:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.656+0000 7f39f7169640 1 -- 172.21.15.6:0/748373794 wait complete. 2024-09-21T07:30:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 Processor -- start 2024-09-21T07:30:43.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 -- start start 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39f006efa0 0x7f39f00b0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39f00b49f0 0x7f39f01598f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39f00ad250 0x7f39f0164890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f39f0168cc0 con 0x7f39f00ad250 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f39f0168b40 con 0x7f39f00b49f0 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f39f0168e40 con 0x7f39f006efa0 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39f00ad250 0x7f39f0164890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39f00ad250 0x7f39f0164890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54888/0 (socket says 172.21.15.6:54888) 2024-09-21T07:30:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 -- 172.21.15.6:0/914894359 learned_addr learned my addr 172.21.15.6:0/914894359 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f4f05640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39f006efa0 0x7f39f00b0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39effff640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39f00b49f0 0x7f39f01598f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 -- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39f006efa0 msgr2=0x7f39f00b0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39f006efa0 0x7f39f00b0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 -- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39f00b49f0 msgr2=0x7f39f01598f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39f00b49f0 0x7f39f01598f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 -- 172.21.15.6:0/914894359 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39f01fb9a0 con 0x7f39f00ad250 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f5706640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39f00ad250 0x7f39f0164890 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f39e801af90 tx=0x7f39e80a58b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39ed7fa640 1 -- 172.21.15.6:0/914894359 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e80b2040 con 0x7f39f00ad250 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39f01f8940 con 0x7f39f00ad250 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39ed7fa640 1 -- 172.21.15.6:0/914894359 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39e8004430 con 0x7f39f00ad250 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39ed7fa640 1 -- 172.21.15.6:0/914894359 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e8003860 con 0x7f39f00ad250 2024-09-21T07:30:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39f01f8f00 con 0x7f39f00ad250 2024-09-21T07:30:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.660+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39f006f3b0 con 0x7f39f00ad250 2024-09-21T07:30:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.664+0000 7f39ed7fa640 1 -- 172.21.15.6:0/914894359 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f39e80bf060 con 0x7f39f00ad250 2024-09-21T07:30:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.664+0000 7f39ed7fa640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39d8073200 0x7f39d8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.664+0000 7f39ed7fa640 1 -- 172.21.15.6:0/914894359 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 4857+0+0 (secure 0 0 0) 0x7f39e812d970 con 0x7f39f00ad250 2024-09-21T07:30:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.664+0000 7f39f4f05640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39d8073200 0x7f39d8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:43.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.664+0000 7f39f4f05640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39d8073200 0x7f39d8075710 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f39e0001e40 tx=0x7f39e0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:43.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.668+0000 7f39ed7fa640 1 -- 172.21.15.6:0/914894359 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f39e80164d0 con 0x7f39f00ad250 2024-09-21T07:30:43.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f39f01f86d0 con 0x7f39f00ad250 2024-09-21T07:30:43.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39ed7fa640 1 -- 172.21.15.6:0/914894359 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v99) ==== 84+0+65 (secure 0 0 0) 0x7f39e80f8c50 con 0x7f39f00ad250 2024-09-21T07:30:43.848 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:43.848 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-09-21T07:30:43.848 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:30:43.848 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-09-21T07:30:43.848 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-09-21T07:30:43.848 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:43.848 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-09-21T07:30:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39d8073200 msgr2=0x7f39d8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39d8073200 0x7f39d8075710 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f39e0001e40 tx=0x7f39e0009040 comp rx=0 tx=0).stop 2024-09-21T07:30:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39f00ad250 msgr2=0x7f39f0164890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39f00ad250 0x7f39f0164890 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f39e801af90 tx=0x7f39e80a58b0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 shutdown_connections 2024-09-21T07:30:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f39d8073200 0x7f39d8075710 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f39f00ad250 0x7f39f0164890 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f39f00b49f0 0x7f39f01598f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 --2- 172.21.15.6:0/914894359 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f39f006efa0 0x7f39f00b0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 >> 172.21.15.6:0/914894359 conn(0x7f39f006d480 msgr2=0x7f39f00b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.844+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 shutdown_connections 2024-09-21T07:30:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:43.848+0000 7f39f7169640 1 -- 172.21.15.6:0/914894359 wait complete. 2024-09-21T07:30:43.870 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T07:30:43.870 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T07:30:44.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 -- 172.21.15.6:0/2573721017 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938c0b2c00 msgr2=0x7f938c0cd8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:44.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 --2- 172.21.15.6:0/2573721017 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938c0b2c00 0x7f938c0cd8b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9384009bc0 tx=0x7f938401ca80 comp rx=0 tx=0).stop 2024-09-21T07:30:44.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 -- 172.21.15.6:0/2573721017 shutdown_connections 2024-09-21T07:30:44.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 --2- 172.21.15.6:0/2573721017 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938c0b2c00 0x7f938c0cd8b0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:44.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 --2- 172.21.15.6:0/2573721017 >> v2:172.21.15.145:3300/0 conn(0x7f938c0b7800 0x7f938c0cff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:44.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 -- 172.21.15.6:0/2573721017 >> 172.21.15.6:0/2573721017 conn(0x7f938c0cee30 msgr2=0x7f938c0cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:44.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 -- 172.21.15.6:0/2573721017 shutdown_connections 2024-09-21T07:30:44.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 -- 172.21.15.6:0/2573721017 wait complete. 2024-09-21T07:30:44.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 Processor -- start 2024-09-21T07:30:44.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.036+0000 7f93923e2640 1 -- start start 2024-09-21T07:30:44.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938c0b2c00 0x7f938c0c5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:44.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f938c0b7800 0x7f938c15ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:44.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938c0d04c0 0x7f938c156980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:44.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f938c169e20 con 0x7f938c0b7800 2024-09-21T07:30:44.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f938c169ca0 con 0x7f938c0b2c00 2024-09-21T07:30:44.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f938c169fa0 con 0x7f938c0d04c0 2024-09-21T07:30:44.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f938c0b7800 0x7f938c15ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:44.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f938c0b7800 0x7f938c15ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54894/0 (socket says 172.21.15.6:54894) 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 -- 172.21.15.6:0/2150009820 learned_addr learned my addr 172.21.15.6:0/2150009820 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f939097f640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938c0d04c0 0x7f938c156980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938bfff640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938c0b2c00 0x7f938c0c5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 -- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938c0d04c0 msgr2=0x7f938c156980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938c0d04c0 0x7f938c156980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 -- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938c0b2c00 msgr2=0x7f938c0c5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938c0b2c00 0x7f938c0c5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 -- 172.21.15.6:0/2150009820 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f938c164290 con 0x7f938c0b7800 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f938b7fe640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f938c0b7800 0x7f938c15ff20 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f937400c3f0 tx=0x7f937400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f9388ff9640 1 -- 172.21.15.6:0/2150009820 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9374011790 con 0x7f938c0b7800 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f9388ff9640 1 -- 172.21.15.6:0/2150009820 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9374017070 con 0x7f938c0b7800 2024-09-21T07:30:44.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f938c0b01b0 con 0x7f938c0b7800 2024-09-21T07:30:44.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f9388ff9640 1 -- 172.21.15.6:0/2150009820 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9374011ce0 con 0x7f938c0b7800 2024-09-21T07:30:44.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f938c0b0770 con 0x7f938c0b7800 2024-09-21T07:30:44.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f938c0cfa50 con 0x7f938c0b7800 2024-09-21T07:30:44.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f9388ff9640 1 -- 172.21.15.6:0/2150009820 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f937401c460 con 0x7f938c0b7800 2024-09-21T07:30:44.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f9388ff9640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f936c073200 0x7f936c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:44.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.040+0000 7f9388ff9640 1 -- 172.21.15.6:0/2150009820 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 4857+0+0 (secure 0 0 0) 0x7f9374093cb0 con 0x7f938c0b7800 2024-09-21T07:30:44.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.044+0000 7f938bfff640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f936c073200 0x7f936c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:44.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.044+0000 7f938bfff640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f936c073200 0x7f936c075710 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f937c005fd0 tx=0x7f937c005f40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:44.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.048+0000 7f9388ff9640 1 -- 172.21.15.6:0/2150009820 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f937405f020 con 0x7f938c0b7800 2024-09-21T07:30:44.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:44.216+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f938c0cff60 con 0x7f938c0b7800 2024-09-21T07:30:45.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.060+0000 7f9388ff9640 1 -- 172.21.15.6:0/2150009820 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v100) ==== 138+0+0 (secure 0 0 0) 0x7f937405e920 con 0x7f938c0b7800 2024-09-21T07:30:45.065 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-09-21T07:30:45.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f936c073200 msgr2=0x7f936c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f936c073200 0x7f936c075710 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f937c005fd0 tx=0x7f937c005f40 comp rx=0 tx=0).stop 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f938c0b7800 msgr2=0x7f938c15ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f938c0b7800 0x7f938c15ff20 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f937400c3f0 tx=0x7f937400c8b0 comp rx=0 tx=0).stop 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 shutdown_connections 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f936c073200 0x7f936c075710 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f938c0d04c0 0x7f938c156980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f938c0b7800 0x7f938c15ff20 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 --2- 172.21.15.6:0/2150009820 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f938c0b2c00 0x7f938c0c5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 >> 172.21.15.6:0/2150009820 conn(0x7f938c0cee30 msgr2=0x7f938c0b5200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 shutdown_connections 2024-09-21T07:30:45.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.064+0000 7f93923e2640 1 -- 172.21.15.6:0/2150009820 wait complete. 2024-09-21T07:30:45.101 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T07:30:45.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.268+0000 7f6f82914640 1 -- 172.21.15.6:0/2958590614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c0b6980 msgr2=0x7f6f7c06e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:45.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.268+0000 7f6f82914640 1 --2- 172.21.15.6:0/2958590614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c0b6980 0x7f6f7c06e1a0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c0d09b0 tx=0x7f6f7001c660 comp rx=0 tx=0).stop 2024-09-21T07:30:45.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.268+0000 7f6f82914640 1 -- 172.21.15.6:0/2958590614 shutdown_connections 2024-09-21T07:30:45.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.268+0000 7f6f82914640 1 --2- 172.21.15.6:0/2958590614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c0b6980 0x7f6f7c06e1a0 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:45.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.268+0000 7f6f82914640 1 -- 172.21.15.6:0/2958590614 >> 172.21.15.6:0/2958590614 conn(0x7f6f7c08bfc0 msgr2=0x7f6f7c0d47f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:45.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.268+0000 7f6f82914640 1 -- 172.21.15.6:0/2958590614 shutdown_connections 2024-09-21T07:30:45.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.268+0000 7f6f82914640 1 -- 172.21.15.6:0/2958590614 wait complete. 2024-09-21T07:30:45.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f82914640 1 Processor -- start 2024-09-21T07:30:45.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f82914640 1 -- start start 2024-09-21T07:30:45.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f82914640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c06e6e0 0x7f6f7c160d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:45.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f82914640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f7c0b9d10 0x7f6f7c0b6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f82914640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f7c140620 0x7f6f7c140a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f82914640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6f7c16dad0 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f82914640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f6f7c16d950 con 0x7f6f7c0b9d10 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f82914640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f6f7c16dc50 con 0x7f6f7c140620 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c06e6e0 0x7f6f7c160d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c06e6e0 0x7f6f7c160d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54912/0 (socket says 172.21.15.6:54912) 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 -- 172.21.15.6:0/1767406198 learned_addr learned my addr 172.21.15.6:0/1767406198 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7b7fe640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f7c0b9d10 0x7f6f7c0b6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f80eb1640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f7c140620 0x7f6f7c140a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 -- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f7c140620 msgr2=0x7f6f7c140a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f7c140620 0x7f6f7c140a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:45.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 -- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f7c0b9d10 msgr2=0x7f6f7c0b6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:45.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f7c0b9d10 0x7f6f7c0b6bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:45.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 -- 172.21.15.6:0/1767406198 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f7c0cbc10 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7b7fe640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f7c0b9d10 0x7f6f7c0b6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:45.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f7bfff640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c06e6e0 0x7f6f7c160d30 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c00c450 tx=0x7f6f6c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:45.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f78ff9640 1 -- 172.21.15.6:0/1767406198 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c0052d0 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f78ff9640 1 -- 172.21.15.6:0/1767406198 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f6c005470 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.272+0000 7f6f78ff9640 1 -- 172.21.15.6:0/1767406198 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c012870 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.276+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f7c160250 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.276+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f7c160810 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.276+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f7c06e1a0 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.276+0000 7f6f78ff9640 1 -- 172.21.15.6:0/1767406198 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6f6c003600 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.276+0000 7f6f78ff9640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6f68073200 0x7f6f68075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:45.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.276+0000 7f6f78ff9640 1 -- 172.21.15.6:0/1767406198 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5227+0+0 (secure 0 0 0) 0x7f6f6c0944c0 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.276+0000 7f6f7b7fe640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6f68073200 0x7f6f68075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:45.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.280+0000 7f6f7b7fe640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6f68073200 0x7f6f68075710 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6f700ae000 tx=0x7f6f7001aea0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:45.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.280+0000 7f6f78ff9640 1 -- 172.21.15.6:0/1767406198 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6f6c05f7a0 con 0x7f6f7c06e6e0 2024-09-21T07:30:45.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:45.456+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6f7c06a1e0 con 0x7f6f7c06e6e0 2024-09-21T07:30:46.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.076+0000 7f6f78ff9640 1 -- 172.21.15.6:0/1767406198 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v101) ==== 170+0+0 (secure 0 0 0) 0x7f6f6c05f0a0 con 0x7f6f7c06e6e0 2024-09-21T07:30:46.079 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-09-21T07:30:46.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.076+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6f68073200 msgr2=0x7f6f68075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:46.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.076+0000 7f6f82914640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6f68073200 0x7f6f68075710 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6f700ae000 tx=0x7f6f7001aea0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.076+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c06e6e0 msgr2=0x7f6f7c160d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.076+0000 7f6f82914640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c06e6e0 0x7f6f7c160d30 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c00c450 tx=0x7f6f6c00c910 comp rx=0 tx=0).stop 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.080+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 shutdown_connections 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.080+0000 7f6f82914640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6f68073200 0x7f6f68075710 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.080+0000 7f6f82914640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6f7c140620 0x7f6f7c140a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.080+0000 7f6f82914640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f6f7c0b9d10 0x7f6f7c0b6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.080+0000 7f6f82914640 1 --2- 172.21.15.6:0/1767406198 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6f7c06e6e0 0x7f6f7c160d30 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.080+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 >> 172.21.15.6:0/1767406198 conn(0x7f6f7c08bfc0 msgr2=0x7f6f7c0caf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.080+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 shutdown_connections 2024-09-21T07:30:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.080+0000 7f6f82914640 1 -- 172.21.15.6:0/1767406198 wait complete. 2024-09-21T07:30:46.124 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T07:30:46.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 -- 172.21.15.6:0/3345959049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ce7e0 msgr2=0x7fe0040ad1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:46.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 --2- 172.21.15.6:0/3345959049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ce7e0 0x7fe0040ad1a0 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fe00406de10 tx=0x7fdffc01cd80 comp rx=0 tx=0).stop 2024-09-21T07:30:46.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 -- 172.21.15.6:0/3345959049 shutdown_connections 2024-09-21T07:30:46.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 --2- 172.21.15.6:0/3345959049 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0040ad6e0 0x7fe0040adaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 --2- 172.21.15.6:0/3345959049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ce7e0 0x7fe0040ad1a0 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 --2- 172.21.15.6:0/3345959049 >> v2:172.21.15.145:3300/0 conn(0x7fe0040b4ec0 0x7fe0040ce2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 -- 172.21.15.6:0/3345959049 >> 172.21.15.6:0/3345959049 conn(0x7fe00406d480 msgr2=0x7fe0040b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:46.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 -- 172.21.15.6:0/3345959049 shutdown_connections 2024-09-21T07:30:46.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 -- 172.21.15.6:0/3345959049 wait complete. 2024-09-21T07:30:46.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 Processor -- start 2024-09-21T07:30:46.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.280+0000 7fe00a988640 1 -- start start 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ad6e0 0x7fe0041f9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0040b4ec0 0x7fe004099950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0040ce7e0 0x7fe00415bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe0040b3d60 con 0x7fe0040ad6e0 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe0040b3be0 con 0x7fe0040b4ec0 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe0040b3ee0 con 0x7fe0040ce7e0 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ad6e0 0x7fe0041f9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ad6e0 0x7fe0041f9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54936/0 (socket says 172.21.15.6:54936) 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 -- 172.21.15.6:0/4159573042 learned_addr learned my addr 172.21.15.6:0/4159573042 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:46.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe008f25640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0040ce7e0 0x7fe00415bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe0037fe640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0040b4ec0 0x7fe004099950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 -- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0040ce7e0 msgr2=0x7fe00415bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0040ce7e0 0x7fe00415bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 -- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0040b4ec0 msgr2=0x7fe004099950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0040b4ec0 0x7fe004099950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 -- 172.21.15.6:0/4159573042 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe004099e90 con 0x7fe0040ad6e0 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe003fff640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ad6e0 0x7fe0041f9400 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fdfec0058d0 tx=0x7fdfec00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe000ff9640 1 -- 172.21.15.6:0/4159573042 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfec017070 con 0x7fe0040ad6e0 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe000ff9640 1 -- 172.21.15.6:0/4159573042 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfec009d20 con 0x7fe0040ad6e0 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe00415e130 con 0x7fe0040ad6e0 2024-09-21T07:30:46.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe000ff9640 1 -- 172.21.15.6:0/4159573042 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfec0106c0 con 0x7fe0040ad6e0 2024-09-21T07:30:46.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe00415e6f0 con 0x7fe0040ad6e0 2024-09-21T07:30:46.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.284+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0040ce2a0 con 0x7fe0040ad6e0 2024-09-21T07:30:46.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.288+0000 7fe000ff9640 1 -- 172.21.15.6:0/4159573042 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdfec01a070 con 0x7fe0040ad6e0 2024-09-21T07:30:46.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.288+0000 7fe000ff9640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfe4073200 0x7fdfe4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:46.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.288+0000 7fe000ff9640 1 -- 172.21.15.6:0/4159573042 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5609+0+0 (secure 0 0 0) 0x7fdfec0946d0 con 0x7fe0040ad6e0 2024-09-21T07:30:46.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.288+0000 7fe0037fe640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfe4073200 0x7fdfe4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:46.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.288+0000 7fe0037fe640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfe4073200 0x7fdfe4075710 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fdffc0af000 tx=0x7fdffc01b5c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:46.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.292+0000 7fe000ff9640 1 -- 172.21.15.6:0/4159573042 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdfec05f830 con 0x7fe0040ad6e0 2024-09-21T07:30:46.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:46.504+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe004075030 con 0x7fe0040ad6e0 2024-09-21T07:30:47.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.116+0000 7fe000ff9640 1 -- 172.21.15.6:0/4159573042 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v72) ==== 174+0+0 (secure 0 0 0) 0x7fdfec05f130 con 0x7fe0040ad6e0 2024-09-21T07:30:47.126 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 16 and data pool 17 2024-09-21T07:30:47.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfe4073200 msgr2=0x7fdfe4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfe4073200 0x7fdfe4075710 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fdffc0af000 tx=0x7fdffc01b5c0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ad6e0 msgr2=0x7fe0041f9400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ad6e0 0x7fe0041f9400 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fdfec0058d0 tx=0x7fdfec00dde0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 shutdown_connections 2024-09-21T07:30:47.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdfe4073200 0x7fdfe4075710 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe0040ce7e0 0x7fe00415bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe0040b4ec0 0x7fe004099950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 --2- 172.21.15.6:0/4159573042 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe0040ad6e0 0x7fe0041f9400 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 >> 172.21.15.6:0/4159573042 conn(0x7fe00406d480 msgr2=0x7fe004072dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:47.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 shutdown_connections 2024-09-21T07:30:47.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.136+0000 7fe00a988640 1 -- 172.21.15.6:0/4159573042 wait complete. 2024-09-21T07:30:47.174 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:47.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 -- 172.21.15.6:0/611114233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58040c6140 msgr2=0x7f58040c6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 --2- 172.21.15.6:0/611114233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58040c6140 0x7f58040c6550 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f57fc009c80 tx=0x7f57fc01cc80 comp rx=0 tx=0).stop 2024-09-21T07:30:47.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 -- 172.21.15.6:0/611114233 shutdown_connections 2024-09-21T07:30:47.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 --2- 172.21.15.6:0/611114233 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58040c6140 0x7f58040c6550 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 --2- 172.21.15.6:0/611114233 >> v2:172.21.15.145:3300/0 conn(0x7f5804155430 0x7f58040cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 -- 172.21.15.6:0/611114233 >> 172.21.15.6:0/611114233 conn(0x7f580406d480 msgr2=0x7f58040b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:47.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 -- 172.21.15.6:0/611114233 shutdown_connections 2024-09-21T07:30:47.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 -- 172.21.15.6:0/611114233 wait complete. 2024-09-21T07:30:47.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 Processor -- start 2024-09-21T07:30:47.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 -- start start 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5804070230 0x7f58041fc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58040c6140 0x7f580415cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5804155430 0x7f580409da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.324+0000 7f580abad640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5804169350 con 0x7f5804070230 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f580abad640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f58041691d0 con 0x7f5804155430 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f580abad640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f58041694d0 con 0x7f58040c6140 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5804070230 0x7f58041fc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5804070230 0x7f58041fc2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54942/0 (socket says 172.21.15.6:54942) 2024-09-21T07:30:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 -- 172.21.15.6:0/313337196 learned_addr learned my addr 172.21.15.6:0/313337196 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f580914a640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5804155430 0x7f580409da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5803fff640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58040c6140 0x7f580415cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 -- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58040c6140 msgr2=0x7f580415cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58040c6140 0x7f580415cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 -- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5804155430 msgr2=0x7f580409da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5804155430 0x7f580409da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 -- 172.21.15.6:0/313337196 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58041fcaa0 con 0x7f5804070230 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5808949640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5804070230 0x7f58041fc2b0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f57ec00e9c0 tx=0x7f57ec00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f58017fa640 1 -- 172.21.15.6:0/313337196 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ec00cd80 con 0x7f5804070230 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f58017fa640 1 -- 172.21.15.6:0/313337196 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57ec010520 con 0x7f5804070230 2024-09-21T07:30:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58041fcd80 con 0x7f5804070230 2024-09-21T07:30:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f58017fa640 1 -- 172.21.15.6:0/313337196 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ec010970 con 0x7f5804070230 2024-09-21T07:30:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f580409d540 con 0x7f5804070230 2024-09-21T07:30:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58040c6550 con 0x7f5804070230 2024-09-21T07:30:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f58017fa640 1 -- 172.21.15.6:0/313337196 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f57ec010b10 con 0x7f5804070230 2024-09-21T07:30:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f58017fa640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e4073230 0x7f57e4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f58017fa640 1 -- 172.21.15.6:0/313337196 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f57ec0950a0 con 0x7f5804070230 2024-09-21T07:30:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.328+0000 7f5803fff640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e4073230 0x7f57e4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.332+0000 7f5803fff640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e4073230 0x7f57e4075740 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f580415c810 tx=0x7f57f4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:47.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.332+0000 7f58017fa640 1 -- 172.21.15.6:0/313337196 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f57ec026020 con 0x7f5804070230 2024-09-21T07:30:47.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.508+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5804070e20 con 0x7f5804070230 2024-09-21T07:30:47.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f58017fa640 1 -- 172.21.15.6:0/313337196 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+16664 (secure 0 0 0) 0x7f57ec060230 con 0x7f5804070230 2024-09-21T07:30:47.515 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:47.515 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":102,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:46.508410+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:44.230860+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:45.473610+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:47.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e4073230 msgr2=0x7f57e4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e4073230 0x7f57e4075740 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f580415c810 tx=0x7f57f4009040 comp rx=0 tx=0).stop 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5804070230 msgr2=0x7f58041fc2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5804070230 0x7f58041fc2b0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f57ec00e9c0 tx=0x7f57ec00ee80 comp rx=0 tx=0).stop 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 shutdown_connections 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f57e4073230 0x7f57e4075740 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5804155430 0x7f580409da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f58040c6140 0x7f580415cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 --2- 172.21.15.6:0/313337196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5804070230 0x7f58041fc2b0 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 >> 172.21.15.6:0/313337196 conn(0x7f580406d480 msgr2=0x7f58040b3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 shutdown_connections 2024-09-21T07:30:47.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.512+0000 7f580abad640 1 -- 172.21.15.6:0/313337196 wait complete. 2024-09-21T07:30:47.539 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:47.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.688+0000 7fbf46393640 1 -- 172.21.15.6:0/361617435 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf400b2b10 msgr2=0x7fbf4015c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.688+0000 7fbf46393640 1 --2- 172.21.15.6:0/361617435 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf400b2b10 0x7fbf4015c0c0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fbf38009bc0 tx=0x7fbf3801ca50 comp rx=0 tx=0).stop 2024-09-21T07:30:47.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.688+0000 7fbf46393640 1 -- 172.21.15.6:0/361617435 shutdown_connections 2024-09-21T07:30:47.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.688+0000 7fbf46393640 1 --2- 172.21.15.6:0/361617435 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf400b2b10 0x7fbf4015c0c0 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.688+0000 7fbf46393640 1 --2- 172.21.15.6:0/361617435 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf40160fa0 0x7fbf400b6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.688+0000 7fbf46393640 1 -- 172.21.15.6:0/361617435 >> 172.21.15.6:0/361617435 conn(0x7fbf4009aa30 msgr2=0x7fbf400d1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:47.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.688+0000 7fbf46393640 1 -- 172.21.15.6:0/361617435 shutdown_connections 2024-09-21T07:30:47.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.688+0000 7fbf46393640 1 -- 172.21.15.6:0/361617435 wait complete. 2024-09-21T07:30:47.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 Processor -- start 2024-09-21T07:30:47.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 -- start start 2024-09-21T07:30:47.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf400cced0 0x7fbf4014a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf40160fa0 0x7fbf4014a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf4014af10 0x7fbf4014b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbf400b18b0 con 0x7fbf4014af10 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbf400b1730 con 0x7fbf400cced0 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbf400b1a30 con 0x7fbf40160fa0 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf4014af10 0x7fbf4014b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf4014af10 0x7fbf4014b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54960/0 (socket says 172.21.15.6:54960) 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 -- 172.21.15.6:0/107630894 learned_addr learned my addr 172.21.15.6:0/107630894 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf377fe640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf40160fa0 0x7fbf4014a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 -- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf40160fa0 msgr2=0x7fbf4014a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf3ffff640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf400cced0 0x7fbf4014a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf40160fa0 0x7fbf4014a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 -- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf400cced0 msgr2=0x7fbf4014a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf400cced0 0x7fbf4014a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 -- 172.21.15.6:0/107630894 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf400aeb50 con 0x7fbf4014af10 2024-09-21T07:30:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf44930640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf4014af10 0x7fbf4014b320 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fbf380b0040 tx=0x7fbf38005b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf3d7fa640 1 -- 172.21.15.6:0/107630894 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf380b2040 con 0x7fbf4014af10 2024-09-21T07:30:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf3d7fa640 1 -- 172.21.15.6:0/107630894 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf380bb070 con 0x7fbf4014af10 2024-09-21T07:30:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf400af050 con 0x7fbf4014af10 2024-09-21T07:30:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf3d7fa640 1 -- 172.21.15.6:0/107630894 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf38004550 con 0x7fbf4014af10 2024-09-21T07:30:47.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.692+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf400af610 con 0x7fbf4014af10 2024-09-21T07:30:47.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.696+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf400aedc0 con 0x7fbf4014af10 2024-09-21T07:30:47.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.696+0000 7fbf3d7fa640 1 -- 172.21.15.6:0/107630894 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbf380046f0 con 0x7fbf4014af10 2024-09-21T07:30:47.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.696+0000 7fbf3d7fa640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf20073230 0x7fbf20075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:47.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.696+0000 7fbf3d7fa640 1 -- 172.21.15.6:0/107630894 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7fbf3812ecb0 con 0x7fbf4014af10 2024-09-21T07:30:47.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.696+0000 7fbf3ffff640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf20073230 0x7fbf20075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:47.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.696+0000 7fbf3ffff640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf20073230 0x7fbf20075740 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fbf30005870 tx=0x7fbf300057c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:47.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.700+0000 7fbf3d7fa640 1 -- 172.21.15.6:0/107630894 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbf38016790 con 0x7fbf4014af10 2024-09-21T07:30:47.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.876+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbf4015c0c0 con 0x7fbf4014af10 2024-09-21T07:30:47.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.876+0000 7fbf3d7fa640 1 -- 172.21.15.6:0/107630894 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+16664 (secure 0 0 0) 0x7fbf380f9d60 con 0x7fbf4014af10 2024-09-21T07:30:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:47.881 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":102,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:46.508410+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:44.230860+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:45.473610+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf20073230 msgr2=0x7fbf20075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf20073230 0x7fbf20075740 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fbf30005870 tx=0x7fbf300057c0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf4014af10 msgr2=0x7fbf4014b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf4014af10 0x7fbf4014b320 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fbf380b0040 tx=0x7fbf38005b00 comp rx=0 tx=0).stop 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 shutdown_connections 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf20073230 0x7fbf20075740 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf4014af10 0x7fbf4014b320 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf40160fa0 0x7fbf4014a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 --2- 172.21.15.6:0/107630894 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf400cced0 0x7fbf4014a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 >> 172.21.15.6:0/107630894 conn(0x7fbf4009aa30 msgr2=0x7fbf400b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 shutdown_connections 2024-09-21T07:30:47.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:47.880+0000 7fbf46393640 1 -- 172.21.15.6:0/107630894 wait complete. 2024-09-21T07:30:47.904 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T07:30:48.033 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-21T07:30:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 -- 172.21.15.6:0/928565453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380cd1a0 msgr2=0x7f56380cb930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 --2- 172.21.15.6:0/928565453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380cd1a0 0x7f56380cb930 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f563000acd0 tx=0x7f563001dd80 comp rx=0 tx=0).stop 2024-09-21T07:30:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 -- 172.21.15.6:0/928565453 shutdown_connections 2024-09-21T07:30:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 --2- 172.21.15.6:0/928565453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380cd1a0 0x7f56380cb930 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 --2- 172.21.15.6:0/928565453 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56380af7e0 0x7f56380ccc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 -- 172.21.15.6:0/928565453 >> 172.21.15.6:0/928565453 conn(0x7f563806d480 msgr2=0x7f56380b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 -- 172.21.15.6:0/928565453 shutdown_connections 2024-09-21T07:30:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 -- 172.21.15.6:0/928565453 wait complete. 2024-09-21T07:30:48.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 Processor -- start 2024-09-21T07:30:48.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.052+0000 7f563cb50640 1 -- start start 2024-09-21T07:30:48.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56380af7e0 0x7f5638156c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:48.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56380cd1a0 0x7f56380b1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:48.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380ce090 0x7f56380adf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:48.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f56380cc590 con 0x7f56380ce090 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f56380cc410 con 0x7f56380cd1a0 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f563815b640 con 0x7f56380af7e0 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380ce090 0x7f56380adf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380ce090 0x7f56380adf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54972/0 (socket says 172.21.15.6:54972) 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 -- 172.21.15.6:0/3778733815 learned_addr learned my addr 172.21.15.6:0/3778733815 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f562dd9b640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56380cd1a0 0x7f56380b1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 -- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56380af7e0 msgr2=0x7f5638156c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563659c640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56380af7e0 0x7f5638156c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56380af7e0 0x7f5638156c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 -- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56380cd1a0 msgr2=0x7f56380b1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56380cd1a0 0x7f56380b1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 -- 172.21.15.6:0/3778733815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5638164a30 con 0x7f56380ce090 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f562dd9b640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56380cd1a0 0x7f56380b1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:48.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f5636d9d640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380ce090 0x7f56380adf40 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f563001c430 tx=0x7f5630003b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:48.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f562f7fe640 1 -- 172.21.15.6:0/3778733815 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56300b3040 con 0x7f56380ce090 2024-09-21T07:30:48.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f562f7fe640 1 -- 172.21.15.6:0/3778733815 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5630004d40 con 0x7f56380ce090 2024-09-21T07:30:48.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5638164d10 con 0x7f56380ce090 2024-09-21T07:30:48.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f562f7fe640 1 -- 172.21.15.6:0/3778733815 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5630005290 con 0x7f56380ce090 2024-09-21T07:30:48.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56381652d0 con 0x7f56380ce090 2024-09-21T07:30:48.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56380ccc60 con 0x7f56380ce090 2024-09-21T07:30:48.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f562f7fe640 1 -- 172.21.15.6:0/3778733815 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f56300bf060 con 0x7f56380ce090 2024-09-21T07:30:48.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f562f7fe640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5618073200 0x7f5618075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:48.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f562f7fe640 1 -- 172.21.15.6:0/3778733815 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5709+0+0 (secure 0 0 0) 0x7f563012dda0 con 0x7f56380ce090 2024-09-21T07:30:48.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.056+0000 7f563659c640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5618073200 0x7f5618075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:48.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.060+0000 7f563659c640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5618073200 0x7f5618075710 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f56280017e0 tx=0x7f5628009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:48.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.064+0000 7f562f7fe640 1 -- 172.21.15.6:0/3778733815 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5630017a00 con 0x7f56380ce090 2024-09-21T07:30:48.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:48.272+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f56381647c0 con 0x7f56380ce090 2024-09-21T07:30:49.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.132+0000 7f562f7fe640 1 -- 172.21.15.6:0/3778733815 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v75) ==== 118+0+0 (secure 0 0 0) 0x7f56300f8dc0 con 0x7f56380ce090 2024-09-21T07:30:49.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5618073200 msgr2=0x7f5618075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:49.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5618073200 0x7f5618075710 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f56280017e0 tx=0x7f5628009040 comp rx=0 tx=0).stop 2024-09-21T07:30:49.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380ce090 msgr2=0x7f56380adf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:49.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380ce090 0x7f56380adf40 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f563001c430 tx=0x7f5630003b60 comp rx=0 tx=0).stop 2024-09-21T07:30:49.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 shutdown_connections 2024-09-21T07:30:49.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5618073200 0x7f5618075710 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56380ce090 0x7f56380adf40 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f56380cd1a0 0x7f56380b1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 --2- 172.21.15.6:0/3778733815 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f56380af7e0 0x7f5638156c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 >> 172.21.15.6:0/3778733815 conn(0x7f563806d480 msgr2=0x7f563815bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:49.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 shutdown_connections 2024-09-21T07:30:49.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.136+0000 7f563cb50640 1 -- 172.21.15.6:0/3778733815 wait complete. 2024-09-21T07:30:49.165 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T07:30:49.166 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T07:30:49.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 -- 172.21.15.6:0/822409415 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d1ad0 msgr2=0x7f25240d4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:49.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 --2- 172.21.15.6:0/822409415 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d1ad0 0x7f25240d4640 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f2514009900 tx=0x7f251401f0d0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 -- 172.21.15.6:0/822409415 shutdown_connections 2024-09-21T07:30:49.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 --2- 172.21.15.6:0/822409415 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25240d4f90 0x7f252406e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 --2- 172.21.15.6:0/822409415 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d1ad0 0x7f25240d4640 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 -- 172.21.15.6:0/822409415 >> 172.21.15.6:0/822409415 conn(0x7f25240698f0 msgr2=0x7f252409d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:49.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 -- 172.21.15.6:0/822409415 shutdown_connections 2024-09-21T07:30:49.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 -- 172.21.15.6:0/822409415 wait complete. 2024-09-21T07:30:49.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 Processor -- start 2024-09-21T07:30:49.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.336+0000 7f252a6dc640 1 -- start start 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25240d1ad0 0x7f252414dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d4b80 0x7f25241585e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25240d4f90 0x7f2524158b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f252406eca0 con 0x7f25240d4b80 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f252406eb20 con 0x7f25240d4f90 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f25240b3890 con 0x7f25240d1ad0 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d4b80 0x7f25241585e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d4b80 0x7f25241585e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54998/0 (socket says 172.21.15.6:54998) 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 -- 172.21.15.6:0/409887184 learned_addr learned my addr 172.21.15.6:0/409887184 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f2523fff640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25240d1ad0 0x7f252414dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:49.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 -- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25240d1ad0 msgr2=0x7f252414dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25240d1ad0 0x7f252414dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f2528c79640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25240d4f90 0x7f2524158b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 -- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25240d4f90 msgr2=0x7f2524158b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25240d4f90 0x7f2524158b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 -- 172.21.15.6:0/409887184 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25241591b0 con 0x7f25240d4b80 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f25237fe640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d4b80 0x7f25241585e0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f251800b410 tx=0x7f251800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f2520ff9640 1 -- 172.21.15.6:0/409887184 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2518015030 con 0x7f25240d4b80 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f2520ff9640 1 -- 172.21.15.6:0/409887184 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2518004020 con 0x7f25240d4b80 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f2520ff9640 1 -- 172.21.15.6:0/409887184 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25180044b0 con 0x7f25240d4b80 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2524159450 con 0x7f25240d4b80 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2524161650 con 0x7f25240d4b80 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25240d4640 con 0x7f25240d4b80 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.340+0000 7f2520ff9640 1 -- 172.21.15.6:0/409887184 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2518018070 con 0x7f25240d4b80 2024-09-21T07:30:49.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.344+0000 7f2520ff9640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2510073200 0x7f2510075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:49.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.344+0000 7f2520ff9640 1 -- 172.21.15.6:0/409887184 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f2518093e10 con 0x7f25240d4b80 2024-09-21T07:30:49.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.344+0000 7f2523fff640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2510073200 0x7f2510075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:49.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.344+0000 7f2523fff640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2510073200 0x7f2510075710 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f25140b2000 tx=0x7f251401d910 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:49.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.348+0000 7f2520ff9640 1 -- 172.21.15.6:0/409887184 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f251805ee30 con 0x7f25240d4b80 2024-09-21T07:30:49.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:49.552+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f25240b1490 con 0x7f25240d4b80 2024-09-21T07:30:50.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.140+0000 7f2520ff9640 1 -- 172.21.15.6:0/409887184 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v76) ==== 122+0+0 (secure 0 0 0) 0x7f251805e730 con 0x7f25240d4b80 2024-09-21T07:30:50.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2510073200 msgr2=0x7f2510075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2510073200 0x7f2510075710 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f25140b2000 tx=0x7f251401d910 comp rx=0 tx=0).stop 2024-09-21T07:30:50.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d4b80 msgr2=0x7f25241585e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d4b80 0x7f25241585e0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f251800b410 tx=0x7f251800b8d0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 shutdown_connections 2024-09-21T07:30:50.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f2510073200 0x7f2510075710 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f25240d4f90 0x7f2524158b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f25240d4b80 0x7f25241585e0 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 --2- 172.21.15.6:0/409887184 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f25240d1ad0 0x7f252414dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 >> 172.21.15.6:0/409887184 conn(0x7f25240698f0 msgr2=0x7f25240b8a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:50.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 shutdown_connections 2024-09-21T07:30:50.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.144+0000 7f252a6dc640 1 -- 172.21.15.6:0/409887184 wait complete. 2024-09-21T07:30:50.176 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T07:30:50.176 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:50.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.336+0000 7f05c9751640 1 -- 172.21.15.6:0/4118696445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c40b3790 msgr2=0x7f05c40b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.336+0000 7f05c9751640 1 --2- 172.21.15.6:0/4118696445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c40b3790 0x7f05c40b3ba0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f05c406de20 tx=0x7f05ac01c800 comp rx=0 tx=0).stop 2024-09-21T07:30:50.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.336+0000 7f05c9751640 1 -- 172.21.15.6:0/4118696445 shutdown_connections 2024-09-21T07:30:50.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.336+0000 7f05c9751640 1 --2- 172.21.15.6:0/4118696445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c40b3790 0x7f05c40b3ba0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.336+0000 7f05c9751640 1 --2- 172.21.15.6:0/4118696445 >> v2:172.21.15.145:3300/0 conn(0x7f05c40b49f0 0x7f05c415b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.336+0000 7f05c9751640 1 -- 172.21.15.6:0/4118696445 >> 172.21.15.6:0/4118696445 conn(0x7f05c406d480 msgr2=0x7f05c40b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:50.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.336+0000 7f05c9751640 1 -- 172.21.15.6:0/4118696445 shutdown_connections 2024-09-21T07:30:50.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.336+0000 7f05c9751640 1 -- 172.21.15.6:0/4118696445 wait complete. 2024-09-21T07:30:50.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 Processor -- start 2024-09-21T07:30:50.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 -- start start 2024-09-21T07:30:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05c40b3790 0x7f05c4159f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05c40b49f0 0x7f05c4146a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c415f350 0x7f05c4159680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f05c4169080 con 0x7f05c415f350 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f05c4168f00 con 0x7f05c40b49f0 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f05c4169200 con 0x7f05c40b3790 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c415f350 0x7f05c4159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c415f350 0x7f05c4159680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55008/0 (socket says 172.21.15.6:55008) 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 -- 172.21.15.6:0/2701701493 learned_addr learned my addr 172.21.15.6:0/2701701493 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c2ffd640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05c40b3790 0x7f05c4159f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c27fc640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05c40b49f0 0x7f05c4146a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 -- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05c40b3790 msgr2=0x7f05c4159f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05c40b3790 0x7f05c4159f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 -- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05c40b49f0 msgr2=0x7f05c4146a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05c40b49f0 0x7f05c4146a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 -- 172.21.15.6:0/2701701493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05c40c7590 con 0x7f05c415f350 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c2ffd640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05c40b3790 0x7f05c4159f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c27fc640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05c40b49f0 0x7f05c4146a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c37fe640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c415f350 0x7f05c4159680 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f05bc00c3f0 tx=0x7f05bc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05bb7fe640 1 -- 172.21.15.6:0/2701701493 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05bc017070 con 0x7f05c415f350 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05bb7fe640 1 -- 172.21.15.6:0/2701701493 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05bc003600 con 0x7f05c415f350 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05c4158ba0 con 0x7f05c415f350 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05bb7fe640 1 -- 172.21.15.6:0/2701701493 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05bc003a50 con 0x7f05c415f350 2024-09-21T07:30:50.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05c41447f0 con 0x7f05c415f350 2024-09-21T07:30:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.340+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05c40b3ba0 con 0x7f05c415f350 2024-09-21T07:30:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.344+0000 7f05bb7fe640 1 -- 172.21.15.6:0/2701701493 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f05bc01a070 con 0x7f05c415f350 2024-09-21T07:30:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.344+0000 7f05bb7fe640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05a4073230 0x7f05a4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.344+0000 7f05bb7fe640 1 -- 172.21.15.6:0/2701701493 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f05bc0937c0 con 0x7f05c415f350 2024-09-21T07:30:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.344+0000 7f05c2ffd640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05a4073230 0x7f05a4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:50.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.344+0000 7f05c2ffd640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05a4073230 0x7f05a4075740 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f05b4009d90 tx=0x7f05b4009320 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:50.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.348+0000 7f05bb7fe640 1 -- 172.21.15.6:0/2701701493 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f05bc021020 con 0x7f05c415f350 2024-09-21T07:30:50.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.552+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f05c40cdbe0 con 0x7f05c415f350 2024-09-21T07:30:50.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.552+0000 7f05bb7fe640 1 -- 172.21.15.6:0/2701701493 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5225 (secure 0 0 0) 0x7f05c40b40e0 con 0x7f05c415f350 2024-09-21T07:30:50.557 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:50.557 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":76,"btime":"2024-09-21T07:30:50:134896+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3219292855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3219292855},{"type":"v1","addr":"172.21.15.145:6835","nonce":3219292855}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70},{"gid":5864,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1493799551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1493799551},{"type":"v1","addr":"172.21.15.145:6837","nonce":1493799551}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70},{"gid":7215,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/1294251891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1294251891},{"type":"v1","addr":"172.21.15.6:6833","nonce":1294251891}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:30:49.558084+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7221},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7221":{"gid":7221,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2275017820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2275017820},{"type":"v1","addr":"172.21.15.6:6835","nonce":2275017820}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7221,"qdb_cluster":[7221]},"id":8}]} 2024-09-21T07:30:50.558 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 76 2024-09-21T07:30:50.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05a4073230 msgr2=0x7f05a4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05a4073230 0x7f05a4075740 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f05b4009d90 tx=0x7f05b4009320 comp rx=0 tx=0).stop 2024-09-21T07:30:50.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c415f350 msgr2=0x7f05c4159680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c415f350 0x7f05c4159680 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f05bc00c3f0 tx=0x7f05bc00c8b0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 shutdown_connections 2024-09-21T07:30:50.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f05a4073230 0x7f05a4075740 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f05c415f350 0x7f05c4159680 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f05c40b49f0 0x7f05c4146a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 --2- 172.21.15.6:0/2701701493 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f05c40b3790 0x7f05c4159f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 >> 172.21.15.6:0/2701701493 conn(0x7f05c406d480 msgr2=0x7f05c415a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:50.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 shutdown_connections 2024-09-21T07:30:50.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.556+0000 7f05c9751640 1 -- 172.21.15.6:0/2701701493 wait complete. 2024-09-21T07:30:50.579 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:30:50.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 -- 172.21.15.6:0/3186846149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c0c6140 msgr2=0x7fe58c0c6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 --2- 172.21.15.6:0/3186846149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c0c6140 0x7fe58c0c6550 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7fe58c0b2f60 tx=0x7fe58401ca40 comp rx=0 tx=0).stop 2024-09-21T07:30:50.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 -- 172.21.15.6:0/3186846149 shutdown_connections 2024-09-21T07:30:50.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 --2- 172.21.15.6:0/3186846149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c0c6140 0x7fe58c0c6550 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 --2- 172.21.15.6:0/3186846149 >> v2:172.21.15.145:3300/0 conn(0x7fe58c155430 0x7fe58c0cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 -- 172.21.15.6:0/3186846149 >> 172.21.15.6:0/3186846149 conn(0x7fe58c06d480 msgr2=0x7fe58c0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:50.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 -- 172.21.15.6:0/3186846149 shutdown_connections 2024-09-21T07:30:50.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 -- 172.21.15.6:0/3186846149 wait complete. 2024-09-21T07:30:50.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 Processor -- start 2024-09-21T07:30:50.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.720+0000 7fe59403b640 1 -- start start 2024-09-21T07:30:50.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c070230 0x7fe58c09c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:50.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58c0c6140 0x7fe58c143920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:50.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58c155430 0x7fe58c143e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:50.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe58c15ba90 con 0x7fe58c070230 2024-09-21T07:30:50.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe58c15b910 con 0x7fe58c155430 2024-09-21T07:30:50.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe58c15bc10 con 0x7fe58c0c6140 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c070230 0x7fe58c09c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c070230 0x7fe58c09c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55012/0 (socket says 172.21.15.6:55012) 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 -- 172.21.15.6:0/4105792482 learned_addr learned my addr 172.21.15.6:0/4105792482 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5925d8640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58c155430 0x7fe58c143e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5915d6640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58c0c6140 0x7fe58c143920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 -- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58c0c6140 msgr2=0x7fe58c143920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58c0c6140 0x7fe58c143920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 -- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58c155430 msgr2=0x7fe58c143e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58c155430 0x7fe58c143e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 -- 172.21.15.6:0/4105792482 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe58c09cc40 con 0x7fe58c070230 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5925d8640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58c155430 0x7fe58c143e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe591dd7640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c070230 0x7fe58c09c700 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7fe58800c9a0 tx=0x7fe58800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:50.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5827fc640 1 -- 172.21.15.6:0/4105792482 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe588007bb0 con 0x7fe58c070230 2024-09-21T07:30:50.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5827fc640 1 -- 172.21.15.6:0/4105792482 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe588007e40 con 0x7fe58c070230 2024-09-21T07:30:50.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5827fc640 1 -- 172.21.15.6:0/4105792482 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe58800f6b0 con 0x7fe58c070230 2024-09-21T07:30:50.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe58c1fcce0 con 0x7fe58c070230 2024-09-21T07:30:50.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe58c1fd2a0 con 0x7fe58c070230 2024-09-21T07:30:50.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe58c15c1a0 con 0x7fe58c070230 2024-09-21T07:30:50.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5827fc640 1 -- 172.21.15.6:0/4105792482 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe588018400 con 0x7fe58c070230 2024-09-21T07:30:50.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5827fc640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe570073230 0x7fe570075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:50.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5827fc640 1 -- 172.21.15.6:0/4105792482 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fe588094b30 con 0x7fe58c070230 2024-09-21T07:30:50.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.724+0000 7fe5915d6640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe570073230 0x7fe570075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:50.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.728+0000 7fe5915d6640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe570073230 0x7fe570075740 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe57c007fd0 tx=0x7fe57c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:50.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.728+0000 7fe5827fc640 1 -- 172.21.15.6:0/4105792482 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe588014030 con 0x7fe58c070230 2024-09-21T07:30:50.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.900+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe58c070e20 con 0x7fe58c070230 2024-09-21T07:30:50.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.900+0000 7fe5827fc640 1 -- 172.21.15.6:0/4105792482 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16651 (secure 0 0 0) 0x7fe58805fd50 con 0x7fe58c070230 2024-09-21T07:30:50.905 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:50.905 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":103,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:30:48.080942+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:44.230860+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:45.473610+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:30:50.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe570073230 msgr2=0x7fe570075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe570073230 0x7fe570075740 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe57c007fd0 tx=0x7fe57c009040 comp rx=0 tx=0).stop 2024-09-21T07:30:50.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c070230 msgr2=0x7fe58c09c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:50.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c070230 0x7fe58c09c700 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7fe58800c9a0 tx=0x7fe58800ce60 comp rx=0 tx=0).stop 2024-09-21T07:30:50.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 shutdown_connections 2024-09-21T07:30:50.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe570073230 0x7fe570075740 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58c155430 0x7fe58c143e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58c0c6140 0x7fe58c143920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 --2- 172.21.15.6:0/4105792482 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe58c070230 0x7fe58c09c700 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:50.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 >> 172.21.15.6:0/4105792482 conn(0x7fe58c06d480 msgr2=0x7fe58c0747e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:50.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 shutdown_connections 2024-09-21T07:30:50.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:50.904+0000 7fe59403b640 1 -- 172.21.15.6:0/4105792482 wait complete. 2024-09-21T07:30:50.927 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:30:50.927 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:30:51.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 -- 172.21.15.6:0/2539569278 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde00b3ea0 msgr2=0x7fdde015b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 --2- 172.21.15.6:0/2539569278 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde00b3ea0 0x7fdde015b770 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fddc8009840 tx=0x7fddc801c820 comp rx=0 tx=0).stop 2024-09-21T07:30:51.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 -- 172.21.15.6:0/2539569278 shutdown_connections 2024-09-21T07:30:51.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 --2- 172.21.15.6:0/2539569278 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde00b3ea0 0x7fdde015b770 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 -- 172.21.15.6:0/2539569278 >> 172.21.15.6:0/2539569278 conn(0x7fdde006d480 msgr2=0x7fdde00b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:51.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 -- 172.21.15.6:0/2539569278 shutdown_connections 2024-09-21T07:30:51.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 -- 172.21.15.6:0/2539569278 wait complete. 2024-09-21T07:30:51.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 Processor -- start 2024-09-21T07:30:51.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.084+0000 7fdde648c640 1 -- start start 2024-09-21T07:30:51.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdde006efa0 0x7fdde0099950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdde00b49f0 0x7fdde00cb750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde0154f90 0x7fdde00cbc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdde016a300 con 0x7fdde0154f90 2024-09-21T07:30:51.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdde016a180 con 0x7fdde00b49f0 2024-09-21T07:30:51.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdde016a480 con 0x7fdde006efa0 2024-09-21T07:30:51.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde0154f90 0x7fdde00cbc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde0154f90 0x7fdde00cbc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55020/0 (socket says 172.21.15.6:55020) 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 -- 172.21.15.6:0/2208874335 learned_addr learned my addr 172.21.15.6:0/2208874335 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fddd77fe640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdde00b49f0 0x7fdde00cb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdddffff640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdde006efa0 0x7fdde0099950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 -- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdde006efa0 msgr2=0x7fdde0099950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdde006efa0 0x7fdde0099950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 -- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdde00b49f0 msgr2=0x7fdde00cb750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdde00b49f0 0x7fdde00cb750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 -- 172.21.15.6:0/2208874335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdde00c6370 con 0x7fdde0154f90 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fddd77fe640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdde00b49f0 0x7fdde00cb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdddffff640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdde006efa0 0x7fdde0099950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde4a29640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde0154f90 0x7fdde00cbc90 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7fddd800cae0 tx=0x7fddd800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdddd7fa640 1 -- 172.21.15.6:0/2208874335 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd8016020 con 0x7fdde0154f90 2024-09-21T07:30:51.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdddd7fa640 1 -- 172.21.15.6:0/2208874335 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fddd800ab40 con 0x7fdde0154f90 2024-09-21T07:30:51.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdde00aec00 con 0x7fdde0154f90 2024-09-21T07:30:51.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdddd7fa640 1 -- 172.21.15.6:0/2208874335 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd800ce20 con 0x7fdde0154f90 2024-09-21T07:30:51.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdde00c65e0 con 0x7fdde0154f90 2024-09-21T07:30:51.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdde015b770 con 0x7fdde0154f90 2024-09-21T07:30:51.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.088+0000 7fdddd7fa640 1 -- 172.21.15.6:0/2208874335 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fddd8019020 con 0x7fdde0154f90 2024-09-21T07:30:51.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.092+0000 7fdddd7fa640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddc0073200 0x7fddc0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.092+0000 7fdddd7fa640 1 -- 172.21.15.6:0/2208874335 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fddd8094150 con 0x7fdde0154f90 2024-09-21T07:30:51.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.092+0000 7fdddffff640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddc0073200 0x7fddc0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.092+0000 7fdddffff640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddc0073200 0x7fddc0075710 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fddd0001630 tx=0x7fddd0009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:51.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.096+0000 7fdddd7fa640 1 -- 172.21.15.6:0/2208874335 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fddd8020030 con 0x7fdde0154f90 2024-09-21T07:30:51.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.264+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdde00aee90 con 0x7fddc0073200 2024-09-21T07:30:51.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.276+0000 7fdddd7fa640 1 -- 172.21.15.6:0/2208874335 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252471 (secure 0 0 0) 0x7fdde00aee90 con 0x7fddc0073200 2024-09-21T07:30:51.282 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:51.284 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:30:51.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddc0073200 msgr2=0x7fddc0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddc0073200 0x7fddc0075710 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fddd0001630 tx=0x7fddd0009040 comp rx=0 tx=0).stop 2024-09-21T07:30:51.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde0154f90 msgr2=0x7fdde00cbc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde0154f90 0x7fdde00cbc90 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7fddd800cae0 tx=0x7fddd800cbd0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 shutdown_connections 2024-09-21T07:30:51.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddc0073200 0x7fddc0075710 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdde0154f90 0x7fdde00cbc90 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdde00b49f0 0x7fdde00cb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 --2- 172.21.15.6:0/2208874335 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdde006efa0 0x7fdde0099950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 >> 172.21.15.6:0/2208874335 conn(0x7fdde006d480 msgr2=0x7fdde00b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:51.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 shutdown_connections 2024-09-21T07:30:51.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.280+0000 7fdde648c640 1 -- 172.21.15.6:0/2208874335 wait complete. 2024-09-21T07:30:51.303 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":286,"stamp":"2024-09-21T07:30:50.973180+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":174,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260756,"kb_used_data":11240,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713964,"statfs":{"total":773094113280,"available":772827099136,"internally_reserved":0,"allocated":11509760,"data_stored":5583836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.904292"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085683+0000","last_change":"2024-09-21T07:30:47.134444+0000","last_active":"2024-09-21T07:30:48.085683+0000","last_peered":"2024-09-21T07:30:48.085683+0000","last_clean":"2024-09-21T07:30:48.085683+0000","last_became_active":"2024-09-21T07:30:47.134111+0000","last_became_peered":"2024-09-21T07:30:47.134111+0000","last_unstale":"2024-09-21T07:30:48.085683+0000","last_undegraded":"2024-09-21T07:30:48.085683+0000","last_fullsized":"2024-09-21T07:30:48.085683+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:55.098944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.093082+0000","last_change":"2024-09-21T07:30:47.112079+0000","last_active":"2024-09-21T07:30:48.093082+0000","last_peered":"2024-09-21T07:30:48.093082+0000","last_clean":"2024-09-21T07:30:48.093082+0000","last_became_active":"2024-09-21T07:30:47.110667+0000","last_became_peered":"2024-09-21T07:30:47.110667+0000","last_unstale":"2024-09-21T07:30:48.093082+0000","last_undegraded":"2024-09-21T07:30:48.093082+0000","last_fullsized":"2024-09-21T07:30:48.093082+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:25.312902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385559+0000","last_change":"2024-09-21T07:30:47.136110+0000","last_active":"2024-09-21T07:30:48.385559+0000","last_peered":"2024-09-21T07:30:48.385559+0000","last_clean":"2024-09-21T07:30:48.385559+0000","last_became_active":"2024-09-21T07:30:47.134848+0000","last_became_peered":"2024-09-21T07:30:47.134848+0000","last_unstale":"2024-09-21T07:30:48.385559+0000","last_undegraded":"2024-09-21T07:30:48.385559+0000","last_fullsized":"2024-09-21T07:30:48.385559+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:45:48.631477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085158+0000","last_change":"2024-09-21T07:30:47.098159+0000","last_active":"2024-09-21T07:30:48.085158+0000","last_peered":"2024-09-21T07:30:48.085158+0000","last_clean":"2024-09-21T07:30:48.085158+0000","last_became_active":"2024-09-21T07:30:47.097192+0000","last_became_peered":"2024-09-21T07:30:47.097192+0000","last_unstale":"2024-09-21T07:30:48.085158+0000","last_undegraded":"2024-09-21T07:30:48.085158+0000","last_fullsized":"2024-09-21T07:30:48.085158+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:50.762563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885764+0000","last_change":"2024-09-21T07:30:47.128581+0000","last_active":"2024-09-21T07:30:48.885764+0000","last_peered":"2024-09-21T07:30:48.885764+0000","last_clean":"2024-09-21T07:30:48.885764+0000","last_became_active":"2024-09-21T07:30:47.128181+0000","last_became_peered":"2024-09-21T07:30:47.128181+0000","last_unstale":"2024-09-21T07:30:48.885764+0000","last_undegraded":"2024-09-21T07:30:48.885764+0000","last_fullsized":"2024-09-21T07:30:48.885764+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:13:16.912454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.887512+0000","last_change":"2024-09-21T07:30:47.142673+0000","last_active":"2024-09-21T07:30:48.887512+0000","last_peered":"2024-09-21T07:30:48.887512+0000","last_clean":"2024-09-21T07:30:48.887512+0000","last_became_active":"2024-09-21T07:30:47.142181+0000","last_became_peered":"2024-09-21T07:30:47.142181+0000","last_unstale":"2024-09-21T07:30:48.887512+0000","last_undegraded":"2024-09-21T07:30:48.887512+0000","last_fullsized":"2024-09-21T07:30:48.887512+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:27:11.664335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090096+0000","last_change":"2024-09-21T07:30:47.113455+0000","last_active":"2024-09-21T07:30:48.090096+0000","last_peered":"2024-09-21T07:30:48.090096+0000","last_clean":"2024-09-21T07:30:48.090096+0000","last_became_active":"2024-09-21T07:30:47.112651+0000","last_became_peered":"2024-09-21T07:30:47.112651+0000","last_unstale":"2024-09-21T07:30:48.090096+0000","last_undegraded":"2024-09-21T07:30:48.090096+0000","last_fullsized":"2024-09-21T07:30:48.090096+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:59.448195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.384837+0000","last_change":"2024-09-21T07:30:47.123358+0000","last_active":"2024-09-21T07:30:48.384837+0000","last_peered":"2024-09-21T07:30:48.384837+0000","last_clean":"2024-09-21T07:30:48.384837+0000","last_became_active":"2024-09-21T07:30:47.122516+0000","last_became_peered":"2024-09-21T07:30:47.122516+0000","last_unstale":"2024-09-21T07:30:48.384837+0000","last_undegraded":"2024-09-21T07:30:48.384837+0000","last_fullsized":"2024-09-21T07:30:48.384837+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:25.312902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085915+0000","last_change":"2024-09-21T07:30:47.134186+0000","last_active":"2024-09-21T07:30:48.085915+0000","last_peered":"2024-09-21T07:30:48.085915+0000","last_clean":"2024-09-21T07:30:48.085915+0000","last_became_active":"2024-09-21T07:30:47.133782+0000","last_became_peered":"2024-09-21T07:30:47.133782+0000","last_unstale":"2024-09-21T07:30:48.085915+0000","last_undegraded":"2024-09-21T07:30:48.085915+0000","last_fullsized":"2024-09-21T07:30:48.085915+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:27:39.141461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085586+0000","last_change":"2024-09-21T07:30:47.120924+0000","last_active":"2024-09-21T07:30:48.085586+0000","last_peered":"2024-09-21T07:30:48.085586+0000","last_clean":"2024-09-21T07:30:48.085586+0000","last_became_active":"2024-09-21T07:30:47.120028+0000","last_became_peered":"2024-09-21T07:30:47.120028+0000","last_unstale":"2024-09-21T07:30:48.085586+0000","last_undegraded":"2024-09-21T07:30:48.085586+0000","last_fullsized":"2024-09-21T07:30:48.085586+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:52:48.929437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.092796+0000","last_change":"2024-09-21T07:30:47.110434+0000","last_active":"2024-09-21T07:30:48.092796+0000","last_peered":"2024-09-21T07:30:48.092796+0000","last_clean":"2024-09-21T07:30:48.092796+0000","last_became_active":"2024-09-21T07:30:47.109588+0000","last_became_peered":"2024-09-21T07:30:47.109588+0000","last_unstale":"2024-09-21T07:30:48.092796+0000","last_undegraded":"2024-09-21T07:30:48.092796+0000","last_fullsized":"2024-09-21T07:30:48.092796+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:39.527828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085308+0000","last_change":"2024-09-21T07:30:47.118699+0000","last_active":"2024-09-21T07:30:48.085308+0000","last_peered":"2024-09-21T07:30:48.085308+0000","last_clean":"2024-09-21T07:30:48.085308+0000","last_became_active":"2024-09-21T07:30:47.117778+0000","last_became_peered":"2024-09-21T07:30:47.117778+0000","last_unstale":"2024-09-21T07:30:48.085308+0000","last_undegraded":"2024-09-21T07:30:48.085308+0000","last_fullsized":"2024-09-21T07:30:48.085308+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:26:06.912427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385509+0000","last_change":"2024-09-21T07:30:47.141075+0000","last_active":"2024-09-21T07:30:48.385509+0000","last_peered":"2024-09-21T07:30:48.385509+0000","last_clean":"2024-09-21T07:30:48.385509+0000","last_became_active":"2024-09-21T07:30:47.137073+0000","last_became_peered":"2024-09-21T07:30:47.137073+0000","last_unstale":"2024-09-21T07:30:48.385509+0000","last_undegraded":"2024-09-21T07:30:48.385509+0000","last_fullsized":"2024-09-21T07:30:48.385509+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:03.739126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.384817+0000","last_change":"2024-09-21T07:30:47.142203+0000","last_active":"2024-09-21T07:30:48.384817+0000","last_peered":"2024-09-21T07:30:48.384817+0000","last_clean":"2024-09-21T07:30:48.384817+0000","last_became_active":"2024-09-21T07:30:47.141360+0000","last_became_peered":"2024-09-21T07:30:47.141360+0000","last_unstale":"2024-09-21T07:30:48.384817+0000","last_undegraded":"2024-09-21T07:30:48.384817+0000","last_fullsized":"2024-09-21T07:30:48.384817+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:33:19.478571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885824+0000","last_change":"2024-09-21T07:30:47.131771+0000","last_active":"2024-09-21T07:30:48.885824+0000","last_peered":"2024-09-21T07:30:48.885824+0000","last_clean":"2024-09-21T07:30:48.885824+0000","last_became_active":"2024-09-21T07:30:47.130954+0000","last_became_peered":"2024-09-21T07:30:47.130954+0000","last_unstale":"2024-09-21T07:30:48.885824+0000","last_undegraded":"2024-09-21T07:30:48.885824+0000","last_fullsized":"2024-09-21T07:30:48.885824+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:51:31.258962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084751+0000","last_change":"2024-09-21T07:30:47.116715+0000","last_active":"2024-09-21T07:30:48.084751+0000","last_peered":"2024-09-21T07:30:48.084751+0000","last_clean":"2024-09-21T07:30:48.084751+0000","last_became_active":"2024-09-21T07:30:47.115886+0000","last_became_peered":"2024-09-21T07:30:47.115886+0000","last_unstale":"2024-09-21T07:30:48.084751+0000","last_undegraded":"2024-09-21T07:30:48.084751+0000","last_fullsized":"2024-09-21T07:30:48.084751+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:55:30.334518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.092982+0000","last_change":"2024-09-21T07:30:47.130344+0000","last_active":"2024-09-21T07:30:48.092982+0000","last_peered":"2024-09-21T07:30:48.092982+0000","last_clean":"2024-09-21T07:30:48.092982+0000","last_became_active":"2024-09-21T07:30:47.129379+0000","last_became_peered":"2024-09-21T07:30:47.129379+0000","last_unstale":"2024-09-21T07:30:48.092982+0000","last_undegraded":"2024-09-21T07:30:48.092982+0000","last_fullsized":"2024-09-21T07:30:48.092982+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:12.383094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143048+0000","last_change":"2024-09-21T07:30:47.120664+0000","last_active":"2024-09-21T07:30:48.143048+0000","last_peered":"2024-09-21T07:30:48.143048+0000","last_clean":"2024-09-21T07:30:48.143048+0000","last_became_active":"2024-09-21T07:30:47.119828+0000","last_became_peered":"2024-09-21T07:30:47.119828+0000","last_unstale":"2024-09-21T07:30:48.143048+0000","last_undegraded":"2024-09-21T07:30:48.143048+0000","last_fullsized":"2024-09-21T07:30:48.143048+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:04:00.221382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385681+0000","last_change":"2024-09-21T07:30:47.148538+0000","last_active":"2024-09-21T07:30:48.385681+0000","last_peered":"2024-09-21T07:30:48.385681+0000","last_clean":"2024-09-21T07:30:48.385681+0000","last_became_active":"2024-09-21T07:30:47.147823+0000","last_became_peered":"2024-09-21T07:30:47.147823+0000","last_unstale":"2024-09-21T07:30:48.385681+0000","last_undegraded":"2024-09-21T07:30:48.385681+0000","last_fullsized":"2024-09-21T07:30:48.385681+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:08.253961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.092779+0000","last_change":"2024-09-21T07:30:47.143862+0000","last_active":"2024-09-21T07:30:48.092779+0000","last_peered":"2024-09-21T07:30:48.092779+0000","last_clean":"2024-09-21T07:30:48.092779+0000","last_became_active":"2024-09-21T07:30:47.142911+0000","last_became_peered":"2024-09-21T07:30:47.142911+0000","last_unstale":"2024-09-21T07:30:48.092779+0000","last_undegraded":"2024-09-21T07:30:48.092779+0000","last_fullsized":"2024-09-21T07:30:48.092779+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:58.837503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.092364+0000","last_change":"2024-09-21T07:30:47.130288+0000","last_active":"2024-09-21T07:30:48.092364+0000","last_peered":"2024-09-21T07:30:48.092364+0000","last_clean":"2024-09-21T07:30:48.092364+0000","last_became_active":"2024-09-21T07:30:47.129531+0000","last_became_peered":"2024-09-21T07:30:47.129531+0000","last_unstale":"2024-09-21T07:30:48.092364+0000","last_undegraded":"2024-09-21T07:30:48.092364+0000","last_fullsized":"2024-09-21T07:30:48.092364+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:43:50.427423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193291+0000","last_change":"2024-09-21T07:30:47.133558+0000","last_active":"2024-09-21T07:30:48.193291+0000","last_peered":"2024-09-21T07:30:48.193291+0000","last_clean":"2024-09-21T07:30:48.193291+0000","last_became_active":"2024-09-21T07:30:47.132903+0000","last_became_peered":"2024-09-21T07:30:47.132903+0000","last_unstale":"2024-09-21T07:30:48.193291+0000","last_undegraded":"2024-09-21T07:30:48.193291+0000","last_fullsized":"2024-09-21T07:30:48.193291+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:28:38.877133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089828+0000","last_change":"2024-09-21T07:30:47.114132+0000","last_active":"2024-09-21T07:30:48.089828+0000","last_peered":"2024-09-21T07:30:48.089828+0000","last_clean":"2024-09-21T07:30:48.089828+0000","last_became_active":"2024-09-21T07:30:47.113169+0000","last_became_peered":"2024-09-21T07:30:47.113169+0000","last_unstale":"2024-09-21T07:30:48.089828+0000","last_undegraded":"2024-09-21T07:30:48.089828+0000","last_fullsized":"2024-09-21T07:30:48.089828+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:19:11.473691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.194990+0000","last_change":"2024-09-21T07:30:47.155508+0000","last_active":"2024-09-21T07:30:48.194990+0000","last_peered":"2024-09-21T07:30:48.194990+0000","last_clean":"2024-09-21T07:30:48.194990+0000","last_became_active":"2024-09-21T07:30:47.152838+0000","last_became_peered":"2024-09-21T07:30:47.152838+0000","last_unstale":"2024-09-21T07:30:48.194990+0000","last_undegraded":"2024-09-21T07:30:48.194990+0000","last_fullsized":"2024-09-21T07:30:48.194990+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:48.688346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.093096+0000","last_change":"2024-09-21T07:30:47.132304+0000","last_active":"2024-09-21T07:30:48.093096+0000","last_peered":"2024-09-21T07:30:48.093096+0000","last_clean":"2024-09-21T07:30:48.093096+0000","last_became_active":"2024-09-21T07:30:47.131482+0000","last_became_peered":"2024-09-21T07:30:47.131482+0000","last_unstale":"2024-09-21T07:30:48.093096+0000","last_undegraded":"2024-09-21T07:30:48.093096+0000","last_fullsized":"2024-09-21T07:30:48.093096+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:22:06.687778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085824+0000","last_change":"2024-09-21T07:30:47.103164+0000","last_active":"2024-09-21T07:30:48.085824+0000","last_peered":"2024-09-21T07:30:48.085824+0000","last_clean":"2024-09-21T07:30:48.085824+0000","last_became_active":"2024-09-21T07:30:47.102473+0000","last_became_peered":"2024-09-21T07:30:47.102473+0000","last_unstale":"2024-09-21T07:30:48.085824+0000","last_undegraded":"2024-09-21T07:30:48.085824+0000","last_fullsized":"2024-09-21T07:30:48.085824+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:52:08.719572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.887397+0000","last_change":"2024-09-21T07:30:47.118566+0000","last_active":"2024-09-21T07:30:48.887397+0000","last_peered":"2024-09-21T07:30:48.887397+0000","last_clean":"2024-09-21T07:30:48.887397+0000","last_became_active":"2024-09-21T07:30:47.117377+0000","last_became_peered":"2024-09-21T07:30:47.117377+0000","last_unstale":"2024-09-21T07:30:48.887397+0000","last_undegraded":"2024-09-21T07:30:48.887397+0000","last_fullsized":"2024-09-21T07:30:48.887397+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:36.581392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193939+0000","last_change":"2024-09-21T07:30:47.141147+0000","last_active":"2024-09-21T07:30:48.193939+0000","last_peered":"2024-09-21T07:30:48.193939+0000","last_clean":"2024-09-21T07:30:48.193939+0000","last_became_active":"2024-09-21T07:30:47.139330+0000","last_became_peered":"2024-09-21T07:30:47.139330+0000","last_unstale":"2024-09-21T07:30:48.193939+0000","last_undegraded":"2024-09-21T07:30:48.193939+0000","last_fullsized":"2024-09-21T07:30:48.193939+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:11.623980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091351+0000","last_change":"2024-09-21T07:30:47.137326+0000","last_active":"2024-09-21T07:30:48.091351+0000","last_peered":"2024-09-21T07:30:48.091351+0000","last_clean":"2024-09-21T07:30:48.091351+0000","last_became_active":"2024-09-21T07:30:47.136331+0000","last_became_peered":"2024-09-21T07:30:47.136331+0000","last_unstale":"2024-09-21T07:30:48.091351+0000","last_undegraded":"2024-09-21T07:30:48.091351+0000","last_fullsized":"2024-09-21T07:30:48.091351+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:04:00.221382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090010+0000","last_change":"2024-09-21T07:30:47.131114+0000","last_active":"2024-09-21T07:30:48.090010+0000","last_peered":"2024-09-21T07:30:48.090010+0000","last_clean":"2024-09-21T07:30:48.090010+0000","last_became_active":"2024-09-21T07:30:47.130282+0000","last_became_peered":"2024-09-21T07:30:47.130282+0000","last_unstale":"2024-09-21T07:30:48.090010+0000","last_undegraded":"2024-09-21T07:30:48.090010+0000","last_fullsized":"2024-09-21T07:30:48.090010+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:06:58.152430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084954+0000","last_change":"2024-09-21T07:30:47.107639+0000","last_active":"2024-09-21T07:30:48.084954+0000","last_peered":"2024-09-21T07:30:48.084954+0000","last_clean":"2024-09-21T07:30:48.084954+0000","last_became_active":"2024-09-21T07:30:47.106802+0000","last_became_peered":"2024-09-21T07:30:47.106802+0000","last_unstale":"2024-09-21T07:30:48.084954+0000","last_undegraded":"2024-09-21T07:30:48.084954+0000","last_fullsized":"2024-09-21T07:30:48.084954+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:24:34.312057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885332+0000","last_change":"2024-09-21T07:30:47.129606+0000","last_active":"2024-09-21T07:30:48.885332+0000","last_peered":"2024-09-21T07:30:48.885332+0000","last_clean":"2024-09-21T07:30:48.885332+0000","last_became_active":"2024-09-21T07:30:47.129185+0000","last_became_peered":"2024-09-21T07:30:47.129185+0000","last_unstale":"2024-09-21T07:30:48.885332+0000","last_undegraded":"2024-09-21T07:30:48.885332+0000","last_fullsized":"2024-09-21T07:30:48.885332+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:21:29.820582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.887188+0000","last_change":"2024-09-21T07:30:47.114742+0000","last_active":"2024-09-21T07:30:48.887188+0000","last_peered":"2024-09-21T07:30:48.887188+0000","last_clean":"2024-09-21T07:30:48.887188+0000","last_became_active":"2024-09-21T07:30:47.113864+0000","last_became_peered":"2024-09-21T07:30:47.113864+0000","last_unstale":"2024-09-21T07:30:48.887188+0000","last_undegraded":"2024-09-21T07:30:48.887188+0000","last_fullsized":"2024-09-21T07:30:48.887188+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:20:17.599935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"102'4","reported_seq":19,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090719+0000","last_change":"2024-09-21T07:30:46.111868+0000","last_active":"2024-09-21T07:30:48.090719+0000","last_peered":"2024-09-21T07:30:48.090719+0000","last_clean":"2024-09-21T07:30:48.090719+0000","last_became_active":"2024-09-21T07:30:46.111333+0000","last_became_peered":"2024-09-21T07:30:46.111333+0000","last_unstale":"2024-09-21T07:30:48.090719+0000","last_undegraded":"2024-09-21T07:30:48.090719+0000","last_fullsized":"2024-09-21T07:30:48.090719+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:45.031346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143402+0000","last_change":"2024-09-21T07:30:47.113058+0000","last_active":"2024-09-21T07:30:48.143402+0000","last_peered":"2024-09-21T07:30:48.143402+0000","last_clean":"2024-09-21T07:30:48.143402+0000","last_became_active":"2024-09-21T07:30:47.112218+0000","last_became_peered":"2024-09-21T07:30:47.112218+0000","last_unstale":"2024-09-21T07:30:48.143402+0000","last_undegraded":"2024-09-21T07:30:48.143402+0000","last_fullsized":"2024-09-21T07:30:48.143402+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:43.962902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385177+0000","last_change":"2024-09-21T07:30:46.109989+0000","last_active":"2024-09-21T07:30:48.385177+0000","last_peered":"2024-09-21T07:30:48.385177+0000","last_clean":"2024-09-21T07:30:48.385177+0000","last_became_active":"2024-09-21T07:30:46.109173+0000","last_became_peered":"2024-09-21T07:30:46.109173+0000","last_unstale":"2024-09-21T07:30:48.385177+0000","last_undegraded":"2024-09-21T07:30:48.385177+0000","last_fullsized":"2024-09-21T07:30:48.385177+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:12:48.498964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886829+0000","last_change":"2024-09-21T07:30:47.130277+0000","last_active":"2024-09-21T07:30:48.886829+0000","last_peered":"2024-09-21T07:30:48.886829+0000","last_clean":"2024-09-21T07:30:48.886829+0000","last_became_active":"2024-09-21T07:30:47.129578+0000","last_became_peered":"2024-09-21T07:30:47.129578+0000","last_unstale":"2024-09-21T07:30:48.886829+0000","last_undegraded":"2024-09-21T07:30:48.886829+0000","last_fullsized":"2024-09-21T07:30:48.886829+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:06.578286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886632+0000","last_change":"2024-09-21T07:30:46.114523+0000","last_active":"2024-09-21T07:30:48.886632+0000","last_peered":"2024-09-21T07:30:48.886632+0000","last_clean":"2024-09-21T07:30:48.886632+0000","last_became_active":"2024-09-21T07:30:46.113984+0000","last_became_peered":"2024-09-21T07:30:46.113984+0000","last_unstale":"2024-09-21T07:30:48.886632+0000","last_undegraded":"2024-09-21T07:30:48.886632+0000","last_fullsized":"2024-09-21T07:30:48.886632+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:19:38.592822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.386076+0000","last_change":"2024-09-21T07:30:47.136914+0000","last_active":"2024-09-21T07:30:48.386076+0000","last_peered":"2024-09-21T07:30:48.386076+0000","last_clean":"2024-09-21T07:30:48.386076+0000","last_became_active":"2024-09-21T07:30:47.136069+0000","last_became_peered":"2024-09-21T07:30:47.136069+0000","last_unstale":"2024-09-21T07:30:48.386076+0000","last_undegraded":"2024-09-21T07:30:48.386076+0000","last_fullsized":"2024-09-21T07:30:48.386076+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:11.623980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.884780+0000","last_change":"2024-09-21T07:30:46.119223+0000","last_active":"2024-09-21T07:30:48.884780+0000","last_peered":"2024-09-21T07:30:48.884780+0000","last_clean":"2024-09-21T07:30:48.884780+0000","last_became_active":"2024-09-21T07:30:46.118662+0000","last_became_peered":"2024-09-21T07:30:46.118662+0000","last_unstale":"2024-09-21T07:30:48.884780+0000","last_undegraded":"2024-09-21T07:30:48.884780+0000","last_fullsized":"2024-09-21T07:30:48.884780+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:29.313997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085150+0000","last_change":"2024-09-21T07:30:47.138239+0000","last_active":"2024-09-21T07:30:48.085150+0000","last_peered":"2024-09-21T07:30:48.085150+0000","last_clean":"2024-09-21T07:30:48.085150+0000","last_became_active":"2024-09-21T07:30:47.137876+0000","last_became_peered":"2024-09-21T07:30:47.137876+0000","last_unstale":"2024-09-21T07:30:48.085150+0000","last_undegraded":"2024-09-21T07:30:48.085150+0000","last_fullsized":"2024-09-21T07:30:48.085150+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:14:26.192448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089222+0000","last_change":"2024-09-21T07:30:46.121208+0000","last_active":"2024-09-21T07:30:48.089222+0000","last_peered":"2024-09-21T07:30:48.089222+0000","last_clean":"2024-09-21T07:30:48.089222+0000","last_became_active":"2024-09-21T07:30:46.120524+0000","last_became_peered":"2024-09-21T07:30:46.120524+0000","last_unstale":"2024-09-21T07:30:48.089222+0000","last_undegraded":"2024-09-21T07:30:48.089222+0000","last_fullsized":"2024-09-21T07:30:48.089222+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:55:20.267520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091555+0000","last_change":"2024-09-21T07:30:47.109949+0000","last_active":"2024-09-21T07:30:48.091555+0000","last_peered":"2024-09-21T07:30:48.091555+0000","last_clean":"2024-09-21T07:30:48.091555+0000","last_became_active":"2024-09-21T07:30:47.109133+0000","last_became_peered":"2024-09-21T07:30:47.109133+0000","last_unstale":"2024-09-21T07:30:48.091555+0000","last_undegraded":"2024-09-21T07:30:48.091555+0000","last_fullsized":"2024-09-21T07:30:48.091555+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:35:18.812548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193373+0000","last_change":"2024-09-21T07:30:46.111227+0000","last_active":"2024-09-21T07:30:48.193373+0000","last_peered":"2024-09-21T07:30:48.193373+0000","last_clean":"2024-09-21T07:30:48.193373+0000","last_became_active":"2024-09-21T07:30:46.110723+0000","last_became_peered":"2024-09-21T07:30:46.110723+0000","last_unstale":"2024-09-21T07:30:48.193373+0000","last_undegraded":"2024-09-21T07:30:48.193373+0000","last_fullsized":"2024-09-21T07:30:48.193373+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:03:59.208671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084759+0000","last_change":"2024-09-21T07:30:47.107800+0000","last_active":"2024-09-21T07:30:48.084759+0000","last_peered":"2024-09-21T07:30:48.084759+0000","last_clean":"2024-09-21T07:30:48.084759+0000","last_became_active":"2024-09-21T07:30:47.107108+0000","last_became_peered":"2024-09-21T07:30:47.107108+0000","last_unstale":"2024-09-21T07:30:48.084759+0000","last_undegraded":"2024-09-21T07:30:48.084759+0000","last_fullsized":"2024-09-21T07:30:48.084759+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:29.571634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090849+0000","last_change":"2024-09-21T07:30:46.112409+0000","last_active":"2024-09-21T07:30:48.090849+0000","last_peered":"2024-09-21T07:30:48.090849+0000","last_clean":"2024-09-21T07:30:48.090849+0000","last_became_active":"2024-09-21T07:30:46.111739+0000","last_became_peered":"2024-09-21T07:30:46.111739+0000","last_unstale":"2024-09-21T07:30:48.090849+0000","last_undegraded":"2024-09-21T07:30:48.090849+0000","last_fullsized":"2024-09-21T07:30:48.090849+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:28.317743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089459+0000","last_change":"2024-09-21T07:30:47.125291+0000","last_active":"2024-09-21T07:30:48.089459+0000","last_peered":"2024-09-21T07:30:48.089459+0000","last_clean":"2024-09-21T07:30:48.089459+0000","last_became_active":"2024-09-21T07:30:47.119306+0000","last_became_peered":"2024-09-21T07:30:47.119306+0000","last_unstale":"2024-09-21T07:30:48.089459+0000","last_undegraded":"2024-09-21T07:30:48.089459+0000","last_fullsized":"2024-09-21T07:30:48.089459+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:10:45.597983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084837+0000","last_change":"2024-09-21T07:30:46.111372+0000","last_active":"2024-09-21T07:30:48.084837+0000","last_peered":"2024-09-21T07:30:48.084837+0000","last_clean":"2024-09-21T07:30:48.084837+0000","last_became_active":"2024-09-21T07:30:46.110806+0000","last_became_peered":"2024-09-21T07:30:46.110806+0000","last_unstale":"2024-09-21T07:30:48.084837+0000","last_undegraded":"2024-09-21T07:30:48.084837+0000","last_fullsized":"2024-09-21T07:30:48.084837+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:11.370382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090889+0000","last_change":"2024-09-21T07:30:47.111588+0000","last_active":"2024-09-21T07:30:48.090889+0000","last_peered":"2024-09-21T07:30:48.090889+0000","last_clean":"2024-09-21T07:30:48.090889+0000","last_became_active":"2024-09-21T07:30:47.110321+0000","last_became_peered":"2024-09-21T07:30:47.110321+0000","last_unstale":"2024-09-21T07:30:48.090889+0000","last_undegraded":"2024-09-21T07:30:48.090889+0000","last_fullsized":"2024-09-21T07:30:48.090889+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:05:11.812480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885837+0000","last_change":"2024-09-21T07:30:46.114258+0000","last_active":"2024-09-21T07:30:48.885837+0000","last_peered":"2024-09-21T07:30:48.885837+0000","last_clean":"2024-09-21T07:30:48.885837+0000","last_became_active":"2024-09-21T07:30:46.113594+0000","last_became_peered":"2024-09-21T07:30:46.113594+0000","last_unstale":"2024-09-21T07:30:48.885837+0000","last_undegraded":"2024-09-21T07:30:48.885837+0000","last_fullsized":"2024-09-21T07:30:48.885837+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:33.130512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143375+0000","last_change":"2024-09-21T07:30:47.123505+0000","last_active":"2024-09-21T07:30:48.143375+0000","last_peered":"2024-09-21T07:30:48.143375+0000","last_clean":"2024-09-21T07:30:48.143375+0000","last_became_active":"2024-09-21T07:30:47.122635+0000","last_became_peered":"2024-09-21T07:30:47.122635+0000","last_unstale":"2024-09-21T07:30:48.143375+0000","last_undegraded":"2024-09-21T07:30:48.143375+0000","last_fullsized":"2024-09-21T07:30:48.143375+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:55:54.634423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193310+0000","last_change":"2024-09-21T07:30:46.112998+0000","last_active":"2024-09-21T07:30:48.193310+0000","last_peered":"2024-09-21T07:30:48.193310+0000","last_clean":"2024-09-21T07:30:48.193310+0000","last_became_active":"2024-09-21T07:30:46.112657+0000","last_became_peered":"2024-09-21T07:30:46.112657+0000","last_unstale":"2024-09-21T07:30:48.193310+0000","last_undegraded":"2024-09-21T07:30:48.193310+0000","last_fullsized":"2024-09-21T07:30:48.193310+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:38:32.119927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.194104+0000","last_change":"2024-09-21T07:30:47.131957+0000","last_active":"2024-09-21T07:30:48.194104+0000","last_peered":"2024-09-21T07:30:48.194104+0000","last_clean":"2024-09-21T07:30:48.194104+0000","last_became_active":"2024-09-21T07:30:47.131623+0000","last_became_peered":"2024-09-21T07:30:47.131623+0000","last_unstale":"2024-09-21T07:30:48.194104+0000","last_undegraded":"2024-09-21T07:30:48.194104+0000","last_fullsized":"2024-09-21T07:30:48.194104+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:10.710031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"102'3","reported_seq":18,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085159+0000","last_change":"2024-09-21T07:30:46.104251+0000","last_active":"2024-09-21T07:30:48.085159+0000","last_peered":"2024-09-21T07:30:48.085159+0000","last_clean":"2024-09-21T07:30:48.085159+0000","last_became_active":"2024-09-21T07:30:46.103689+0000","last_became_peered":"2024-09-21T07:30:46.103689+0000","last_unstale":"2024-09-21T07:30:48.085159+0000","last_undegraded":"2024-09-21T07:30:48.085159+0000","last_fullsized":"2024-09-21T07:30:48.085159+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:57.824791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090547+0000","last_change":"2024-09-21T07:30:47.127554+0000","last_active":"2024-09-21T07:30:48.090547+0000","last_peered":"2024-09-21T07:30:48.090547+0000","last_clean":"2024-09-21T07:30:48.090547+0000","last_became_active":"2024-09-21T07:30:47.126730+0000","last_became_peered":"2024-09-21T07:30:47.126730+0000","last_unstale":"2024-09-21T07:30:48.090547+0000","last_undegraded":"2024-09-21T07:30:48.090547+0000","last_fullsized":"2024-09-21T07:30:48.090547+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:09:42.511109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"102'6","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085508+0000","last_change":"2024-09-21T07:30:46.111401+0000","last_active":"2024-09-21T07:30:48.085508+0000","last_peered":"2024-09-21T07:30:48.085508+0000","last_clean":"2024-09-21T07:30:48.085508+0000","last_became_active":"2024-09-21T07:30:46.110612+0000","last_became_peered":"2024-09-21T07:30:46.110612+0000","last_unstale":"2024-09-21T07:30:48.085508+0000","last_undegraded":"2024-09-21T07:30:48.085508+0000","last_fullsized":"2024-09-21T07:30:48.085508+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:55:09.506710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193271+0000","last_change":"2024-09-21T07:30:47.128383+0000","last_active":"2024-09-21T07:30:48.193271+0000","last_peered":"2024-09-21T07:30:48.193271+0000","last_clean":"2024-09-21T07:30:48.193271+0000","last_became_active":"2024-09-21T07:30:47.127987+0000","last_became_peered":"2024-09-21T07:30:47.127987+0000","last_unstale":"2024-09-21T07:30:48.193271+0000","last_undegraded":"2024-09-21T07:30:48.193271+0000","last_fullsized":"2024-09-21T07:30:48.193271+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:42.845951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885702+0000","last_change":"2024-09-21T07:30:46.108727+0000","last_active":"2024-09-21T07:30:48.885702+0000","last_peered":"2024-09-21T07:30:48.885702+0000","last_clean":"2024-09-21T07:30:48.885702+0000","last_became_active":"2024-09-21T07:30:46.108332+0000","last_became_peered":"2024-09-21T07:30:46.108332+0000","last_unstale":"2024-09-21T07:30:48.885702+0000","last_undegraded":"2024-09-21T07:30:48.885702+0000","last_fullsized":"2024-09-21T07:30:48.885702+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:19:07.919792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193335+0000","last_change":"2024-09-21T07:30:47.149146+0000","last_active":"2024-09-21T07:30:48.193335+0000","last_peered":"2024-09-21T07:30:48.193335+0000","last_clean":"2024-09-21T07:30:48.193335+0000","last_became_active":"2024-09-21T07:30:47.148537+0000","last_became_peered":"2024-09-21T07:30:47.148537+0000","last_unstale":"2024-09-21T07:30:48.193335+0000","last_undegraded":"2024-09-21T07:30:48.193335+0000","last_fullsized":"2024-09-21T07:30:48.193335+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:08.253961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.142430+0000","last_change":"2024-09-21T07:30:46.118674+0000","last_active":"2024-09-21T07:30:48.142430+0000","last_peered":"2024-09-21T07:30:48.142430+0000","last_clean":"2024-09-21T07:30:48.142430+0000","last_became_active":"2024-09-21T07:30:46.117882+0000","last_became_peered":"2024-09-21T07:30:46.117882+0000","last_unstale":"2024-09-21T07:30:48.142430+0000","last_undegraded":"2024-09-21T07:30:48.142430+0000","last_fullsized":"2024-09-21T07:30:48.142430+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:39.357672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193097+0000","last_change":"2024-09-21T07:30:47.134720+0000","last_active":"2024-09-21T07:30:48.193097+0000","last_peered":"2024-09-21T07:30:48.193097+0000","last_clean":"2024-09-21T07:30:48.193097+0000","last_became_active":"2024-09-21T07:30:47.134328+0000","last_became_peered":"2024-09-21T07:30:47.134328+0000","last_unstale":"2024-09-21T07:30:48.193097+0000","last_undegraded":"2024-09-21T07:30:48.193097+0000","last_fullsized":"2024-09-21T07:30:48.193097+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:52:39.528992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"102'8","reported_seq":23,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.884295+0000","last_change":"2024-09-21T07:30:46.095449+0000","last_active":"2024-09-21T07:30:48.884295+0000","last_peered":"2024-09-21T07:30:48.884295+0000","last_clean":"2024-09-21T07:30:48.884295+0000","last_became_active":"2024-09-21T07:30:46.095012+0000","last_became_peered":"2024-09-21T07:30:46.095012+0000","last_unstale":"2024-09-21T07:30:48.884295+0000","last_undegraded":"2024-09-21T07:30:48.884295+0000","last_fullsized":"2024-09-21T07:30:48.884295+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:50.454631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886265+0000","last_change":"2024-09-21T07:30:47.120362+0000","last_active":"2024-09-21T07:30:48.886265+0000","last_peered":"2024-09-21T07:30:48.886265+0000","last_clean":"2024-09-21T07:30:48.886265+0000","last_became_active":"2024-09-21T07:30:47.118257+0000","last_became_peered":"2024-09-21T07:30:47.118257+0000","last_unstale":"2024-09-21T07:30:48.886265+0000","last_undegraded":"2024-09-21T07:30:48.886265+0000","last_fullsized":"2024-09-21T07:30:48.886265+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:10.470555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.086069+0000","last_change":"2024-09-21T07:30:46.112411+0000","last_active":"2024-09-21T07:30:48.086069+0000","last_peered":"2024-09-21T07:30:48.086069+0000","last_clean":"2024-09-21T07:30:48.086069+0000","last_became_active":"2024-09-21T07:30:46.111903+0000","last_became_peered":"2024-09-21T07:30:46.111903+0000","last_unstale":"2024-09-21T07:30:48.086069+0000","last_undegraded":"2024-09-21T07:30:48.086069+0000","last_fullsized":"2024-09-21T07:30:48.086069+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:02.726414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.887063+0000","last_change":"2024-09-21T07:30:47.120209+0000","last_active":"2024-09-21T07:30:48.887063+0000","last_peered":"2024-09-21T07:30:48.887063+0000","last_clean":"2024-09-21T07:30:48.887063+0000","last_became_active":"2024-09-21T07:30:47.119254+0000","last_became_peered":"2024-09-21T07:30:47.119254+0000","last_unstale":"2024-09-21T07:30:48.887063+0000","last_undegraded":"2024-09-21T07:30:48.887063+0000","last_fullsized":"2024-09-21T07:30:48.887063+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:55.592642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886074+0000","last_change":"2024-09-21T07:30:46.114117+0000","last_active":"2024-09-21T07:30:48.886074+0000","last_peered":"2024-09-21T07:30:48.886074+0000","last_clean":"2024-09-21T07:30:48.886074+0000","last_became_active":"2024-09-21T07:30:46.113783+0000","last_became_peered":"2024-09-21T07:30:46.113783+0000","last_unstale":"2024-09-21T07:30:48.886074+0000","last_undegraded":"2024-09-21T07:30:48.886074+0000","last_fullsized":"2024-09-21T07:30:48.886074+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:18.975558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385588+0000","last_change":"2024-09-21T07:30:47.148715+0000","last_active":"2024-09-21T07:30:48.385588+0000","last_peered":"2024-09-21T07:30:48.385588+0000","last_clean":"2024-09-21T07:30:48.385588+0000","last_became_active":"2024-09-21T07:30:47.147940+0000","last_became_peered":"2024-09-21T07:30:47.147940+0000","last_unstale":"2024-09-21T07:30:48.385588+0000","last_undegraded":"2024-09-21T07:30:48.385588+0000","last_fullsized":"2024-09-21T07:30:48.385588+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:42.845951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.142699+0000","last_change":"2024-09-21T07:30:46.110298+0000","last_active":"2024-09-21T07:30:48.142699+0000","last_peered":"2024-09-21T07:30:48.142699+0000","last_clean":"2024-09-21T07:30:48.142699+0000","last_became_active":"2024-09-21T07:30:46.108027+0000","last_became_peered":"2024-09-21T07:30:46.108027+0000","last_unstale":"2024-09-21T07:30:48.142699+0000","last_undegraded":"2024-09-21T07:30:48.142699+0000","last_fullsized":"2024-09-21T07:30:48.142699+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:24.512637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.386054+0000","last_change":"2024-09-21T07:30:47.147576+0000","last_active":"2024-09-21T07:30:48.386054+0000","last_peered":"2024-09-21T07:30:48.386054+0000","last_clean":"2024-09-21T07:30:48.386054+0000","last_became_active":"2024-09-21T07:30:47.143561+0000","last_became_peered":"2024-09-21T07:30:47.143561+0000","last_unstale":"2024-09-21T07:30:48.386054+0000","last_undegraded":"2024-09-21T07:30:48.386054+0000","last_fullsized":"2024-09-21T07:30:48.386054+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:38:53.370668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089503+0000","last_change":"2024-09-21T07:30:46.120429+0000","last_active":"2024-09-21T07:30:48.089503+0000","last_peered":"2024-09-21T07:30:48.089503+0000","last_clean":"2024-09-21T07:30:48.089503+0000","last_became_active":"2024-09-21T07:30:46.119524+0000","last_became_peered":"2024-09-21T07:30:46.119524+0000","last_unstale":"2024-09-21T07:30:48.089503+0000","last_undegraded":"2024-09-21T07:30:48.089503+0000","last_fullsized":"2024-09-21T07:30:48.089503+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:15:02.264940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.384862+0000","last_change":"2024-09-21T07:30:47.124419+0000","last_active":"2024-09-21T07:30:48.384862+0000","last_peered":"2024-09-21T07:30:48.384862+0000","last_clean":"2024-09-21T07:30:48.384862+0000","last_became_active":"2024-09-21T07:30:47.123445+0000","last_became_peered":"2024-09-21T07:30:47.123445+0000","last_unstale":"2024-09-21T07:30:48.384862+0000","last_undegraded":"2024-09-21T07:30:48.384862+0000","last_fullsized":"2024-09-21T07:30:48.384862+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:12.383094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886054+0000","last_change":"2024-09-21T07:30:46.107328+0000","last_active":"2024-09-21T07:30:48.886054+0000","last_peered":"2024-09-21T07:30:48.886054+0000","last_clean":"2024-09-21T07:30:48.886054+0000","last_became_active":"2024-09-21T07:30:46.106031+0000","last_became_peered":"2024-09-21T07:30:46.106031+0000","last_unstale":"2024-09-21T07:30:48.886054+0000","last_undegraded":"2024-09-21T07:30:48.886054+0000","last_fullsized":"2024-09-21T07:30:48.886054+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:13:15.899742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085234+0000","last_change":"2024-09-21T07:30:47.135115+0000","last_active":"2024-09-21T07:30:48.085234+0000","last_peered":"2024-09-21T07:30:48.085234+0000","last_clean":"2024-09-21T07:30:48.085234+0000","last_became_active":"2024-09-21T07:30:47.134489+0000","last_became_peered":"2024-09-21T07:30:47.134489+0000","last_unstale":"2024-09-21T07:30:48.085234+0000","last_undegraded":"2024-09-21T07:30:48.085234+0000","last_fullsized":"2024-09-21T07:30:48.085234+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:36:16.320863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.884379+0000","last_change":"2024-09-21T07:30:46.119067+0000","last_active":"2024-09-21T07:30:48.884379+0000","last_peered":"2024-09-21T07:30:48.884379+0000","last_clean":"2024-09-21T07:30:48.884379+0000","last_became_active":"2024-09-21T07:30:46.118610+0000","last_became_peered":"2024-09-21T07:30:46.118610+0000","last_unstale":"2024-09-21T07:30:48.884379+0000","last_undegraded":"2024-09-21T07:30:48.884379+0000","last_fullsized":"2024-09-21T07:30:48.884379+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:29:27.895852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.384921+0000","last_change":"2024-09-21T07:30:47.142595+0000","last_active":"2024-09-21T07:30:48.384921+0000","last_peered":"2024-09-21T07:30:48.384921+0000","last_clean":"2024-09-21T07:30:48.384921+0000","last_became_active":"2024-09-21T07:30:47.135061+0000","last_became_peered":"2024-09-21T07:30:47.135061+0000","last_unstale":"2024-09-21T07:30:48.384921+0000","last_undegraded":"2024-09-21T07:30:48.384921+0000","last_fullsized":"2024-09-21T07:30:48.384921+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:27:28.758917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885461+0000","last_change":"2024-09-21T07:30:46.105700+0000","last_active":"2024-09-21T07:30:48.885461+0000","last_peered":"2024-09-21T07:30:48.885461+0000","last_clean":"2024-09-21T07:30:48.885461+0000","last_became_active":"2024-09-21T07:30:46.105243+0000","last_became_peered":"2024-09-21T07:30:46.105243+0000","last_unstale":"2024-09-21T07:30:48.885461+0000","last_undegraded":"2024-09-21T07:30:48.885461+0000","last_fullsized":"2024-09-21T07:30:48.885461+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:17:25.605484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193180+0000","last_change":"2024-09-21T07:30:47.139542+0000","last_active":"2024-09-21T07:30:48.193180+0000","last_peered":"2024-09-21T07:30:48.193180+0000","last_clean":"2024-09-21T07:30:48.193180+0000","last_became_active":"2024-09-21T07:30:47.137800+0000","last_became_peered":"2024-09-21T07:30:47.137800+0000","last_unstale":"2024-09-21T07:30:48.193180+0000","last_undegraded":"2024-09-21T07:30:48.193180+0000","last_fullsized":"2024-09-21T07:30:48.193180+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:08:13.883369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085669+0000","last_change":"2024-09-21T07:30:46.119258+0000","last_active":"2024-09-21T07:30:48.085669+0000","last_peered":"2024-09-21T07:30:48.085669+0000","last_clean":"2024-09-21T07:30:48.085669+0000","last_became_active":"2024-09-21T07:30:46.117917+0000","last_became_peered":"2024-09-21T07:30:46.117917+0000","last_unstale":"2024-09-21T07:30:48.085669+0000","last_undegraded":"2024-09-21T07:30:48.085669+0000","last_fullsized":"2024-09-21T07:30:48.085669+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:24.300190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143158+0000","last_change":"2024-09-21T07:30:47.139873+0000","last_active":"2024-09-21T07:30:48.143158+0000","last_peered":"2024-09-21T07:30:48.143158+0000","last_clean":"2024-09-21T07:30:48.143158+0000","last_became_active":"2024-09-21T07:30:47.139004+0000","last_became_peered":"2024-09-21T07:30:47.139004+0000","last_unstale":"2024-09-21T07:30:48.143158+0000","last_undegraded":"2024-09-21T07:30:48.143158+0000","last_fullsized":"2024-09-21T07:30:48.143158+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:35:18.812548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193649+0000","last_change":"2024-09-21T07:30:46.106357+0000","last_active":"2024-09-21T07:30:48.193649+0000","last_peered":"2024-09-21T07:30:48.193649+0000","last_clean":"2024-09-21T07:30:48.193649+0000","last_became_active":"2024-09-21T07:30:46.105780+0000","last_became_peered":"2024-09-21T07:30:46.105780+0000","last_unstale":"2024-09-21T07:30:48.193649+0000","last_undegraded":"2024-09-21T07:30:48.193649+0000","last_fullsized":"2024-09-21T07:30:48.193649+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:07.538009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.086160+0000","last_change":"2024-09-21T07:30:47.102598+0000","last_active":"2024-09-21T07:30:48.086160+0000","last_peered":"2024-09-21T07:30:48.086160+0000","last_clean":"2024-09-21T07:30:48.086160+0000","last_became_active":"2024-09-21T07:30:47.101757+0000","last_became_peered":"2024-09-21T07:30:47.101757+0000","last_unstale":"2024-09-21T07:30:48.086160+0000","last_undegraded":"2024-09-21T07:30:48.086160+0000","last_fullsized":"2024-09-21T07:30:48.086160+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:56:42.130286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"103'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143378+0000","last_change":"2024-09-21T07:30:46.116596+0000","last_active":"2024-09-21T07:30:48.143378+0000","last_peered":"2024-09-21T07:30:48.143378+0000","last_clean":"2024-09-21T07:30:48.143378+0000","last_became_active":"2024-09-21T07:30:46.116014+0000","last_became_peered":"2024-09-21T07:30:46.116014+0000","last_unstale":"2024-09-21T07:30:48.143378+0000","last_undegraded":"2024-09-21T07:30:48.143378+0000","last_fullsized":"2024-09-21T07:30:48.143378+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:12:48.498964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085450+0000","last_change":"2024-09-21T07:30:47.109780+0000","last_active":"2024-09-21T07:30:48.085450+0000","last_peered":"2024-09-21T07:30:48.085450+0000","last_clean":"2024-09-21T07:30:48.085450+0000","last_became_active":"2024-09-21T07:30:47.109016+0000","last_became_peered":"2024-09-21T07:30:47.109016+0000","last_unstale":"2024-09-21T07:30:48.085450+0000","last_undegraded":"2024-09-21T07:30:48.085450+0000","last_fullsized":"2024-09-21T07:30:48.085450+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:42.114441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085298+0000","last_change":"2024-09-21T07:30:46.118100+0000","last_active":"2024-09-21T07:30:48.085298+0000","last_peered":"2024-09-21T07:30:48.085298+0000","last_clean":"2024-09-21T07:30:48.085298+0000","last_became_active":"2024-09-21T07:30:46.117687+0000","last_became_peered":"2024-09-21T07:30:46.117687+0000","last_unstale":"2024-09-21T07:30:48.085298+0000","last_undegraded":"2024-09-21T07:30:48.085298+0000","last_fullsized":"2024-09-21T07:30:48.085298+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:36:40.497525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143038+0000","last_change":"2024-09-21T07:30:47.124387+0000","last_active":"2024-09-21T07:30:48.143038+0000","last_peered":"2024-09-21T07:30:48.143038+0000","last_clean":"2024-09-21T07:30:48.143038+0000","last_became_active":"2024-09-21T07:30:47.121729+0000","last_became_peered":"2024-09-21T07:30:47.121729+0000","last_unstale":"2024-09-21T07:30:48.143038+0000","last_undegraded":"2024-09-21T07:30:48.143038+0000","last_fullsized":"2024-09-21T07:30:48.143038+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:19:11.473691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.194140+0000","last_change":"2024-09-21T07:30:46.098335+0000","last_active":"2024-09-21T07:30:48.194140+0000","last_peered":"2024-09-21T07:30:48.194140+0000","last_clean":"2024-09-21T07:30:48.194140+0000","last_became_active":"2024-09-21T07:30:46.097483+0000","last_became_peered":"2024-09-21T07:30:46.097483+0000","last_unstale":"2024-09-21T07:30:48.194140+0000","last_undegraded":"2024-09-21T07:30:48.194140+0000","last_fullsized":"2024-09-21T07:30:48.194140+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:19:10.460979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091704+0000","last_change":"2024-09-21T07:30:47.100540+0000","last_active":"2024-09-21T07:30:48.091704+0000","last_peered":"2024-09-21T07:30:48.091704+0000","last_clean":"2024-09-21T07:30:48.091704+0000","last_became_active":"2024-09-21T07:30:47.099644+0000","last_became_peered":"2024-09-21T07:30:47.099644+0000","last_unstale":"2024-09-21T07:30:48.091704+0000","last_undegraded":"2024-09-21T07:30:48.091704+0000","last_fullsized":"2024-09-21T07:30:48.091704+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:55:54.634423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089619+0000","last_change":"2024-09-21T07:30:46.118018+0000","last_active":"2024-09-21T07:30:48.089619+0000","last_peered":"2024-09-21T07:30:48.089619+0000","last_clean":"2024-09-21T07:30:48.089619+0000","last_became_active":"2024-09-21T07:30:46.117019+0000","last_became_peered":"2024-09-21T07:30:46.117019+0000","last_unstale":"2024-09-21T07:30:48.089619+0000","last_undegraded":"2024-09-21T07:30:48.089619+0000","last_fullsized":"2024-09-21T07:30:48.089619+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:53:25.884975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091773+0000","last_change":"2024-09-21T07:30:47.114487+0000","last_active":"2024-09-21T07:30:48.091773+0000","last_peered":"2024-09-21T07:30:48.091773+0000","last_clean":"2024-09-21T07:30:48.091773+0000","last_became_active":"2024-09-21T07:30:47.113630+0000","last_became_peered":"2024-09-21T07:30:47.113630+0000","last_unstale":"2024-09-21T07:30:48.091773+0000","last_undegraded":"2024-09-21T07:30:48.091773+0000","last_fullsized":"2024-09-21T07:30:48.091773+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:43.962902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091263+0000","last_change":"2024-09-21T07:30:46.123417+0000","last_active":"2024-09-21T07:30:48.091263+0000","last_peered":"2024-09-21T07:30:48.091263+0000","last_clean":"2024-09-21T07:30:48.091263+0000","last_became_active":"2024-09-21T07:30:46.122545+0000","last_became_peered":"2024-09-21T07:30:46.122545+0000","last_unstale":"2024-09-21T07:30:48.091263+0000","last_undegraded":"2024-09-21T07:30:48.091263+0000","last_fullsized":"2024-09-21T07:30:48.091263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:25:30.871227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385490+0000","last_change":"2024-09-21T07:30:47.147397+0000","last_active":"2024-09-21T07:30:48.385490+0000","last_peered":"2024-09-21T07:30:48.385490+0000","last_clean":"2024-09-21T07:30:48.385490+0000","last_became_active":"2024-09-21T07:30:47.142051+0000","last_became_peered":"2024-09-21T07:30:47.142051+0000","last_unstale":"2024-09-21T07:30:48.385490+0000","last_undegraded":"2024-09-21T07:30:48.385490+0000","last_fullsized":"2024-09-21T07:30:48.385490+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:52:39.528992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.884372+0000","last_change":"2024-09-21T07:30:46.113957+0000","last_active":"2024-09-21T07:30:48.884372+0000","last_peered":"2024-09-21T07:30:48.884372+0000","last_clean":"2024-09-21T07:30:48.884372+0000","last_became_active":"2024-09-21T07:30:46.113596+0000","last_became_peered":"2024-09-21T07:30:46.113596+0000","last_unstale":"2024-09-21T07:30:48.884372+0000","last_undegraded":"2024-09-21T07:30:48.884372+0000","last_fullsized":"2024-09-21T07:30:48.884372+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:56:25.504080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084956+0000","last_change":"2024-09-21T07:30:47.113882+0000","last_active":"2024-09-21T07:30:48.084956+0000","last_peered":"2024-09-21T07:30:48.084956+0000","last_clean":"2024-09-21T07:30:48.084956+0000","last_became_active":"2024-09-21T07:30:47.111767+0000","last_became_peered":"2024-09-21T07:30:47.111767+0000","last_unstale":"2024-09-21T07:30:48.084956+0000","last_undegraded":"2024-09-21T07:30:48.084956+0000","last_fullsized":"2024-09-21T07:30:48.084956+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:04.004187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085773+0000","last_change":"2024-09-21T07:30:46.118766+0000","last_active":"2024-09-21T07:30:48.085773+0000","last_peered":"2024-09-21T07:30:48.085773+0000","last_clean":"2024-09-21T07:30:48.085773+0000","last_became_active":"2024-09-21T07:30:46.118281+0000","last_became_peered":"2024-09-21T07:30:46.118281+0000","last_unstale":"2024-09-21T07:30:48.085773+0000","last_undegraded":"2024-09-21T07:30:48.085773+0000","last_fullsized":"2024-09-21T07:30:48.085773+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:19.929467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193462+0000","last_change":"2024-09-21T07:30:47.149655+0000","last_active":"2024-09-21T07:30:48.193462+0000","last_peered":"2024-09-21T07:30:48.193462+0000","last_clean":"2024-09-21T07:30:48.193462+0000","last_became_active":"2024-09-21T07:30:47.148546+0000","last_became_peered":"2024-09-21T07:30:47.148546+0000","last_unstale":"2024-09-21T07:30:48.193462+0000","last_undegraded":"2024-09-21T07:30:48.193462+0000","last_fullsized":"2024-09-21T07:30:48.193462+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:06:50.806104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090286+0000","last_change":"2024-09-21T07:30:46.120192+0000","last_active":"2024-09-21T07:30:48.090286+0000","last_peered":"2024-09-21T07:30:48.090286+0000","last_clean":"2024-09-21T07:30:48.090286+0000","last_became_active":"2024-09-21T07:30:46.119462+0000","last_became_peered":"2024-09-21T07:30:46.119462+0000","last_unstale":"2024-09-21T07:30:48.090286+0000","last_undegraded":"2024-09-21T07:30:48.090286+0000","last_fullsized":"2024-09-21T07:30:48.090286+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:02.570964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":261,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385547+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:30:48.385547+0000","last_peered":"2024-09-21T07:30:48.385547+0000","last_clean":"2024-09-21T07:30:48.385547+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:30:48.385547+0000","last_undegraded":"2024-09-21T07:30:48.385547+0000","last_fullsized":"2024-09-21T07:30:48.385547+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574927,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33028,"kb_used_data":1840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338812,"statfs":{"total":96636764160,"available":96602943488,"internally_reserved":0,"allocated":1884160,"data_stored":1140769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574928,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":549855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574927,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1290240,"data_stored":550389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574927,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32440,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339400,"statfs":{"total":96636764160,"available":96603545600,"internally_reserved":0,"allocated":1282048,"data_stored":549785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574928,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1298432,"data_stored":551467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574928,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1282048,"data_stored":549785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1290240,"data_stored":549909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574928,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33044,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338796,"statfs":{"total":96636764160,"available":96602927104,"internally_reserved":0,"allocated":1896448,"data_stored":1141877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:30:51.308 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:30:51.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 -- 172.21.15.6:0/556815822 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 msgr2=0x7faf0806f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/556815822 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 0x7faf0806f3b0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7faf080713c0 tx=0x7faf0001cb80 comp rx=0 tx=0).stop 2024-09-21T07:30:51.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 -- 172.21.15.6:0/556815822 shutdown_connections 2024-09-21T07:30:51.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/556815822 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 0x7faf0806f3b0 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/556815822 >> v2:172.21.15.145:3300/0 conn(0x7faf080b3ea0 0x7faf0815b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 -- 172.21.15.6:0/556815822 >> 172.21.15.6:0/556815822 conn(0x7faf0806d480 msgr2=0x7faf080b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:51.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 -- 172.21.15.6:0/556815822 shutdown_connections 2024-09-21T07:30:51.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 -- 172.21.15.6:0/556815822 wait complete. 2024-09-21T07:30:51.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 Processor -- start 2024-09-21T07:30:51.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.500+0000 7faf0d7c9640 1 -- start start 2024-09-21T07:30:51.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 0x7faf081537d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf080b49f0 0x7faf08156b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf08158a90 0x7faf08157040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7faf08168cf0 con 0x7faf0806efa0 2024-09-21T07:30:51.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7faf08168b70 con 0x7faf080b49f0 2024-09-21T07:30:51.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7faf08168e70 con 0x7faf08158a90 2024-09-21T07:30:51.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 0x7faf081537d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 0x7faf081537d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55036/0 (socket says 172.21.15.6:55036) 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 -- 172.21.15.6:0/2735773323 learned_addr learned my addr 172.21.15.6:0/2735773323 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf067fc640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf080b49f0 0x7faf08156b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 -- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf08158a90 msgr2=0x7faf08157040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf077fe640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf08158a90 0x7faf08157040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf08158a90 0x7faf08157040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 -- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf080b49f0 msgr2=0x7faf08156b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf080b49f0 0x7faf08156b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 -- 172.21.15.6:0/2735773323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf081fc9f0 con 0x7faf0806efa0 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf06ffd640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 0x7faf081537d0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7faef800c400 tx=0x7faef800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faeef7fe640 1 -- 172.21.15.6:0/2735773323 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faef8011790 con 0x7faf0806efa0 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faeef7fe640 1 -- 172.21.15.6:0/2735773323 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faef8017070 con 0x7faf0806efa0 2024-09-21T07:30:51.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faeef7fe640 1 -- 172.21.15.6:0/2735773323 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faef8011cc0 con 0x7faf0806efa0 2024-09-21T07:30:51.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf081fc150 con 0x7faf0806efa0 2024-09-21T07:30:51.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf081fc710 con 0x7faf0806efa0 2024-09-21T07:30:51.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf0806f3b0 con 0x7faf0806efa0 2024-09-21T07:30:51.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.504+0000 7faeef7fe640 1 -- 172.21.15.6:0/2735773323 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7faef801c460 con 0x7faf0806efa0 2024-09-21T07:30:51.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.508+0000 7faeef7fe640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faef4073230 0x7faef4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.508+0000 7faeef7fe640 1 -- 172.21.15.6:0/2735773323 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7faef8094090 con 0x7faf0806efa0 2024-09-21T07:30:51.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.508+0000 7faf067fc640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faef4073230 0x7faef4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.508+0000 7faf067fc640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faef4073230 0x7faef4075740 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faefc0058d0 tx=0x7faefc005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:51.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.512+0000 7faeef7fe640 1 -- 172.21.15.6:0/2735773323 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7faef805f010 con 0x7faf0806efa0 2024-09-21T07:30:51.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.676+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faf08074ed0 con 0x7faef4073230 2024-09-21T07:30:51.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.688+0000 7faeef7fe640 1 -- 172.21.15.6:0/2735773323 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252471 (secure 0 0 0) 0x7faf08074ed0 con 0x7faef4073230 2024-09-21T07:30:51.696 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:51.697 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:30:51.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faef4073230 msgr2=0x7faef4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faef4073230 0x7faef4075740 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faefc0058d0 tx=0x7faefc005860 comp rx=0 tx=0).stop 2024-09-21T07:30:51.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 msgr2=0x7faf081537d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 0x7faf081537d0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7faef800c400 tx=0x7faef800c8c0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 shutdown_connections 2024-09-21T07:30:51.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7faef4073230 0x7faef4075740 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7faf08158a90 0x7faf08157040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7faf080b49f0 0x7faf08156b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 --2- 172.21.15.6:0/2735773323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf0806efa0 0x7faf081537d0 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 >> 172.21.15.6:0/2735773323 conn(0x7faf0806d480 msgr2=0x7faf081543c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:51.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 shutdown_connections 2024-09-21T07:30:51.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.692+0000 7faf0d7c9640 1 -- 172.21.15.6:0/2735773323 wait complete. 2024-09-21T07:30:51.716 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":286,"stamp":"2024-09-21T07:30:50.973180+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":174,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260756,"kb_used_data":11240,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713964,"statfs":{"total":773094113280,"available":772827099136,"internally_reserved":0,"allocated":11509760,"data_stored":5583836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.904292"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085683+0000","last_change":"2024-09-21T07:30:47.134444+0000","last_active":"2024-09-21T07:30:48.085683+0000","last_peered":"2024-09-21T07:30:48.085683+0000","last_clean":"2024-09-21T07:30:48.085683+0000","last_became_active":"2024-09-21T07:30:47.134111+0000","last_became_peered":"2024-09-21T07:30:47.134111+0000","last_unstale":"2024-09-21T07:30:48.085683+0000","last_undegraded":"2024-09-21T07:30:48.085683+0000","last_fullsized":"2024-09-21T07:30:48.085683+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:55.098944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.093082+0000","last_change":"2024-09-21T07:30:47.112079+0000","last_active":"2024-09-21T07:30:48.093082+0000","last_peered":"2024-09-21T07:30:48.093082+0000","last_clean":"2024-09-21T07:30:48.093082+0000","last_became_active":"2024-09-21T07:30:47.110667+0000","last_became_peered":"2024-09-21T07:30:47.110667+0000","last_unstale":"2024-09-21T07:30:48.093082+0000","last_undegraded":"2024-09-21T07:30:48.093082+0000","last_fullsized":"2024-09-21T07:30:48.093082+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:25.312902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385559+0000","last_change":"2024-09-21T07:30:47.136110+0000","last_active":"2024-09-21T07:30:48.385559+0000","last_peered":"2024-09-21T07:30:48.385559+0000","last_clean":"2024-09-21T07:30:48.385559+0000","last_became_active":"2024-09-21T07:30:47.134848+0000","last_became_peered":"2024-09-21T07:30:47.134848+0000","last_unstale":"2024-09-21T07:30:48.385559+0000","last_undegraded":"2024-09-21T07:30:48.385559+0000","last_fullsized":"2024-09-21T07:30:48.385559+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:45:48.631477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085158+0000","last_change":"2024-09-21T07:30:47.098159+0000","last_active":"2024-09-21T07:30:48.085158+0000","last_peered":"2024-09-21T07:30:48.085158+0000","last_clean":"2024-09-21T07:30:48.085158+0000","last_became_active":"2024-09-21T07:30:47.097192+0000","last_became_peered":"2024-09-21T07:30:47.097192+0000","last_unstale":"2024-09-21T07:30:48.085158+0000","last_undegraded":"2024-09-21T07:30:48.085158+0000","last_fullsized":"2024-09-21T07:30:48.085158+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:50.762563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885764+0000","last_change":"2024-09-21T07:30:47.128581+0000","last_active":"2024-09-21T07:30:48.885764+0000","last_peered":"2024-09-21T07:30:48.885764+0000","last_clean":"2024-09-21T07:30:48.885764+0000","last_became_active":"2024-09-21T07:30:47.128181+0000","last_became_peered":"2024-09-21T07:30:47.128181+0000","last_unstale":"2024-09-21T07:30:48.885764+0000","last_undegraded":"2024-09-21T07:30:48.885764+0000","last_fullsized":"2024-09-21T07:30:48.885764+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:13:16.912454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.887512+0000","last_change":"2024-09-21T07:30:47.142673+0000","last_active":"2024-09-21T07:30:48.887512+0000","last_peered":"2024-09-21T07:30:48.887512+0000","last_clean":"2024-09-21T07:30:48.887512+0000","last_became_active":"2024-09-21T07:30:47.142181+0000","last_became_peered":"2024-09-21T07:30:47.142181+0000","last_unstale":"2024-09-21T07:30:48.887512+0000","last_undegraded":"2024-09-21T07:30:48.887512+0000","last_fullsized":"2024-09-21T07:30:48.887512+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:27:11.664335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090096+0000","last_change":"2024-09-21T07:30:47.113455+0000","last_active":"2024-09-21T07:30:48.090096+0000","last_peered":"2024-09-21T07:30:48.090096+0000","last_clean":"2024-09-21T07:30:48.090096+0000","last_became_active":"2024-09-21T07:30:47.112651+0000","last_became_peered":"2024-09-21T07:30:47.112651+0000","last_unstale":"2024-09-21T07:30:48.090096+0000","last_undegraded":"2024-09-21T07:30:48.090096+0000","last_fullsized":"2024-09-21T07:30:48.090096+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:59.448195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.384837+0000","last_change":"2024-09-21T07:30:47.123358+0000","last_active":"2024-09-21T07:30:48.384837+0000","last_peered":"2024-09-21T07:30:48.384837+0000","last_clean":"2024-09-21T07:30:48.384837+0000","last_became_active":"2024-09-21T07:30:47.122516+0000","last_became_peered":"2024-09-21T07:30:47.122516+0000","last_unstale":"2024-09-21T07:30:48.384837+0000","last_undegraded":"2024-09-21T07:30:48.384837+0000","last_fullsized":"2024-09-21T07:30:48.384837+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:25.312902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085915+0000","last_change":"2024-09-21T07:30:47.134186+0000","last_active":"2024-09-21T07:30:48.085915+0000","last_peered":"2024-09-21T07:30:48.085915+0000","last_clean":"2024-09-21T07:30:48.085915+0000","last_became_active":"2024-09-21T07:30:47.133782+0000","last_became_peered":"2024-09-21T07:30:47.133782+0000","last_unstale":"2024-09-21T07:30:48.085915+0000","last_undegraded":"2024-09-21T07:30:48.085915+0000","last_fullsized":"2024-09-21T07:30:48.085915+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:27:39.141461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085586+0000","last_change":"2024-09-21T07:30:47.120924+0000","last_active":"2024-09-21T07:30:48.085586+0000","last_peered":"2024-09-21T07:30:48.085586+0000","last_clean":"2024-09-21T07:30:48.085586+0000","last_became_active":"2024-09-21T07:30:47.120028+0000","last_became_peered":"2024-09-21T07:30:47.120028+0000","last_unstale":"2024-09-21T07:30:48.085586+0000","last_undegraded":"2024-09-21T07:30:48.085586+0000","last_fullsized":"2024-09-21T07:30:48.085586+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:52:48.929437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.092796+0000","last_change":"2024-09-21T07:30:47.110434+0000","last_active":"2024-09-21T07:30:48.092796+0000","last_peered":"2024-09-21T07:30:48.092796+0000","last_clean":"2024-09-21T07:30:48.092796+0000","last_became_active":"2024-09-21T07:30:47.109588+0000","last_became_peered":"2024-09-21T07:30:47.109588+0000","last_unstale":"2024-09-21T07:30:48.092796+0000","last_undegraded":"2024-09-21T07:30:48.092796+0000","last_fullsized":"2024-09-21T07:30:48.092796+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:39.527828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085308+0000","last_change":"2024-09-21T07:30:47.118699+0000","last_active":"2024-09-21T07:30:48.085308+0000","last_peered":"2024-09-21T07:30:48.085308+0000","last_clean":"2024-09-21T07:30:48.085308+0000","last_became_active":"2024-09-21T07:30:47.117778+0000","last_became_peered":"2024-09-21T07:30:47.117778+0000","last_unstale":"2024-09-21T07:30:48.085308+0000","last_undegraded":"2024-09-21T07:30:48.085308+0000","last_fullsized":"2024-09-21T07:30:48.085308+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:26:06.912427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385509+0000","last_change":"2024-09-21T07:30:47.141075+0000","last_active":"2024-09-21T07:30:48.385509+0000","last_peered":"2024-09-21T07:30:48.385509+0000","last_clean":"2024-09-21T07:30:48.385509+0000","last_became_active":"2024-09-21T07:30:47.137073+0000","last_became_peered":"2024-09-21T07:30:47.137073+0000","last_unstale":"2024-09-21T07:30:48.385509+0000","last_undegraded":"2024-09-21T07:30:48.385509+0000","last_fullsized":"2024-09-21T07:30:48.385509+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:03.739126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.384817+0000","last_change":"2024-09-21T07:30:47.142203+0000","last_active":"2024-09-21T07:30:48.384817+0000","last_peered":"2024-09-21T07:30:48.384817+0000","last_clean":"2024-09-21T07:30:48.384817+0000","last_became_active":"2024-09-21T07:30:47.141360+0000","last_became_peered":"2024-09-21T07:30:47.141360+0000","last_unstale":"2024-09-21T07:30:48.384817+0000","last_undegraded":"2024-09-21T07:30:48.384817+0000","last_fullsized":"2024-09-21T07:30:48.384817+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:33:19.478571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885824+0000","last_change":"2024-09-21T07:30:47.131771+0000","last_active":"2024-09-21T07:30:48.885824+0000","last_peered":"2024-09-21T07:30:48.885824+0000","last_clean":"2024-09-21T07:30:48.885824+0000","last_became_active":"2024-09-21T07:30:47.130954+0000","last_became_peered":"2024-09-21T07:30:47.130954+0000","last_unstale":"2024-09-21T07:30:48.885824+0000","last_undegraded":"2024-09-21T07:30:48.885824+0000","last_fullsized":"2024-09-21T07:30:48.885824+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:51:31.258962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084751+0000","last_change":"2024-09-21T07:30:47.116715+0000","last_active":"2024-09-21T07:30:48.084751+0000","last_peered":"2024-09-21T07:30:48.084751+0000","last_clean":"2024-09-21T07:30:48.084751+0000","last_became_active":"2024-09-21T07:30:47.115886+0000","last_became_peered":"2024-09-21T07:30:47.115886+0000","last_unstale":"2024-09-21T07:30:48.084751+0000","last_undegraded":"2024-09-21T07:30:48.084751+0000","last_fullsized":"2024-09-21T07:30:48.084751+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:55:30.334518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.092982+0000","last_change":"2024-09-21T07:30:47.130344+0000","last_active":"2024-09-21T07:30:48.092982+0000","last_peered":"2024-09-21T07:30:48.092982+0000","last_clean":"2024-09-21T07:30:48.092982+0000","last_became_active":"2024-09-21T07:30:47.129379+0000","last_became_peered":"2024-09-21T07:30:47.129379+0000","last_unstale":"2024-09-21T07:30:48.092982+0000","last_undegraded":"2024-09-21T07:30:48.092982+0000","last_fullsized":"2024-09-21T07:30:48.092982+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:12.383094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143048+0000","last_change":"2024-09-21T07:30:47.120664+0000","last_active":"2024-09-21T07:30:48.143048+0000","last_peered":"2024-09-21T07:30:48.143048+0000","last_clean":"2024-09-21T07:30:48.143048+0000","last_became_active":"2024-09-21T07:30:47.119828+0000","last_became_peered":"2024-09-21T07:30:47.119828+0000","last_unstale":"2024-09-21T07:30:48.143048+0000","last_undegraded":"2024-09-21T07:30:48.143048+0000","last_fullsized":"2024-09-21T07:30:48.143048+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:04:00.221382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385681+0000","last_change":"2024-09-21T07:30:47.148538+0000","last_active":"2024-09-21T07:30:48.385681+0000","last_peered":"2024-09-21T07:30:48.385681+0000","last_clean":"2024-09-21T07:30:48.385681+0000","last_became_active":"2024-09-21T07:30:47.147823+0000","last_became_peered":"2024-09-21T07:30:47.147823+0000","last_unstale":"2024-09-21T07:30:48.385681+0000","last_undegraded":"2024-09-21T07:30:48.385681+0000","last_fullsized":"2024-09-21T07:30:48.385681+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:08.253961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.092779+0000","last_change":"2024-09-21T07:30:47.143862+0000","last_active":"2024-09-21T07:30:48.092779+0000","last_peered":"2024-09-21T07:30:48.092779+0000","last_clean":"2024-09-21T07:30:48.092779+0000","last_became_active":"2024-09-21T07:30:47.142911+0000","last_became_peered":"2024-09-21T07:30:47.142911+0000","last_unstale":"2024-09-21T07:30:48.092779+0000","last_undegraded":"2024-09-21T07:30:48.092779+0000","last_fullsized":"2024-09-21T07:30:48.092779+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:58.837503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.092364+0000","last_change":"2024-09-21T07:30:47.130288+0000","last_active":"2024-09-21T07:30:48.092364+0000","last_peered":"2024-09-21T07:30:48.092364+0000","last_clean":"2024-09-21T07:30:48.092364+0000","last_became_active":"2024-09-21T07:30:47.129531+0000","last_became_peered":"2024-09-21T07:30:47.129531+0000","last_unstale":"2024-09-21T07:30:48.092364+0000","last_undegraded":"2024-09-21T07:30:48.092364+0000","last_fullsized":"2024-09-21T07:30:48.092364+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:43:50.427423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193291+0000","last_change":"2024-09-21T07:30:47.133558+0000","last_active":"2024-09-21T07:30:48.193291+0000","last_peered":"2024-09-21T07:30:48.193291+0000","last_clean":"2024-09-21T07:30:48.193291+0000","last_became_active":"2024-09-21T07:30:47.132903+0000","last_became_peered":"2024-09-21T07:30:47.132903+0000","last_unstale":"2024-09-21T07:30:48.193291+0000","last_undegraded":"2024-09-21T07:30:48.193291+0000","last_fullsized":"2024-09-21T07:30:48.193291+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:28:38.877133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089828+0000","last_change":"2024-09-21T07:30:47.114132+0000","last_active":"2024-09-21T07:30:48.089828+0000","last_peered":"2024-09-21T07:30:48.089828+0000","last_clean":"2024-09-21T07:30:48.089828+0000","last_became_active":"2024-09-21T07:30:47.113169+0000","last_became_peered":"2024-09-21T07:30:47.113169+0000","last_unstale":"2024-09-21T07:30:48.089828+0000","last_undegraded":"2024-09-21T07:30:48.089828+0000","last_fullsized":"2024-09-21T07:30:48.089828+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:19:11.473691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.194990+0000","last_change":"2024-09-21T07:30:47.155508+0000","last_active":"2024-09-21T07:30:48.194990+0000","last_peered":"2024-09-21T07:30:48.194990+0000","last_clean":"2024-09-21T07:30:48.194990+0000","last_became_active":"2024-09-21T07:30:47.152838+0000","last_became_peered":"2024-09-21T07:30:47.152838+0000","last_unstale":"2024-09-21T07:30:48.194990+0000","last_undegraded":"2024-09-21T07:30:48.194990+0000","last_fullsized":"2024-09-21T07:30:48.194990+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:48.688346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.093096+0000","last_change":"2024-09-21T07:30:47.132304+0000","last_active":"2024-09-21T07:30:48.093096+0000","last_peered":"2024-09-21T07:30:48.093096+0000","last_clean":"2024-09-21T07:30:48.093096+0000","last_became_active":"2024-09-21T07:30:47.131482+0000","last_became_peered":"2024-09-21T07:30:47.131482+0000","last_unstale":"2024-09-21T07:30:48.093096+0000","last_undegraded":"2024-09-21T07:30:48.093096+0000","last_fullsized":"2024-09-21T07:30:48.093096+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:22:06.687778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085824+0000","last_change":"2024-09-21T07:30:47.103164+0000","last_active":"2024-09-21T07:30:48.085824+0000","last_peered":"2024-09-21T07:30:48.085824+0000","last_clean":"2024-09-21T07:30:48.085824+0000","last_became_active":"2024-09-21T07:30:47.102473+0000","last_became_peered":"2024-09-21T07:30:47.102473+0000","last_unstale":"2024-09-21T07:30:48.085824+0000","last_undegraded":"2024-09-21T07:30:48.085824+0000","last_fullsized":"2024-09-21T07:30:48.085824+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:52:08.719572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.887397+0000","last_change":"2024-09-21T07:30:47.118566+0000","last_active":"2024-09-21T07:30:48.887397+0000","last_peered":"2024-09-21T07:30:48.887397+0000","last_clean":"2024-09-21T07:30:48.887397+0000","last_became_active":"2024-09-21T07:30:47.117377+0000","last_became_peered":"2024-09-21T07:30:47.117377+0000","last_unstale":"2024-09-21T07:30:48.887397+0000","last_undegraded":"2024-09-21T07:30:48.887397+0000","last_fullsized":"2024-09-21T07:30:48.887397+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:59:36.581392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193939+0000","last_change":"2024-09-21T07:30:47.141147+0000","last_active":"2024-09-21T07:30:48.193939+0000","last_peered":"2024-09-21T07:30:48.193939+0000","last_clean":"2024-09-21T07:30:48.193939+0000","last_became_active":"2024-09-21T07:30:47.139330+0000","last_became_peered":"2024-09-21T07:30:47.139330+0000","last_unstale":"2024-09-21T07:30:48.193939+0000","last_undegraded":"2024-09-21T07:30:48.193939+0000","last_fullsized":"2024-09-21T07:30:48.193939+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:11.623980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091351+0000","last_change":"2024-09-21T07:30:47.137326+0000","last_active":"2024-09-21T07:30:48.091351+0000","last_peered":"2024-09-21T07:30:48.091351+0000","last_clean":"2024-09-21T07:30:48.091351+0000","last_became_active":"2024-09-21T07:30:47.136331+0000","last_became_peered":"2024-09-21T07:30:47.136331+0000","last_unstale":"2024-09-21T07:30:48.091351+0000","last_undegraded":"2024-09-21T07:30:48.091351+0000","last_fullsized":"2024-09-21T07:30:48.091351+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:04:00.221382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090010+0000","last_change":"2024-09-21T07:30:47.131114+0000","last_active":"2024-09-21T07:30:48.090010+0000","last_peered":"2024-09-21T07:30:48.090010+0000","last_clean":"2024-09-21T07:30:48.090010+0000","last_became_active":"2024-09-21T07:30:47.130282+0000","last_became_peered":"2024-09-21T07:30:47.130282+0000","last_unstale":"2024-09-21T07:30:48.090010+0000","last_undegraded":"2024-09-21T07:30:48.090010+0000","last_fullsized":"2024-09-21T07:30:48.090010+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:06:58.152430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084954+0000","last_change":"2024-09-21T07:30:47.107639+0000","last_active":"2024-09-21T07:30:48.084954+0000","last_peered":"2024-09-21T07:30:48.084954+0000","last_clean":"2024-09-21T07:30:48.084954+0000","last_became_active":"2024-09-21T07:30:47.106802+0000","last_became_peered":"2024-09-21T07:30:47.106802+0000","last_unstale":"2024-09-21T07:30:48.084954+0000","last_undegraded":"2024-09-21T07:30:48.084954+0000","last_fullsized":"2024-09-21T07:30:48.084954+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:24:34.312057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885332+0000","last_change":"2024-09-21T07:30:47.129606+0000","last_active":"2024-09-21T07:30:48.885332+0000","last_peered":"2024-09-21T07:30:48.885332+0000","last_clean":"2024-09-21T07:30:48.885332+0000","last_became_active":"2024-09-21T07:30:47.129185+0000","last_became_peered":"2024-09-21T07:30:47.129185+0000","last_unstale":"2024-09-21T07:30:48.885332+0000","last_undegraded":"2024-09-21T07:30:48.885332+0000","last_fullsized":"2024-09-21T07:30:48.885332+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:21:29.820582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.887188+0000","last_change":"2024-09-21T07:30:47.114742+0000","last_active":"2024-09-21T07:30:48.887188+0000","last_peered":"2024-09-21T07:30:48.887188+0000","last_clean":"2024-09-21T07:30:48.887188+0000","last_became_active":"2024-09-21T07:30:47.113864+0000","last_became_peered":"2024-09-21T07:30:47.113864+0000","last_unstale":"2024-09-21T07:30:48.887188+0000","last_undegraded":"2024-09-21T07:30:48.887188+0000","last_fullsized":"2024-09-21T07:30:48.887188+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:20:17.599935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"102'4","reported_seq":19,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090719+0000","last_change":"2024-09-21T07:30:46.111868+0000","last_active":"2024-09-21T07:30:48.090719+0000","last_peered":"2024-09-21T07:30:48.090719+0000","last_clean":"2024-09-21T07:30:48.090719+0000","last_became_active":"2024-09-21T07:30:46.111333+0000","last_became_peered":"2024-09-21T07:30:46.111333+0000","last_unstale":"2024-09-21T07:30:48.090719+0000","last_undegraded":"2024-09-21T07:30:48.090719+0000","last_fullsized":"2024-09-21T07:30:48.090719+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:45.031346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143402+0000","last_change":"2024-09-21T07:30:47.113058+0000","last_active":"2024-09-21T07:30:48.143402+0000","last_peered":"2024-09-21T07:30:48.143402+0000","last_clean":"2024-09-21T07:30:48.143402+0000","last_became_active":"2024-09-21T07:30:47.112218+0000","last_became_peered":"2024-09-21T07:30:47.112218+0000","last_unstale":"2024-09-21T07:30:48.143402+0000","last_undegraded":"2024-09-21T07:30:48.143402+0000","last_fullsized":"2024-09-21T07:30:48.143402+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:43.962902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385177+0000","last_change":"2024-09-21T07:30:46.109989+0000","last_active":"2024-09-21T07:30:48.385177+0000","last_peered":"2024-09-21T07:30:48.385177+0000","last_clean":"2024-09-21T07:30:48.385177+0000","last_became_active":"2024-09-21T07:30:46.109173+0000","last_became_peered":"2024-09-21T07:30:46.109173+0000","last_unstale":"2024-09-21T07:30:48.385177+0000","last_undegraded":"2024-09-21T07:30:48.385177+0000","last_fullsized":"2024-09-21T07:30:48.385177+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:12:48.498964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886829+0000","last_change":"2024-09-21T07:30:47.130277+0000","last_active":"2024-09-21T07:30:48.886829+0000","last_peered":"2024-09-21T07:30:48.886829+0000","last_clean":"2024-09-21T07:30:48.886829+0000","last_became_active":"2024-09-21T07:30:47.129578+0000","last_became_peered":"2024-09-21T07:30:47.129578+0000","last_unstale":"2024-09-21T07:30:48.886829+0000","last_undegraded":"2024-09-21T07:30:48.886829+0000","last_fullsized":"2024-09-21T07:30:48.886829+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:06.578286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886632+0000","last_change":"2024-09-21T07:30:46.114523+0000","last_active":"2024-09-21T07:30:48.886632+0000","last_peered":"2024-09-21T07:30:48.886632+0000","last_clean":"2024-09-21T07:30:48.886632+0000","last_became_active":"2024-09-21T07:30:46.113984+0000","last_became_peered":"2024-09-21T07:30:46.113984+0000","last_unstale":"2024-09-21T07:30:48.886632+0000","last_undegraded":"2024-09-21T07:30:48.886632+0000","last_fullsized":"2024-09-21T07:30:48.886632+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:19:38.592822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.386076+0000","last_change":"2024-09-21T07:30:47.136914+0000","last_active":"2024-09-21T07:30:48.386076+0000","last_peered":"2024-09-21T07:30:48.386076+0000","last_clean":"2024-09-21T07:30:48.386076+0000","last_became_active":"2024-09-21T07:30:47.136069+0000","last_became_peered":"2024-09-21T07:30:47.136069+0000","last_unstale":"2024-09-21T07:30:48.386076+0000","last_undegraded":"2024-09-21T07:30:48.386076+0000","last_fullsized":"2024-09-21T07:30:48.386076+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:11.623980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.884780+0000","last_change":"2024-09-21T07:30:46.119223+0000","last_active":"2024-09-21T07:30:48.884780+0000","last_peered":"2024-09-21T07:30:48.884780+0000","last_clean":"2024-09-21T07:30:48.884780+0000","last_became_active":"2024-09-21T07:30:46.118662+0000","last_became_peered":"2024-09-21T07:30:46.118662+0000","last_unstale":"2024-09-21T07:30:48.884780+0000","last_undegraded":"2024-09-21T07:30:48.884780+0000","last_fullsized":"2024-09-21T07:30:48.884780+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:29.313997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085150+0000","last_change":"2024-09-21T07:30:47.138239+0000","last_active":"2024-09-21T07:30:48.085150+0000","last_peered":"2024-09-21T07:30:48.085150+0000","last_clean":"2024-09-21T07:30:48.085150+0000","last_became_active":"2024-09-21T07:30:47.137876+0000","last_became_peered":"2024-09-21T07:30:47.137876+0000","last_unstale":"2024-09-21T07:30:48.085150+0000","last_undegraded":"2024-09-21T07:30:48.085150+0000","last_fullsized":"2024-09-21T07:30:48.085150+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:14:26.192448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089222+0000","last_change":"2024-09-21T07:30:46.121208+0000","last_active":"2024-09-21T07:30:48.089222+0000","last_peered":"2024-09-21T07:30:48.089222+0000","last_clean":"2024-09-21T07:30:48.089222+0000","last_became_active":"2024-09-21T07:30:46.120524+0000","last_became_peered":"2024-09-21T07:30:46.120524+0000","last_unstale":"2024-09-21T07:30:48.089222+0000","last_undegraded":"2024-09-21T07:30:48.089222+0000","last_fullsized":"2024-09-21T07:30:48.089222+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:55:20.267520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091555+0000","last_change":"2024-09-21T07:30:47.109949+0000","last_active":"2024-09-21T07:30:48.091555+0000","last_peered":"2024-09-21T07:30:48.091555+0000","last_clean":"2024-09-21T07:30:48.091555+0000","last_became_active":"2024-09-21T07:30:47.109133+0000","last_became_peered":"2024-09-21T07:30:47.109133+0000","last_unstale":"2024-09-21T07:30:48.091555+0000","last_undegraded":"2024-09-21T07:30:48.091555+0000","last_fullsized":"2024-09-21T07:30:48.091555+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:35:18.812548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193373+0000","last_change":"2024-09-21T07:30:46.111227+0000","last_active":"2024-09-21T07:30:48.193373+0000","last_peered":"2024-09-21T07:30:48.193373+0000","last_clean":"2024-09-21T07:30:48.193373+0000","last_became_active":"2024-09-21T07:30:46.110723+0000","last_became_peered":"2024-09-21T07:30:46.110723+0000","last_unstale":"2024-09-21T07:30:48.193373+0000","last_undegraded":"2024-09-21T07:30:48.193373+0000","last_fullsized":"2024-09-21T07:30:48.193373+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:03:59.208671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084759+0000","last_change":"2024-09-21T07:30:47.107800+0000","last_active":"2024-09-21T07:30:48.084759+0000","last_peered":"2024-09-21T07:30:48.084759+0000","last_clean":"2024-09-21T07:30:48.084759+0000","last_became_active":"2024-09-21T07:30:47.107108+0000","last_became_peered":"2024-09-21T07:30:47.107108+0000","last_unstale":"2024-09-21T07:30:48.084759+0000","last_undegraded":"2024-09-21T07:30:48.084759+0000","last_fullsized":"2024-09-21T07:30:48.084759+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:29.571634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090849+0000","last_change":"2024-09-21T07:30:46.112409+0000","last_active":"2024-09-21T07:30:48.090849+0000","last_peered":"2024-09-21T07:30:48.090849+0000","last_clean":"2024-09-21T07:30:48.090849+0000","last_became_active":"2024-09-21T07:30:46.111739+0000","last_became_peered":"2024-09-21T07:30:46.111739+0000","last_unstale":"2024-09-21T07:30:48.090849+0000","last_undegraded":"2024-09-21T07:30:48.090849+0000","last_fullsized":"2024-09-21T07:30:48.090849+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:28.317743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089459+0000","last_change":"2024-09-21T07:30:47.125291+0000","last_active":"2024-09-21T07:30:48.089459+0000","last_peered":"2024-09-21T07:30:48.089459+0000","last_clean":"2024-09-21T07:30:48.089459+0000","last_became_active":"2024-09-21T07:30:47.119306+0000","last_became_peered":"2024-09-21T07:30:47.119306+0000","last_unstale":"2024-09-21T07:30:48.089459+0000","last_undegraded":"2024-09-21T07:30:48.089459+0000","last_fullsized":"2024-09-21T07:30:48.089459+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:10:45.597983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084837+0000","last_change":"2024-09-21T07:30:46.111372+0000","last_active":"2024-09-21T07:30:48.084837+0000","last_peered":"2024-09-21T07:30:48.084837+0000","last_clean":"2024-09-21T07:30:48.084837+0000","last_became_active":"2024-09-21T07:30:46.110806+0000","last_became_peered":"2024-09-21T07:30:46.110806+0000","last_unstale":"2024-09-21T07:30:48.084837+0000","last_undegraded":"2024-09-21T07:30:48.084837+0000","last_fullsized":"2024-09-21T07:30:48.084837+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:11.370382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090889+0000","last_change":"2024-09-21T07:30:47.111588+0000","last_active":"2024-09-21T07:30:48.090889+0000","last_peered":"2024-09-21T07:30:48.090889+0000","last_clean":"2024-09-21T07:30:48.090889+0000","last_became_active":"2024-09-21T07:30:47.110321+0000","last_became_peered":"2024-09-21T07:30:47.110321+0000","last_unstale":"2024-09-21T07:30:48.090889+0000","last_undegraded":"2024-09-21T07:30:48.090889+0000","last_fullsized":"2024-09-21T07:30:48.090889+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:05:11.812480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885837+0000","last_change":"2024-09-21T07:30:46.114258+0000","last_active":"2024-09-21T07:30:48.885837+0000","last_peered":"2024-09-21T07:30:48.885837+0000","last_clean":"2024-09-21T07:30:48.885837+0000","last_became_active":"2024-09-21T07:30:46.113594+0000","last_became_peered":"2024-09-21T07:30:46.113594+0000","last_unstale":"2024-09-21T07:30:48.885837+0000","last_undegraded":"2024-09-21T07:30:48.885837+0000","last_fullsized":"2024-09-21T07:30:48.885837+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:33.130512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143375+0000","last_change":"2024-09-21T07:30:47.123505+0000","last_active":"2024-09-21T07:30:48.143375+0000","last_peered":"2024-09-21T07:30:48.143375+0000","last_clean":"2024-09-21T07:30:48.143375+0000","last_became_active":"2024-09-21T07:30:47.122635+0000","last_became_peered":"2024-09-21T07:30:47.122635+0000","last_unstale":"2024-09-21T07:30:48.143375+0000","last_undegraded":"2024-09-21T07:30:48.143375+0000","last_fullsized":"2024-09-21T07:30:48.143375+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:55:54.634423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193310+0000","last_change":"2024-09-21T07:30:46.112998+0000","last_active":"2024-09-21T07:30:48.193310+0000","last_peered":"2024-09-21T07:30:48.193310+0000","last_clean":"2024-09-21T07:30:48.193310+0000","last_became_active":"2024-09-21T07:30:46.112657+0000","last_became_peered":"2024-09-21T07:30:46.112657+0000","last_unstale":"2024-09-21T07:30:48.193310+0000","last_undegraded":"2024-09-21T07:30:48.193310+0000","last_fullsized":"2024-09-21T07:30:48.193310+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:38:32.119927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.194104+0000","last_change":"2024-09-21T07:30:47.131957+0000","last_active":"2024-09-21T07:30:48.194104+0000","last_peered":"2024-09-21T07:30:48.194104+0000","last_clean":"2024-09-21T07:30:48.194104+0000","last_became_active":"2024-09-21T07:30:47.131623+0000","last_became_peered":"2024-09-21T07:30:47.131623+0000","last_unstale":"2024-09-21T07:30:48.194104+0000","last_undegraded":"2024-09-21T07:30:48.194104+0000","last_fullsized":"2024-09-21T07:30:48.194104+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:49:10.710031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"102'3","reported_seq":18,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085159+0000","last_change":"2024-09-21T07:30:46.104251+0000","last_active":"2024-09-21T07:30:48.085159+0000","last_peered":"2024-09-21T07:30:48.085159+0000","last_clean":"2024-09-21T07:30:48.085159+0000","last_became_active":"2024-09-21T07:30:46.103689+0000","last_became_peered":"2024-09-21T07:30:46.103689+0000","last_unstale":"2024-09-21T07:30:48.085159+0000","last_undegraded":"2024-09-21T07:30:48.085159+0000","last_fullsized":"2024-09-21T07:30:48.085159+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:57.824791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090547+0000","last_change":"2024-09-21T07:30:47.127554+0000","last_active":"2024-09-21T07:30:48.090547+0000","last_peered":"2024-09-21T07:30:48.090547+0000","last_clean":"2024-09-21T07:30:48.090547+0000","last_became_active":"2024-09-21T07:30:47.126730+0000","last_became_peered":"2024-09-21T07:30:47.126730+0000","last_unstale":"2024-09-21T07:30:48.090547+0000","last_undegraded":"2024-09-21T07:30:48.090547+0000","last_fullsized":"2024-09-21T07:30:48.090547+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:09:42.511109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"102'6","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085508+0000","last_change":"2024-09-21T07:30:46.111401+0000","last_active":"2024-09-21T07:30:48.085508+0000","last_peered":"2024-09-21T07:30:48.085508+0000","last_clean":"2024-09-21T07:30:48.085508+0000","last_became_active":"2024-09-21T07:30:46.110612+0000","last_became_peered":"2024-09-21T07:30:46.110612+0000","last_unstale":"2024-09-21T07:30:48.085508+0000","last_undegraded":"2024-09-21T07:30:48.085508+0000","last_fullsized":"2024-09-21T07:30:48.085508+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:55:09.506710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193271+0000","last_change":"2024-09-21T07:30:47.128383+0000","last_active":"2024-09-21T07:30:48.193271+0000","last_peered":"2024-09-21T07:30:48.193271+0000","last_clean":"2024-09-21T07:30:48.193271+0000","last_became_active":"2024-09-21T07:30:47.127987+0000","last_became_peered":"2024-09-21T07:30:47.127987+0000","last_unstale":"2024-09-21T07:30:48.193271+0000","last_undegraded":"2024-09-21T07:30:48.193271+0000","last_fullsized":"2024-09-21T07:30:48.193271+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:42.845951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885702+0000","last_change":"2024-09-21T07:30:46.108727+0000","last_active":"2024-09-21T07:30:48.885702+0000","last_peered":"2024-09-21T07:30:48.885702+0000","last_clean":"2024-09-21T07:30:48.885702+0000","last_became_active":"2024-09-21T07:30:46.108332+0000","last_became_peered":"2024-09-21T07:30:46.108332+0000","last_unstale":"2024-09-21T07:30:48.885702+0000","last_undegraded":"2024-09-21T07:30:48.885702+0000","last_fullsized":"2024-09-21T07:30:48.885702+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:19:07.919792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193335+0000","last_change":"2024-09-21T07:30:47.149146+0000","last_active":"2024-09-21T07:30:48.193335+0000","last_peered":"2024-09-21T07:30:48.193335+0000","last_clean":"2024-09-21T07:30:48.193335+0000","last_became_active":"2024-09-21T07:30:47.148537+0000","last_became_peered":"2024-09-21T07:30:47.148537+0000","last_unstale":"2024-09-21T07:30:48.193335+0000","last_undegraded":"2024-09-21T07:30:48.193335+0000","last_fullsized":"2024-09-21T07:30:48.193335+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:06:08.253961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.142430+0000","last_change":"2024-09-21T07:30:46.118674+0000","last_active":"2024-09-21T07:30:48.142430+0000","last_peered":"2024-09-21T07:30:48.142430+0000","last_clean":"2024-09-21T07:30:48.142430+0000","last_became_active":"2024-09-21T07:30:46.117882+0000","last_became_peered":"2024-09-21T07:30:46.117882+0000","last_unstale":"2024-09-21T07:30:48.142430+0000","last_undegraded":"2024-09-21T07:30:48.142430+0000","last_fullsized":"2024-09-21T07:30:48.142430+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:39.357672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193097+0000","last_change":"2024-09-21T07:30:47.134720+0000","last_active":"2024-09-21T07:30:48.193097+0000","last_peered":"2024-09-21T07:30:48.193097+0000","last_clean":"2024-09-21T07:30:48.193097+0000","last_became_active":"2024-09-21T07:30:47.134328+0000","last_became_peered":"2024-09-21T07:30:47.134328+0000","last_unstale":"2024-09-21T07:30:48.193097+0000","last_undegraded":"2024-09-21T07:30:48.193097+0000","last_fullsized":"2024-09-21T07:30:48.193097+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:52:39.528992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"102'8","reported_seq":23,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.884295+0000","last_change":"2024-09-21T07:30:46.095449+0000","last_active":"2024-09-21T07:30:48.884295+0000","last_peered":"2024-09-21T07:30:48.884295+0000","last_clean":"2024-09-21T07:30:48.884295+0000","last_became_active":"2024-09-21T07:30:46.095012+0000","last_became_peered":"2024-09-21T07:30:46.095012+0000","last_unstale":"2024-09-21T07:30:48.884295+0000","last_undegraded":"2024-09-21T07:30:48.884295+0000","last_fullsized":"2024-09-21T07:30:48.884295+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:50.454631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886265+0000","last_change":"2024-09-21T07:30:47.120362+0000","last_active":"2024-09-21T07:30:48.886265+0000","last_peered":"2024-09-21T07:30:48.886265+0000","last_clean":"2024-09-21T07:30:48.886265+0000","last_became_active":"2024-09-21T07:30:47.118257+0000","last_became_peered":"2024-09-21T07:30:47.118257+0000","last_unstale":"2024-09-21T07:30:48.886265+0000","last_undegraded":"2024-09-21T07:30:48.886265+0000","last_fullsized":"2024-09-21T07:30:48.886265+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:10.470555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.086069+0000","last_change":"2024-09-21T07:30:46.112411+0000","last_active":"2024-09-21T07:30:48.086069+0000","last_peered":"2024-09-21T07:30:48.086069+0000","last_clean":"2024-09-21T07:30:48.086069+0000","last_became_active":"2024-09-21T07:30:46.111903+0000","last_became_peered":"2024-09-21T07:30:46.111903+0000","last_unstale":"2024-09-21T07:30:48.086069+0000","last_undegraded":"2024-09-21T07:30:48.086069+0000","last_fullsized":"2024-09-21T07:30:48.086069+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:02.726414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.887063+0000","last_change":"2024-09-21T07:30:47.120209+0000","last_active":"2024-09-21T07:30:48.887063+0000","last_peered":"2024-09-21T07:30:48.887063+0000","last_clean":"2024-09-21T07:30:48.887063+0000","last_became_active":"2024-09-21T07:30:47.119254+0000","last_became_peered":"2024-09-21T07:30:47.119254+0000","last_unstale":"2024-09-21T07:30:48.887063+0000","last_undegraded":"2024-09-21T07:30:48.887063+0000","last_fullsized":"2024-09-21T07:30:48.887063+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:33:55.592642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886074+0000","last_change":"2024-09-21T07:30:46.114117+0000","last_active":"2024-09-21T07:30:48.886074+0000","last_peered":"2024-09-21T07:30:48.886074+0000","last_clean":"2024-09-21T07:30:48.886074+0000","last_became_active":"2024-09-21T07:30:46.113783+0000","last_became_peered":"2024-09-21T07:30:46.113783+0000","last_unstale":"2024-09-21T07:30:48.886074+0000","last_undegraded":"2024-09-21T07:30:48.886074+0000","last_fullsized":"2024-09-21T07:30:48.886074+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:18.975558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385588+0000","last_change":"2024-09-21T07:30:47.148715+0000","last_active":"2024-09-21T07:30:48.385588+0000","last_peered":"2024-09-21T07:30:48.385588+0000","last_clean":"2024-09-21T07:30:48.385588+0000","last_became_active":"2024-09-21T07:30:47.147940+0000","last_became_peered":"2024-09-21T07:30:47.147940+0000","last_unstale":"2024-09-21T07:30:48.385588+0000","last_undegraded":"2024-09-21T07:30:48.385588+0000","last_fullsized":"2024-09-21T07:30:48.385588+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:42.845951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.142699+0000","last_change":"2024-09-21T07:30:46.110298+0000","last_active":"2024-09-21T07:30:48.142699+0000","last_peered":"2024-09-21T07:30:48.142699+0000","last_clean":"2024-09-21T07:30:48.142699+0000","last_became_active":"2024-09-21T07:30:46.108027+0000","last_became_peered":"2024-09-21T07:30:46.108027+0000","last_unstale":"2024-09-21T07:30:48.142699+0000","last_undegraded":"2024-09-21T07:30:48.142699+0000","last_fullsized":"2024-09-21T07:30:48.142699+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:24.512637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.386054+0000","last_change":"2024-09-21T07:30:47.147576+0000","last_active":"2024-09-21T07:30:48.386054+0000","last_peered":"2024-09-21T07:30:48.386054+0000","last_clean":"2024-09-21T07:30:48.386054+0000","last_became_active":"2024-09-21T07:30:47.143561+0000","last_became_peered":"2024-09-21T07:30:47.143561+0000","last_unstale":"2024-09-21T07:30:48.386054+0000","last_undegraded":"2024-09-21T07:30:48.386054+0000","last_fullsized":"2024-09-21T07:30:48.386054+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:38:53.370668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089503+0000","last_change":"2024-09-21T07:30:46.120429+0000","last_active":"2024-09-21T07:30:48.089503+0000","last_peered":"2024-09-21T07:30:48.089503+0000","last_clean":"2024-09-21T07:30:48.089503+0000","last_became_active":"2024-09-21T07:30:46.119524+0000","last_became_peered":"2024-09-21T07:30:46.119524+0000","last_unstale":"2024-09-21T07:30:48.089503+0000","last_undegraded":"2024-09-21T07:30:48.089503+0000","last_fullsized":"2024-09-21T07:30:48.089503+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:15:02.264940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.384862+0000","last_change":"2024-09-21T07:30:47.124419+0000","last_active":"2024-09-21T07:30:48.384862+0000","last_peered":"2024-09-21T07:30:48.384862+0000","last_clean":"2024-09-21T07:30:48.384862+0000","last_became_active":"2024-09-21T07:30:47.123445+0000","last_became_peered":"2024-09-21T07:30:47.123445+0000","last_unstale":"2024-09-21T07:30:48.384862+0000","last_undegraded":"2024-09-21T07:30:48.384862+0000","last_fullsized":"2024-09-21T07:30:48.384862+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:12.383094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.886054+0000","last_change":"2024-09-21T07:30:46.107328+0000","last_active":"2024-09-21T07:30:48.886054+0000","last_peered":"2024-09-21T07:30:48.886054+0000","last_clean":"2024-09-21T07:30:48.886054+0000","last_became_active":"2024-09-21T07:30:46.106031+0000","last_became_peered":"2024-09-21T07:30:46.106031+0000","last_unstale":"2024-09-21T07:30:48.886054+0000","last_undegraded":"2024-09-21T07:30:48.886054+0000","last_fullsized":"2024-09-21T07:30:48.886054+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:13:15.899742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085234+0000","last_change":"2024-09-21T07:30:47.135115+0000","last_active":"2024-09-21T07:30:48.085234+0000","last_peered":"2024-09-21T07:30:48.085234+0000","last_clean":"2024-09-21T07:30:48.085234+0000","last_became_active":"2024-09-21T07:30:47.134489+0000","last_became_peered":"2024-09-21T07:30:47.134489+0000","last_unstale":"2024-09-21T07:30:48.085234+0000","last_undegraded":"2024-09-21T07:30:48.085234+0000","last_fullsized":"2024-09-21T07:30:48.085234+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:36:16.320863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.884379+0000","last_change":"2024-09-21T07:30:46.119067+0000","last_active":"2024-09-21T07:30:48.884379+0000","last_peered":"2024-09-21T07:30:48.884379+0000","last_clean":"2024-09-21T07:30:48.884379+0000","last_became_active":"2024-09-21T07:30:46.118610+0000","last_became_peered":"2024-09-21T07:30:46.118610+0000","last_unstale":"2024-09-21T07:30:48.884379+0000","last_undegraded":"2024-09-21T07:30:48.884379+0000","last_fullsized":"2024-09-21T07:30:48.884379+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:29:27.895852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.384921+0000","last_change":"2024-09-21T07:30:47.142595+0000","last_active":"2024-09-21T07:30:48.384921+0000","last_peered":"2024-09-21T07:30:48.384921+0000","last_clean":"2024-09-21T07:30:48.384921+0000","last_became_active":"2024-09-21T07:30:47.135061+0000","last_became_peered":"2024-09-21T07:30:47.135061+0000","last_unstale":"2024-09-21T07:30:48.384921+0000","last_undegraded":"2024-09-21T07:30:48.384921+0000","last_fullsized":"2024-09-21T07:30:48.384921+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:27:28.758917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.885461+0000","last_change":"2024-09-21T07:30:46.105700+0000","last_active":"2024-09-21T07:30:48.885461+0000","last_peered":"2024-09-21T07:30:48.885461+0000","last_clean":"2024-09-21T07:30:48.885461+0000","last_became_active":"2024-09-21T07:30:46.105243+0000","last_became_peered":"2024-09-21T07:30:46.105243+0000","last_unstale":"2024-09-21T07:30:48.885461+0000","last_undegraded":"2024-09-21T07:30:48.885461+0000","last_fullsized":"2024-09-21T07:30:48.885461+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:17:25.605484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193180+0000","last_change":"2024-09-21T07:30:47.139542+0000","last_active":"2024-09-21T07:30:48.193180+0000","last_peered":"2024-09-21T07:30:48.193180+0000","last_clean":"2024-09-21T07:30:48.193180+0000","last_became_active":"2024-09-21T07:30:47.137800+0000","last_became_peered":"2024-09-21T07:30:47.137800+0000","last_unstale":"2024-09-21T07:30:48.193180+0000","last_undegraded":"2024-09-21T07:30:48.193180+0000","last_fullsized":"2024-09-21T07:30:48.193180+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:08:13.883369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085669+0000","last_change":"2024-09-21T07:30:46.119258+0000","last_active":"2024-09-21T07:30:48.085669+0000","last_peered":"2024-09-21T07:30:48.085669+0000","last_clean":"2024-09-21T07:30:48.085669+0000","last_became_active":"2024-09-21T07:30:46.117917+0000","last_became_peered":"2024-09-21T07:30:46.117917+0000","last_unstale":"2024-09-21T07:30:48.085669+0000","last_undegraded":"2024-09-21T07:30:48.085669+0000","last_fullsized":"2024-09-21T07:30:48.085669+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:24.300190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143158+0000","last_change":"2024-09-21T07:30:47.139873+0000","last_active":"2024-09-21T07:30:48.143158+0000","last_peered":"2024-09-21T07:30:48.143158+0000","last_clean":"2024-09-21T07:30:48.143158+0000","last_became_active":"2024-09-21T07:30:47.139004+0000","last_became_peered":"2024-09-21T07:30:47.139004+0000","last_unstale":"2024-09-21T07:30:48.143158+0000","last_undegraded":"2024-09-21T07:30:48.143158+0000","last_fullsized":"2024-09-21T07:30:48.143158+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:35:18.812548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193649+0000","last_change":"2024-09-21T07:30:46.106357+0000","last_active":"2024-09-21T07:30:48.193649+0000","last_peered":"2024-09-21T07:30:48.193649+0000","last_clean":"2024-09-21T07:30:48.193649+0000","last_became_active":"2024-09-21T07:30:46.105780+0000","last_became_peered":"2024-09-21T07:30:46.105780+0000","last_unstale":"2024-09-21T07:30:48.193649+0000","last_undegraded":"2024-09-21T07:30:48.193649+0000","last_fullsized":"2024-09-21T07:30:48.193649+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:41:07.538009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.086160+0000","last_change":"2024-09-21T07:30:47.102598+0000","last_active":"2024-09-21T07:30:48.086160+0000","last_peered":"2024-09-21T07:30:48.086160+0000","last_clean":"2024-09-21T07:30:48.086160+0000","last_became_active":"2024-09-21T07:30:47.101757+0000","last_became_peered":"2024-09-21T07:30:47.101757+0000","last_unstale":"2024-09-21T07:30:48.086160+0000","last_undegraded":"2024-09-21T07:30:48.086160+0000","last_fullsized":"2024-09-21T07:30:48.086160+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:56:42.130286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"103'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143378+0000","last_change":"2024-09-21T07:30:46.116596+0000","last_active":"2024-09-21T07:30:48.143378+0000","last_peered":"2024-09-21T07:30:48.143378+0000","last_clean":"2024-09-21T07:30:48.143378+0000","last_became_active":"2024-09-21T07:30:46.116014+0000","last_became_peered":"2024-09-21T07:30:46.116014+0000","last_unstale":"2024-09-21T07:30:48.143378+0000","last_undegraded":"2024-09-21T07:30:48.143378+0000","last_fullsized":"2024-09-21T07:30:48.143378+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:12:48.498964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085450+0000","last_change":"2024-09-21T07:30:47.109780+0000","last_active":"2024-09-21T07:30:48.085450+0000","last_peered":"2024-09-21T07:30:48.085450+0000","last_clean":"2024-09-21T07:30:48.085450+0000","last_became_active":"2024-09-21T07:30:47.109016+0000","last_became_peered":"2024-09-21T07:30:47.109016+0000","last_unstale":"2024-09-21T07:30:48.085450+0000","last_undegraded":"2024-09-21T07:30:48.085450+0000","last_fullsized":"2024-09-21T07:30:48.085450+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:42.114441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085298+0000","last_change":"2024-09-21T07:30:46.118100+0000","last_active":"2024-09-21T07:30:48.085298+0000","last_peered":"2024-09-21T07:30:48.085298+0000","last_clean":"2024-09-21T07:30:48.085298+0000","last_became_active":"2024-09-21T07:30:46.117687+0000","last_became_peered":"2024-09-21T07:30:46.117687+0000","last_unstale":"2024-09-21T07:30:48.085298+0000","last_undegraded":"2024-09-21T07:30:48.085298+0000","last_fullsized":"2024-09-21T07:30:48.085298+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:36:40.497525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.143038+0000","last_change":"2024-09-21T07:30:47.124387+0000","last_active":"2024-09-21T07:30:48.143038+0000","last_peered":"2024-09-21T07:30:48.143038+0000","last_clean":"2024-09-21T07:30:48.143038+0000","last_became_active":"2024-09-21T07:30:47.121729+0000","last_became_peered":"2024-09-21T07:30:47.121729+0000","last_unstale":"2024-09-21T07:30:48.143038+0000","last_undegraded":"2024-09-21T07:30:48.143038+0000","last_fullsized":"2024-09-21T07:30:48.143038+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:19:11.473691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.194140+0000","last_change":"2024-09-21T07:30:46.098335+0000","last_active":"2024-09-21T07:30:48.194140+0000","last_peered":"2024-09-21T07:30:48.194140+0000","last_clean":"2024-09-21T07:30:48.194140+0000","last_became_active":"2024-09-21T07:30:46.097483+0000","last_became_peered":"2024-09-21T07:30:46.097483+0000","last_unstale":"2024-09-21T07:30:48.194140+0000","last_undegraded":"2024-09-21T07:30:48.194140+0000","last_fullsized":"2024-09-21T07:30:48.194140+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:19:10.460979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091704+0000","last_change":"2024-09-21T07:30:47.100540+0000","last_active":"2024-09-21T07:30:48.091704+0000","last_peered":"2024-09-21T07:30:48.091704+0000","last_clean":"2024-09-21T07:30:48.091704+0000","last_became_active":"2024-09-21T07:30:47.099644+0000","last_became_peered":"2024-09-21T07:30:47.099644+0000","last_unstale":"2024-09-21T07:30:48.091704+0000","last_undegraded":"2024-09-21T07:30:48.091704+0000","last_fullsized":"2024-09-21T07:30:48.091704+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:55:54.634423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.089619+0000","last_change":"2024-09-21T07:30:46.118018+0000","last_active":"2024-09-21T07:30:48.089619+0000","last_peered":"2024-09-21T07:30:48.089619+0000","last_clean":"2024-09-21T07:30:48.089619+0000","last_became_active":"2024-09-21T07:30:46.117019+0000","last_became_peered":"2024-09-21T07:30:46.117019+0000","last_unstale":"2024-09-21T07:30:48.089619+0000","last_undegraded":"2024-09-21T07:30:48.089619+0000","last_fullsized":"2024-09-21T07:30:48.089619+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:53:25.884975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091773+0000","last_change":"2024-09-21T07:30:47.114487+0000","last_active":"2024-09-21T07:30:48.091773+0000","last_peered":"2024-09-21T07:30:48.091773+0000","last_clean":"2024-09-21T07:30:48.091773+0000","last_became_active":"2024-09-21T07:30:47.113630+0000","last_became_peered":"2024-09-21T07:30:47.113630+0000","last_unstale":"2024-09-21T07:30:48.091773+0000","last_undegraded":"2024-09-21T07:30:48.091773+0000","last_fullsized":"2024-09-21T07:30:48.091773+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:43.962902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.091263+0000","last_change":"2024-09-21T07:30:46.123417+0000","last_active":"2024-09-21T07:30:48.091263+0000","last_peered":"2024-09-21T07:30:48.091263+0000","last_clean":"2024-09-21T07:30:48.091263+0000","last_became_active":"2024-09-21T07:30:46.122545+0000","last_became_peered":"2024-09-21T07:30:46.122545+0000","last_unstale":"2024-09-21T07:30:48.091263+0000","last_undegraded":"2024-09-21T07:30:48.091263+0000","last_fullsized":"2024-09-21T07:30:48.091263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:25:30.871227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385490+0000","last_change":"2024-09-21T07:30:47.147397+0000","last_active":"2024-09-21T07:30:48.385490+0000","last_peered":"2024-09-21T07:30:48.385490+0000","last_clean":"2024-09-21T07:30:48.385490+0000","last_became_active":"2024-09-21T07:30:47.142051+0000","last_became_peered":"2024-09-21T07:30:47.142051+0000","last_unstale":"2024-09-21T07:30:48.385490+0000","last_undegraded":"2024-09-21T07:30:48.385490+0000","last_fullsized":"2024-09-21T07:30:48.385490+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:52:39.528992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.884372+0000","last_change":"2024-09-21T07:30:46.113957+0000","last_active":"2024-09-21T07:30:48.884372+0000","last_peered":"2024-09-21T07:30:48.884372+0000","last_clean":"2024-09-21T07:30:48.884372+0000","last_became_active":"2024-09-21T07:30:46.113596+0000","last_became_peered":"2024-09-21T07:30:46.113596+0000","last_unstale":"2024-09-21T07:30:48.884372+0000","last_undegraded":"2024-09-21T07:30:48.884372+0000","last_fullsized":"2024-09-21T07:30:48.884372+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:56:25.504080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.084956+0000","last_change":"2024-09-21T07:30:47.113882+0000","last_active":"2024-09-21T07:30:48.084956+0000","last_peered":"2024-09-21T07:30:48.084956+0000","last_clean":"2024-09-21T07:30:48.084956+0000","last_became_active":"2024-09-21T07:30:47.111767+0000","last_became_peered":"2024-09-21T07:30:47.111767+0000","last_unstale":"2024-09-21T07:30:48.084956+0000","last_undegraded":"2024-09-21T07:30:48.084956+0000","last_fullsized":"2024-09-21T07:30:48.084956+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:04.004187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.085773+0000","last_change":"2024-09-21T07:30:46.118766+0000","last_active":"2024-09-21T07:30:48.085773+0000","last_peered":"2024-09-21T07:30:48.085773+0000","last_clean":"2024-09-21T07:30:48.085773+0000","last_became_active":"2024-09-21T07:30:46.118281+0000","last_became_peered":"2024-09-21T07:30:46.118281+0000","last_unstale":"2024-09-21T07:30:48.085773+0000","last_undegraded":"2024-09-21T07:30:48.085773+0000","last_fullsized":"2024-09-21T07:30:48.085773+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:28:19.929467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.193462+0000","last_change":"2024-09-21T07:30:47.149655+0000","last_active":"2024-09-21T07:30:48.193462+0000","last_peered":"2024-09-21T07:30:48.193462+0000","last_clean":"2024-09-21T07:30:48.193462+0000","last_became_active":"2024-09-21T07:30:47.148546+0000","last_became_peered":"2024-09-21T07:30:47.148546+0000","last_unstale":"2024-09-21T07:30:48.193462+0000","last_undegraded":"2024-09-21T07:30:48.193462+0000","last_fullsized":"2024-09-21T07:30:48.193462+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:46.065680+0000","last_clean_scrub_stamp":"2024-09-21T07:30:46.065680+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:06:50.806104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.090286+0000","last_change":"2024-09-21T07:30:46.120192+0000","last_active":"2024-09-21T07:30:48.090286+0000","last_peered":"2024-09-21T07:30:48.090286+0000","last_clean":"2024-09-21T07:30:48.090286+0000","last_became_active":"2024-09-21T07:30:46.119462+0000","last_became_peered":"2024-09-21T07:30:46.119462+0000","last_unstale":"2024-09-21T07:30:48.090286+0000","last_undegraded":"2024-09-21T07:30:48.090286+0000","last_fullsized":"2024-09-21T07:30:48.090286+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:30:45.052969+0000","last_clean_scrub_stamp":"2024-09-21T07:30:45.052969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:02.570964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":261,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T07:30:48.385547+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:30:48.385547+0000","last_peered":"2024-09-21T07:30:48.385547+0000","last_clean":"2024-09-21T07:30:48.385547+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:30:48.385547+0000","last_undegraded":"2024-09-21T07:30:48.385547+0000","last_fullsized":"2024-09-21T07:30:48.385547+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574927,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33028,"kb_used_data":1840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338812,"statfs":{"total":96636764160,"available":96602943488,"internally_reserved":0,"allocated":1884160,"data_stored":1140769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574928,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":549855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574927,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1290240,"data_stored":550389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574927,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32440,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339400,"statfs":{"total":96636764160,"available":96603545600,"internally_reserved":0,"allocated":1282048,"data_stored":549785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574928,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1298432,"data_stored":551467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574928,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1282048,"data_stored":549785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1290240,"data_stored":549909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574928,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33044,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338796,"statfs":{"total":96636764160,"available":96602927104,"internally_reserved":0,"allocated":1896448,"data_stored":1141877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:30:51.720 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:30:51.720 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/4293026948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 msgr2=0x7fb3c40ca7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/4293026948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 0x7fb3c40ca7c0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fb3c40cdc70 tx=0x7fb3c001cd80 comp rx=0 tx=0).stop 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/4293026948 shutdown_connections 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/4293026948 >> v2:172.21.15.145:3300/0 conn(0x7fb3c415f250 0x7fb3c415f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/4293026948 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3c40cad00 0x7fb3c40cb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/4293026948 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 0x7fb3c40ca7c0 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/4293026948 >> 172.21.15.6:0/4293026948 conn(0x7fb3c40d0170 msgr2=0x7fb3c40d0580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/4293026948 shutdown_connections 2024-09-21T07:30:51.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/4293026948 wait complete. 2024-09-21T07:30:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 Processor -- start 2024-09-21T07:30:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.916+0000 7fb3cbd3e640 1 -- start start 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3c40cad00 0x7fb3c4151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 0x7fb3c4156fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3c415f250 0x7fb3c41fa410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c4074cf0 con 0x7fb3c40cf340 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c4074b70 con 0x7fb3c415f250 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb3c4074e70 con 0x7fb3c40cad00 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 0x7fb3c4156fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 0x7fb3c4156fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55058/0 (socket says 172.21.15.6:55058) 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 -- 172.21.15.6:0/1935785405 learned_addr learned my addr 172.21.15.6:0/1935785405 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c9ada640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3c40cad00 0x7fb3c4151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3ca2db640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3c415f250 0x7fb3c41fa410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 -- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3c40cad00 msgr2=0x7fb3c4151330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3c40cad00 0x7fb3c4151330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 -- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3c415f250 msgr2=0x7fb3c41fa410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3c415f250 0x7fb3c41fa410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 -- 172.21.15.6:0/1935785405 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c415ed20 con 0x7fb3c40cf340 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c9ada640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3c40cad00 0x7fb3c4151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3c92d9640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 0x7fb3c4156fb0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fb3b400d680 tx=0x7fb3b400db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3ba7fc640 1 -- 172.21.15.6:0/1935785405 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b4004230 con 0x7fb3c40cf340 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3ba7fc640 1 -- 172.21.15.6:0/1935785405 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3b40044c0 con 0x7fb3c40cf340 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c4151870 con 0x7fb3c40cf340 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3ba7fc640 1 -- 172.21.15.6:0/1935785405 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b4009a60 con 0x7fb3c40cf340 2024-09-21T07:30:51.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c41574f0 con 0x7fb3c40cf340 2024-09-21T07:30:51.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3c40ca7c0 con 0x7fb3c40cf340 2024-09-21T07:30:51.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3ba7fc640 1 -- 172.21.15.6:0/1935785405 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb3b4009c00 con 0x7fb3c40cf340 2024-09-21T07:30:51.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.920+0000 7fb3ba7fc640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb3a8073200 0x7fb3a8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:51.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.924+0000 7fb3ba7fc640 1 -- 172.21.15.6:0/1935785405 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fb3b40943d0 con 0x7fb3c40cf340 2024-09-21T07:30:51.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.924+0000 7fb3c9ada640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb3a8073200 0x7fb3a8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:51.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.924+0000 7fb3c9ada640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb3a8073200 0x7fb3a8075710 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fb3c00af000 tx=0x7fb3c001b5c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:51.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:51.928+0000 7fb3ba7fc640 1 -- 172.21.15.6:0/1935785405 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb3b4017020 con 0x7fb3c40cf340 2024-09-21T07:30:52.046 INFO:tasks.ceph.mds.a.smithi006.stderr:2024-09-21T07:30:52.044+0000 7f42e912a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:30:52.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.164+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fb3c4154bf0 con 0x7fb3c40cf340 2024-09-21T07:30:52.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.168+0000 7fb3ba7fc640 1 -- 172.21.15.6:0/1935785405 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v33) ==== 190+0+147 (secure 0 0 0) 0x7fb3b405f480 con 0x7fb3c40cf340 2024-09-21T07:30:52.173 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-09-21T07:30:52.173 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQB2dO5mlCSnNRAAbRs7V1c36Ww5x3KPc8Mqgw== 2024-09-21T07:30:52.173 INFO:teuthology.orchestra.run.smithi006.stdout: caps mds = "allow" 2024-09-21T07:30:52.173 INFO:teuthology.orchestra.run.smithi006.stdout: caps mon = "allow r" 2024-09-21T07:30:52.173 INFO:teuthology.orchestra.run.smithi006.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T07:30:52.173 INFO:teuthology.orchestra.run.smithi006.stderr:updated caps for client.0 2024-09-21T07:30:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb3a8073200 msgr2=0x7fb3a8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb3a8073200 0x7fb3a8075710 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fb3c00af000 tx=0x7fb3c001b5c0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 msgr2=0x7fb3c4156fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:52.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 0x7fb3c4156fb0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fb3b400d680 tx=0x7fb3b400db40 comp rx=0 tx=0).stop 2024-09-21T07:30:52.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 shutdown_connections 2024-09-21T07:30:52.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb3a8073200 0x7fb3a8075710 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb3c415f250 0x7fb3c41fa410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb3c40cf340 0x7fb3c4156fb0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 --2- 172.21.15.6:0/1935785405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb3c40cad00 0x7fb3c4151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 >> 172.21.15.6:0/1935785405 conn(0x7fb3c40d0170 msgr2=0x7fb3c415a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:52.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 shutdown_connections 2024-09-21T07:30:52.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.172+0000 7fb3cbd3e640 1 -- 172.21.15.6:0/1935785405 wait complete. 2024-09-21T07:30:52.194 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:30:52.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bc591640 1 -- 172.21.15.6:0/1211331614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 msgr2=0x7f53a0003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:52.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bc591640 1 --2- 172.21.15.6:0/1211331614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 0x7f53a0003eb0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009b50 tx=0x7f53b001d240 comp rx=0 tx=0).stop 2024-09-21T07:30:52.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bab2e640 1 -- 172.21.15.6:0/1211331614 reap_dead start 2024-09-21T07:30:52.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bc591640 1 -- 172.21.15.6:0/1211331614 shutdown_connections 2024-09-21T07:30:52.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bc591640 1 -- 172.21.15.6:0/1211331614 >> 172.21.15.6:0/1211331614 conn(0x7f53b409aa30 msgr2=0x7f53b40b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:52.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bc591640 1 -- 172.21.15.6:0/1211331614 shutdown_connections 2024-09-21T07:30:52.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bc591640 1 -- 172.21.15.6:0/1211331614 wait complete. 2024-09-21T07:30:52.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bc591640 1 Processor -- start 2024-09-21T07:30:52.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.352+0000 7f53bc591640 1 -- start start 2024-09-21T07:30:52.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 0x7f53b4159800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:52.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53b41f97e0 0x7f53b40c7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:52.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53b40c7970 0x7f53b41fc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:52.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f53b40b2ab0 con 0x7f53a0003a40 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f53b406dce0 con 0x7f53b40c7970 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f53b40b2c30 con 0x7f53b41f97e0 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 0x7f53b4159800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 0x7f53b4159800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55078/0 (socket says 172.21.15.6:55078) 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 -- 172.21.15.6:0/3610031093 learned_addr learned my addr 172.21.15.6:0/3610031093 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bab2e640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53b40c7970 0x7f53b41fc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53b9b2c640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53b41f97e0 0x7f53b40c7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 -- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53b41f97e0 msgr2=0x7f53b40c7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53b41f97e0 0x7f53b40c7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 -- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53b40c7970 msgr2=0x7f53b41fc3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53b40c7970 0x7f53b41fc3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 -- 172.21.15.6:0/3610031093 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53b40c7d80 con 0x7f53a0003a40 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53ba32d640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 0x7f53b4159800 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009aa0 tx=0x7f53b0004890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:52.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53aaffd640 1 -- 172.21.15.6:0/3610031093 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b0004c40 con 0x7f53a0003a40 2024-09-21T07:30:52.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53aaffd640 1 -- 172.21.15.6:0/3610031093 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f53b0004de0 con 0x7f53a0003a40 2024-09-21T07:30:52.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53aaffd640 1 -- 172.21.15.6:0/3610031093 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b0005270 con 0x7f53a0003a40 2024-09-21T07:30:52.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53b40cb4c0 con 0x7f53a0003a40 2024-09-21T07:30:52.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53b40c5bc0 con 0x7f53a0003a40 2024-09-21T07:30:52.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53b415bf70 con 0x7f53a0003a40 2024-09-21T07:30:52.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.356+0000 7f53aaffd640 1 -- 172.21.15.6:0/3610031093 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f53b0005410 con 0x7f53a0003a40 2024-09-21T07:30:52.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.360+0000 7f53aaffd640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5398073230 0x7f5398075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:52.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.360+0000 7f53aaffd640 1 -- 172.21.15.6:0/3610031093 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f53b012eee0 con 0x7f53a0003a40 2024-09-21T07:30:52.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.360+0000 7f53b9b2c640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5398073230 0x7f5398075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:52.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.360+0000 7f53b9b2c640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5398073230 0x7f5398075740 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f53b40d10c0 tx=0x7f53a4006b50 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:52.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.364+0000 7f53aaffd640 1 -- 172.21.15.6:0/3610031093 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f53b00a5e20 con 0x7f53a0003a40 2024-09-21T07:30:52.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.576+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f53b40ceec0 con 0x7f53a0003a40 2024-09-21T07:30:52.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.576+0000 7f53aaffd640 1 -- 172.21.15.6:0/3610031093 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5225 (secure 0 0 0) 0x7f53b0016f80 con 0x7f53a0003a40 2024-09-21T07:30:52.580 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:30:52.580 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":76,"btime":"2024-09-21T07:30:50:134896+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5861,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/3219292855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":3219292855},{"type":"v1","addr":"172.21.15.145:6835","nonce":3219292855}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70},{"gid":5864,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1493799551","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1493799551},{"type":"v1","addr":"172.21.15.145:6837","nonce":1493799551}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70},{"gid":7215,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/1294251891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":1294251891},{"type":"v1","addr":"172.21.15.6:6833","nonce":1294251891}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":70}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:30:49.558084+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7221},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7221":{"gid":7221,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.6:6835/2275017820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2275017820},{"type":"v1","addr":"172.21.15.6:6835","nonce":2275017820}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7221,"qdb_cluster":[7221]},"id":8}]} 2024-09-21T07:30:52.580 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 76 2024-09-21T07:30:52.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5398073230 msgr2=0x7f5398075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5398073230 0x7f5398075740 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f53b40d10c0 tx=0x7f53a4006b50 comp rx=0 tx=0).stop 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 msgr2=0x7f53b4159800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 0x7f53b4159800 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009aa0 tx=0x7f53b0004890 comp rx=0 tx=0).stop 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 shutdown_connections 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5398073230 0x7f5398075740 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f53b40c7970 0x7f53b41fc3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f53b41f97e0 0x7f53b40c7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 --2- 172.21.15.6:0/3610031093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f53a0003a40 0x7f53b4159800 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 >> 172.21.15.6:0/3610031093 conn(0x7f53b409aa30 msgr2=0x7f53b40af080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 shutdown_connections 2024-09-21T07:30:52.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:52.580+0000 7f53bc591640 1 -- 172.21.15.6:0/3610031093 wait complete. 2024-09-21T07:30:53.006 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 76, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:30:46.508318+0000', 'modified': '2024-09-21T07:30:49.558084+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7221}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7221': {'gid': 7221, 'name': 'a', 'rank': 0, 'incarnation': 72, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.6:6835/2275017820', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 2275017820}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 2275017820}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7221, 'qdb_cluster': [7221]} 2024-09-21T07:30:53.006 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:30:53.007 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T07:30:53.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.176+0000 7f9971687640 1 -- 172.21.15.6:0/2513236962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f996c0ba050 msgr2=0x7f996c06f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.176+0000 7f9971687640 1 --2- 172.21.15.6:0/2513236962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f996c0ba050 0x7f996c06f010 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f9964009bc0 tx=0x7f996401cba0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.176+0000 7f9971687640 1 -- 172.21.15.6:0/2513236962 shutdown_connections 2024-09-21T07:30:53.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.176+0000 7f9971687640 1 --2- 172.21.15.6:0/2513236962 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f996c0ba050 0x7f996c06f010 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.176+0000 7f9971687640 1 -- 172.21.15.6:0/2513236962 >> 172.21.15.6:0/2513236962 conn(0x7f996c09db00 msgr2=0x7f996c08bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:53.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.176+0000 7f9971687640 1 -- 172.21.15.6:0/2513236962 shutdown_connections 2024-09-21T07:30:53.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.176+0000 7f9971687640 1 -- 172.21.15.6:0/2513236962 wait complete. 2024-09-21T07:30:53.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 Processor -- start 2024-09-21T07:30:53.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 -- start start 2024-09-21T07:30:53.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f996c0b9b00 0x7f996c15cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f996c0ba050 0x7f996c15b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f996c0caef0 0x7f996c15b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f996c16d370 con 0x7f996c0b9b00 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f996c16d1f0 con 0x7f996c0caef0 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f996c16d4f0 con 0x7f996c0ba050 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f996c0b9b00 0x7f996c15cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f996c0b9b00 0x7f996c15cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55084/0 (socket says 172.21.15.6:55084) 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 -- 172.21.15.6:0/3964259043 learned_addr learned my addr 172.21.15.6:0/3964259043 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996b7fe640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f996c0caef0 0x7f996c15b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996a7fc640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f996c0ba050 0x7f996c15b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 -- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f996c0ba050 msgr2=0x7f996c15b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f996c0ba050 0x7f996c15b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 -- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f996c0caef0 msgr2=0x7f996c15b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f996c0caef0 0x7f996c15b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 -- 172.21.15.6:0/3964259043 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f996c15bf40 con 0x7f996c0b9b00 2024-09-21T07:30:53.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996a7fc640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f996c0ba050 0x7f996c15b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:53.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f996affd640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f996c0b9b00 0x7f996c15cfe0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f995c00c430 tx=0x7f995c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:53.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f99537fe640 1 -- 172.21.15.6:0/3964259043 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995c017070 con 0x7f996c0b9b00 2024-09-21T07:30:53.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f99537fe640 1 -- 172.21.15.6:0/3964259043 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f995c003600 con 0x7f996c0b9b00 2024-09-21T07:30:53.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f99537fe640 1 -- 172.21.15.6:0/3964259043 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995c0039d0 con 0x7f996c0b9b00 2024-09-21T07:30:53.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 -- 172.21.15.6:0/3964259043 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f996c15c220 con 0x7f996c0b9b00 2024-09-21T07:30:53.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.180+0000 7f9971687640 1 -- 172.21.15.6:0/3964259043 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f996c15c7e0 con 0x7f996c0b9b00 2024-09-21T07:30:53.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f99537fe640 1 -- 172.21.15.6:0/3964259043 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f995c01a070 con 0x7f996c0b9b00 2024-09-21T07:30:53.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f99537fe640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9958073200 0x7f9958075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f99537fe640 1 -- 172.21.15.6:0/3964259043 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f995c0934a0 con 0x7f996c0b9b00 2024-09-21T07:30:53.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f996a7fc640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9958073200 0x7f9958075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f9978952000 1 Processor -- start 2024-09-21T07:30:53.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f9978952000 1 -- start start 2024-09-21T07:30:53.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f996a7fc640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9958073200 0x7f9958075710 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f996c15e030 tx=0x7f9960009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:53.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f9978952000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc01a0460 0x564dc06e16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f9978952000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc06e1be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f9978952000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f9978952000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564dc05b6410 con 0x564dc0590950 2024-09-21T07:30:53.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f9978952000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564dc04f3b40 con 0x564dc01a0460 2024-09-21T07:30:53.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.184+0000 7f9978952000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x564dc04e2f70 con 0x564dc0579ca0 2024-09-21T07:30:53.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc06e1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc06e1be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55098/0 (socket says 172.21.15.6:55098) 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 -- 172.21.15.6:0/2264591475 learned_addr learned my addr 172.21.15.6:0/2264591475 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996affd640 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc01a0460 0x564dc06e16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996b7fe640 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 -- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 msgr2=0x564dc06e2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e2120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 -- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc01a0460 msgr2=0x564dc06e16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc01a0460 0x564dc06e16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 -- 172.21.15.6:0/2264591475 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564dc04aa5b0 con 0x564dc0590950 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996b7fe640 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f996a7fc640 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc06e1be0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f9960005580 tx=0x7f9960010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddb8a02811567921 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9950ff9640 1 -- 172.21.15.6:0/2264591475 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996000d6b0 con 0x564dc0590950 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9950ff9640 1 -- 172.21.15.6:0/2264591475 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f996000d850 con 0x564dc0590950 2024-09-21T07:30:53.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9950ff9640 1 -- 172.21.15.6:0/2264591475 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996000dc60 con 0x564dc0590950 2024-09-21T07:30:53.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 -- 172.21.15.6:0/2264591475 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 msgr2=0x564dc06e1be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc06e1be0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f9960005580 tx=0x7f9960010000 comp rx=0 tx=0).stop 2024-09-21T07:30:53.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 -- 172.21.15.6:0/2264591475 shutdown_connections 2024-09-21T07:30:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc06e1be0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 --2- 172.21.15.6:0/2264591475 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc01a0460 0x564dc06e16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 -- 172.21.15.6:0/2264591475 >> 172.21.15.6:0/2264591475 conn(0x564dc0666d90 msgr2=0x564dc0696690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 -- 172.21.15.6:0/2264591475 shutdown_connections 2024-09-21T07:30:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 -- 172.21.15.6:0/2264591475 wait complete. 2024-09-21T07:30:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 -- start start 2024-09-21T07:30:53.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.188+0000 7f9978952000 1 Processor -- start 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc06e8920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e8e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0590950 0x564dc06e93a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564dc047d5f0 con 0x564dc01a0460 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x564dc04e6d80 con 0x564dc0590950 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x564dc0489520 con 0x564dc0579ca0 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 10 client.0 _ll_register_callbacks cb 0x564dc048d830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc06e8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc06e8920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46000/0 (socket says 172.21.15.6:46000) 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 -- 172.21.15.6:0/1280522788 learned_addr learned my addr 172.21.15.6:0/1280522788 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:53.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996b7fe640 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0590950 0x564dc06e93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996a7fc640 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 -- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 msgr2=0x564dc06e8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e8e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 -- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0590950 msgr2=0x564dc06e93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0590950 0x564dc06e93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 -- 172.21.15.6:0/1280522788 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564dc0481190 con 0x564dc01a0460 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996b7fe640 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0590950 0x564dc06e93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996affd640 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc06e8920 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f995c00c400 tx=0x7f995c05da30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d46ab99983d69d3f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 1 -- 172.21.15.6:0/1280522788 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995c003d70 con 0x564dc01a0460 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 1 -- 172.21.15.6:0/1280522788 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f995c05d0c0 con 0x564dc01a0460 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- 172.21.15.6:0/1280522788 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564dc047b110 con 0x564dc01a0460 2024-09-21T07:30:53.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 1 -- 172.21.15.6:0/1280522788 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7f995c0932d0 con 0x564dc01a0460 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 10 client.7338 fetch_fsmap learned FSMap version 76 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- 172.21.15.6:0/1280522788 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x564dc0567f10 con 0x564dc01a0460 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 1 -- 172.21.15.6:0/1280522788 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x564dc047b110 con 0x564dc01a0460 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 1 -- 172.21.15.6:0/1280522788 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 76) ==== 3502+0+0 (secure 0 0 0) 0x7f995c0597b0 con 0x564dc01a0460 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 10 client.7338 fetch_fsmap finished waiting for FSMap version 76 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 10 client.7338 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 20 client.7338 populate_metadata read hostname 'smithi006' 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] conn(0x564dc01857d0 0x564dc06f2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 4 client.7338 mds_command: new command op to 7221 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- 172.21.15.6:0/1280522788 --> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564dc04f5a90 con 0x564dc01857d0 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996a7fc640 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] conn(0x564dc01857d0 0x564dc06f2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f996a7fc640 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] conn(0x564dc01857d0 0x564dc06f2d00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f52d7a0aa49c7429 server_cookie=5d0e6bd6475b558e in_seq=0 out_seq=0 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 10 client.7338 ms_handle_connect on v2:172.21.15.6:6834/2275017820 2024-09-21T07:30:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 1 -- 172.21.15.6:0/1280522788 <== mds.0 v2:172.21.15.6:6834/2275017820 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x564dc04f5a90 con 0x564dc01857d0 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 10 client.7338 handle_command_reply: tid=0 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 client.7338 shutdown 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- 172.21.15.6:0/1280522788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 msgr2=0x564dc06e8920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc06e8920 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f995c00c400 tx=0x7f995c05da30 comp rx=0 tx=0).stop 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- 172.21.15.6:0/1280522788 shutdown_connections 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] conn(0x564dc01857d0 0x564dc06f2d00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0590950 0x564dc06e93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0579ca0 0x564dc06e8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9949ffb640 0 client.7338 ms_handle_reset on v2:172.21.15.6:6834/2275017820 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 --2- 172.21.15.6:0/1280522788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc06e8920 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- 172.21.15.6:0/1280522788 >> 172.21.15.6:0/1280522788 conn(0x564dc0666d90 msgr2=0x564dc069d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- 172.21.15.6:0/1280522788 shutdown_connections 2024-09-21T07:30:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 1 -- 172.21.15.6:0/1280522788 wait complete. 2024-09-21T07:30:53.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.192+0000 7f9978952000 20 client.7338 trim_cache size 0 max 16384 2024-09-21T07:30:53.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f9978952000 1 Processor -- start 2024-09-21T07:30:53.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f9978952000 1 -- start start 2024-09-21T07:30:53.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f9978952000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc0753630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f9978952000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 0x564dc0753b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f9978952000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0590950 0x564dc07540b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f9978952000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f996c2053c0 con 0x564dc01a0460 2024-09-21T07:30:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f9978952000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f996c2044b0 con 0x564dc0579ca0 2024-09-21T07:30:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f9978952000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f996c0cd160 con 0x564dc0590950 2024-09-21T07:30:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f996affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc0753630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f996affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc0753630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46008/0 (socket says 172.21.15.6:46008) 2024-09-21T07:30:53.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.212+0000 7f996affd640 1 -- 172.21.15.6:0/2778009732 learned_addr learned my addr 172.21.15.6:0/2778009732 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:53.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996affd640 1 -- 172.21.15.6:0/2778009732 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0590950 msgr2=0x564dc07540b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:53.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996affd640 1 --2- 172.21.15.6:0/2778009732 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0590950 0x564dc07540b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996affd640 1 -- 172.21.15.6:0/2778009732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 msgr2=0x564dc0753b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:53.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996affd640 1 --2- 172.21.15.6:0/2778009732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 0x564dc0753b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996affd640 1 -- 172.21.15.6:0/2778009732 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564dc053edb0 con 0x564dc01a0460 2024-09-21T07:30:53.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996affd640 1 --2- 172.21.15.6:0/2778009732 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc0753630 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f995c001110 tx=0x7f995c05e6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c6709fcefe6bf83 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:53.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f994bfff640 1 -- 172.21.15.6:0/2778009732 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995c0780d0 con 0x564dc01a0460 2024-09-21T07:30:53.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f994bfff640 1 -- 172.21.15.6:0/2778009732 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f995c062940 con 0x564dc01a0460 2024-09-21T07:30:53.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f994bfff640 1 -- 172.21.15.6:0/2778009732 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995c003dd0 con 0x564dc01a0460 2024-09-21T07:30:53.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- 172.21.15.6:0/2778009732 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 msgr2=0x564dc0753630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 --2- 172.21.15.6:0/2778009732 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc0753630 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f995c001110 tx=0x7f995c05e6d0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- 172.21.15.6:0/2778009732 shutdown_connections 2024-09-21T07:30:53.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 --2- 172.21.15.6:0/2778009732 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc0590950 0x564dc07540b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 --2- 172.21.15.6:0/2778009732 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 0x564dc0753b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 --2- 172.21.15.6:0/2778009732 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc01a0460 0x564dc0753630 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- 172.21.15.6:0/2778009732 >> 172.21.15.6:0/2778009732 conn(0x564dc0666d90 msgr2=0x564dc0695cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:53.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- 172.21.15.6:0/2778009732 shutdown_connections 2024-09-21T07:30:53.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- 172.21.15.6:0/2778009732 wait complete. 2024-09-21T07:30:53.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- start start 2024-09-21T07:30:53.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 Processor -- start 2024-09-21T07:30:53.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc01a0460 0x564dc0757240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 0x564dc0757780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc0757cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564dc047d5f0 con 0x564dc0590950 2024-09-21T07:30:53.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f996c0cd7b0 con 0x564dc0579ca0 2024-09-21T07:30:53.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x564dc04e6090 con 0x564dc01a0460 2024-09-21T07:30:53.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f9978952000 10 client.0 _ll_register_callbacks cb 0x7f995c05d840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:30:53.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc0757cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc0757cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46012/0 (socket says 172.21.15.6:46012) 2024-09-21T07:30:53.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.216+0000 7f996b7fe640 1 -- 172.21.15.6:0/638101937 learned_addr learned my addr 172.21.15.6:0/638101937 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:53.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996affd640 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc01a0460 0x564dc0757240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996a7fc640 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 0x564dc0757780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996b7fe640 1 -- 172.21.15.6:0/638101937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc01a0460 msgr2=0x564dc0757240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:53.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996b7fe640 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc01a0460 0x564dc0757240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996b7fe640 1 -- 172.21.15.6:0/638101937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 msgr2=0x564dc0757780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:30:53.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996b7fe640 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 0x564dc0757780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996b7fe640 1 -- 172.21.15.6:0/638101937 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564dc04a9ab0 con 0x564dc0590950 2024-09-21T07:30:53.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996b7fe640 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc0757cc0 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f99640b0040 tx=0x7f9964009820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61382fba5aaba5bb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:53.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:30:53.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 1 -- 172.21.15.6:0/638101937 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99640bc020 con 0x564dc0590950 2024-09-21T07:30:53.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 1 -- 172.21.15.6:0/638101937 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f9964003980 con 0x564dc0590950 2024-09-21T07:30:53.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 -- 172.21.15.6:0/638101937 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f995c062940 con 0x564dc0590950 2024-09-21T07:30:53.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 1 -- 172.21.15.6:0/638101937 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7f99640c3050 con 0x564dc0590950 2024-09-21T07:30:53.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 10 client.7344 fetch_fsmap learned FSMap version 76 2024-09-21T07:30:53.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 -- 172.21.15.6:0/638101937 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x564dc0488070 con 0x564dc0590950 2024-09-21T07:30:53.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 1 -- 172.21.15.6:0/638101937 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f995c062940 con 0x564dc0590950 2024-09-21T07:30:53.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 1 -- 172.21.15.6:0/638101937 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 76) ==== 3502+0+0 (secure 0 0 0) 0x7f99640c6020 con 0x564dc0590950 2024-09-21T07:30:53.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 10 client.7344 fetch_fsmap finished waiting for FSMap version 76 2024-09-21T07:30:53.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 10 client.7344 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:30:53.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 20 client.7344 populate_metadata read hostname 'smithi006' 2024-09-21T07:30:53.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] conn(0x564dc0173830 0x564dc07135c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 4 client.7344 mds_command: new command op to 7221 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:30:53.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 -- 172.21.15.6:0/638101937 --> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] -- command(tid 0: {"prefix": "status"}) -- 0x564dc04f1540 con 0x564dc0173830 2024-09-21T07:30:53.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996affd640 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] conn(0x564dc0173830 0x564dc07135c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f996affd640 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] conn(0x564dc0173830 0x564dc07135c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d929acb7997142c9 server_cookie=9fc2b9a9d34e188f in_seq=0 out_seq=0 2024-09-21T07:30:53.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 10 client.7344 ms_handle_connect on v2:172.21.15.6:6834/2275017820 2024-09-21T07:30:53.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 1 -- 172.21.15.6:0/638101937 <== mds.0 v2:172.21.15.6:6834/2275017820 1 ==== command_reply(tid 0: 0 ) ==== 8+0+320 (crc 0 0 0) 0x564dc04f1540 con 0x564dc0173830 2024-09-21T07:30:53.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 10 client.7344 handle_command_reply: tid=0 2024-09-21T07:30:53.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 client.7344 shutdown 2024-09-21T07:30:53.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 -- 172.21.15.6:0/638101937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 msgr2=0x564dc0757cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc0757cc0 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f99640b0040 tx=0x7f9964009820 comp rx=0 tx=0).stop 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 -- 172.21.15.6:0/638101937 shutdown_connections 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.6:6834/2275017820,v1:172.21.15.6:6835/2275017820] conn(0x564dc0173830 0x564dc07135c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564dc0590950 0x564dc0757cc0 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x564dc0579ca0 0x564dc0757780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 --2- 172.21.15.6:0/638101937 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x564dc01a0460 0x564dc0757240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 -- 172.21.15.6:0/638101937 >> 172.21.15.6:0/638101937 conn(0x564dc0666d90 msgr2=0x564dc06f26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9949ffb640 0 client.7344 ms_handle_reset on v2:172.21.15.6:6834/2275017820 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 -- 172.21.15.6:0/638101937 shutdown_connections 2024-09-21T07:30:53.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 1 -- 172.21.15.6:0/638101937 wait complete. 2024-09-21T07:30:53.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9978952000 20 client.7344 trim_cache size 0 max 16384 2024-09-21T07:30:53.241 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:30:53.241 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:30:53.241 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:30:53.241 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 7221, 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 6.100358988, 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 76, 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 103, 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 103, 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 11.581695216 2024-09-21T07:30:53.242 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 -- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9958073200 msgr2=0x7f9958075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9958073200 0x7f9958075710 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f996c15e030 tx=0x7f9960009040 comp rx=0 tx=0).stop 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 -- 172.21.15.6:0/3964259043 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f996c0b9b00 msgr2=0x7f996c15cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f996c0b9b00 0x7f996c15cfe0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f995c00c430 tx=0x7f995c00c8f0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 -- 172.21.15.6:0/3964259043 shutdown_connections 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9958073200 0x7f9958075710 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f996c0caef0 0x7f996c15b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f996c0ba050 0x7f996c15b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 --2- 172.21.15.6:0/3964259043 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f996c0b9b00 0x7f996c15cfe0 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 -- 172.21.15.6:0/3964259043 >> 172.21.15.6:0/3964259043 conn(0x7f996c09db00 msgr2=0x7f996c06e870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 -- 172.21.15.6:0/3964259043 shutdown_connections 2024-09-21T07:30:53.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.220+0000 7f9971687640 1 -- 172.21.15.6:0/3964259043 wait complete. 2024-09-21T07:30:53.245 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:30:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.388+0000 7f682db73640 1 -- 172.21.15.6:0/1858844968 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6810004810 msgr2=0x7f6810004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.388+0000 7f682db73640 1 --2- 172.21.15.6:0/1858844968 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6810004810 0x7f6810004c20 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f681c009b30 tx=0x7f681c01d270 comp rx=0 tx=0).stop 2024-09-21T07:30:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.388+0000 7f6827fff640 1 -- 172.21.15.6:0/1858844968 reap_dead start 2024-09-21T07:30:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.388+0000 7f682db73640 1 -- 172.21.15.6:0/1858844968 shutdown_connections 2024-09-21T07:30:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.388+0000 7f682db73640 1 -- 172.21.15.6:0/1858844968 >> 172.21.15.6:0/1858844968 conn(0x7f682806d480 msgr2=0x7f68280b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.388+0000 7f682db73640 1 -- 172.21.15.6:0/1858844968 shutdown_connections 2024-09-21T07:30:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.388+0000 7f682db73640 1 -- 172.21.15.6:0/1858844968 wait complete. 2024-09-21T07:30:53.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 Processor -- start 2024-09-21T07:30:53.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 -- start start 2024-09-21T07:30:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6810004810 0x7f6828150830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f682809a2b0 0x7f6828073f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6828159c70 0x7f68280744c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f682815b8f0 con 0x7f6828159c70 2024-09-21T07:30:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f682815b770 con 0x7f682809a2b0 2024-09-21T07:30:53.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f682815ba70 con 0x7f6810004810 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6828159c70 0x7f68280744c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6828159c70 0x7f68280744c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46044/0 (socket says 172.21.15.6:46044) 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 -- 172.21.15.6:0/994637369 learned_addr learned my addr 172.21.15.6:0/994637369 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f68277fe640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6810004810 0x7f6828150830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6826ffd640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f682809a2b0 0x7f6828073f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 -- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6810004810 msgr2=0x7f6828150830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6810004810 0x7f6828150830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 -- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f682809a2b0 msgr2=0x7f6828073f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f682809a2b0 0x7f6828073f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 -- 172.21.15.6:0/994637369 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68281f5cc0 con 0x7f6828159c70 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f6827fff640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6828159c70 0x7f68280744c0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f682806ddf0 tx=0x7f682000f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f680ffff640 1 -- 172.21.15.6:0/994637369 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682000a440 con 0x7f6828159c70 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f680ffff640 1 -- 172.21.15.6:0/994637369 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f682000a6f0 con 0x7f6828159c70 2024-09-21T07:30:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f680ffff640 1 -- 172.21.15.6:0/994637369 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6820017420 con 0x7f6828159c70 2024-09-21T07:30:53.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.392+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68281f5fa0 con 0x7f6828159c70 2024-09-21T07:30:53.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.396+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68281f6560 con 0x7f6828159c70 2024-09-21T07:30:53.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.396+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f682806fc30 con 0x7f6828159c70 2024-09-21T07:30:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.396+0000 7f680ffff640 1 -- 172.21.15.6:0/994637369 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6820014070 con 0x7f6828159c70 2024-09-21T07:30:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.396+0000 7f680ffff640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6814073200 0x7f6814075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.396+0000 7f680ffff640 1 -- 172.21.15.6:0/994637369 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f6820096d60 con 0x7f6828159c70 2024-09-21T07:30:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.396+0000 7f68277fe640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6814073200 0x7f6814075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.396+0000 7f68277fe640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6814073200 0x7f6814075710 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f6818000c10 tx=0x7f6818006b60 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:53.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.400+0000 7f680ffff640 1 -- 172.21.15.6:0/994637369 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f682001d060 con 0x7f6828159c70 2024-09-21T07:30:53.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f68280cca90 con 0x7f6828159c70 2024-09-21T07:30:53.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f680ffff640 1 -- 172.21.15.6:0/994637369 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v76) ==== 53+0+73 (secure 0 0 0) 0x7f6820061f00 con 0x7f6828159c70 2024-09-21T07:30:53.611 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6814073200 msgr2=0x7f6814075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6814073200 0x7f6814075710 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f6818000c10 tx=0x7f6818006b60 comp rx=0 tx=0).stop 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6828159c70 msgr2=0x7f68280744c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6828159c70 0x7f68280744c0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f682806ddf0 tx=0x7f682000f8b0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 shutdown_connections 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6814073200 0x7f6814075710 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6828159c70 0x7f68280744c0 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f682809a2b0 0x7f6828073f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 --2- 172.21.15.6:0/994637369 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f6810004810 0x7f6828150830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:53.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 >> 172.21.15.6:0/994637369 conn(0x7f682806d480 msgr2=0x7f68280ccd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 shutdown_connections 2024-09-21T07:30:53.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53.608+0000 7f682db73640 1 -- 172.21.15.6:0/994637369 wait complete. 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:30:53.633 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:30:53.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:53.634 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:30:53.639 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:30:53.640 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42117sec preferred_lft 42117sec 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:30:53.641 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:30:53.642 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:53.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:53.643 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:30:53.690 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:30:53.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:53.692 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:30:53.740 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:30:53.740 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:30:53.740 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:30:53.740 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:30:53.740 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:30:53.740 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:30:53.741 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:30:53.741 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:30:53.741 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:30:53.741 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:30:53.741 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:30:53.741 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:30:53.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:30:53.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:30:53.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:53.863 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:30:53.868 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:30:53.868 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:30:53.868 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:30:53.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:53.869 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:30:53.921 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:30:53.921 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:30:53.921 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:53.966 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:30:53.967 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:30:53.967 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:54.014 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:30:54.072 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:30:54.124 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:54.125 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:54.126 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:54.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:54.128 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:30:54.175 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:30:54.175 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:30:54.220 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:30:54.240 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:54.291 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:30:54.291 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:30:54.291 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:30:54.291 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:30:54.291 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:30:54.291 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:54.292 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:30:54.293 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:54.294 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:54.294 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:54.294 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:54.295 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:54.295 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:30:54.335 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:30:54.332+0000 7f1ee3bb3580 -1 init, newargv = 0x5597ccc956f0 newargc=15 2024-09-21T07:30:54.336 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[47585]: starting ceph client 2024-09-21T07:30:54.341 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[47585]: starting fuse 2024-09-21T07:30:55.441 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:30:55.457 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:55.504 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:30:55.504 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:30:55.504 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:30:55.505 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:30:55.506 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:30:55.506 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:30:55.506 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:30:55.506 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:55.506 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:30:55.506 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:55.506 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:30:55.506 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:30:55.507 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:30:55.507 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:30:55.507 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:30:55.507 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:30:55.507 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:30:55.507 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:30:55.507 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:55.508 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:30:55.508 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:55.508 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:30:55.508 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:55.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:55.509 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:30:55.555 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:30:55.555 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:30:55.555 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:30:55.555 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:30:55.556 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:30:55.557 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:30:55.682 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.47585.asok 2024-09-21T07:30:55.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:30:55.694 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.47585.asok 2024-09-21T07:30:55.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:55.695 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.47585.asok status 2024-09-21T07:30:55.881 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:30:55.881 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "47585", 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:55.882 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 7356, 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 7356 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3352190304 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:55.883 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3352190304 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.7356 192.168.0.1:0/3352190304", 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/3352190304", 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 76, 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 103, 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:30:55.884 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:30:55.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:55.898 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:30:55.898 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:55.904 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:30:55.905 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:55.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:55.905 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:55.961 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:30:56.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.164+0000 7f9b9110d640 1 -- 172.21.15.6:0/3486029327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c0b93e0 msgr2=0x7f9b8c06e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:56.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.164+0000 7f9b9110d640 1 --2- 172.21.15.6:0/3486029327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c0b93e0 0x7f9b8c06e370 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9b80009900 tx=0x7f9b8001c850 comp rx=0 tx=0).stop 2024-09-21T07:30:56.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.164+0000 7f9b9110d640 1 -- 172.21.15.6:0/3486029327 shutdown_connections 2024-09-21T07:30:56.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.164+0000 7f9b9110d640 1 --2- 172.21.15.6:0/3486029327 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c06e8b0 0x7f9b8c06ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.164+0000 7f9b9110d640 1 --2- 172.21.15.6:0/3486029327 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c0b93e0 0x7f9b8c06e370 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.164+0000 7f9b9110d640 1 -- 172.21.15.6:0/3486029327 >> 172.21.15.6:0/3486029327 conn(0x7f9b8c08bfc0 msgr2=0x7f9b8c09da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:56.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.164+0000 7f9b9110d640 1 -- 172.21.15.6:0/3486029327 shutdown_connections 2024-09-21T07:30:56.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.164+0000 7f9b9110d640 1 -- 172.21.15.6:0/3486029327 wait complete. 2024-09-21T07:30:56.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 Processor -- start 2024-09-21T07:30:56.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 -- start start 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b8c06e8b0 0x7f9b8c155900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c0d4380 0x7f9b8c0ca600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c156f50 0x7f9b8c0cab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9b8c16c210 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9b8c16c090 con 0x7f9b8c156f50 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9b8c16c390 con 0x7f9b8c0d4380 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b8c06e8b0 0x7f9b8c155900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b8c06e8b0 0x7f9b8c155900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46052/0 (socket says 172.21.15.6:46052) 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 -- 172.21.15.6:0/1116546740 learned_addr learned my addr 172.21.15.6:0/1116546740 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8b59e640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c156f50 0x7f9b8c0cab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8a59c640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c0d4380 0x7f9b8c0ca600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:56.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 -- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c0d4380 msgr2=0x7f9b8c0ca600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c0d4380 0x7f9b8c0ca600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 -- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c156f50 msgr2=0x7f9b8c0cab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c156f50 0x7f9b8c0cab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 -- 172.21.15.6:0/1116546740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b8c15e9c0 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8b59e640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c156f50 0x7f9b8c0cab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b8ad9d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b8c06e8b0 0x7f9b8c155900 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c00c3f0 tx=0x7f9b7c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b737fe640 1 -- 172.21.15.6:0/1116546740 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7c017070 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b8c15eca0 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b737fe640 1 -- 172.21.15.6:0/1116546740 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b7c0053c0 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b737fe640 1 -- 172.21.15.6:0/1116546740 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7c003860 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.168+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b8c156a30 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.172+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b8c156860 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.172+0000 7f9b737fe640 1 -- 172.21.15.6:0/1116546740 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9b7c01a070 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.172+0000 7f9b737fe640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9b78073230 0x7f9b78075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:56.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.172+0000 7f9b737fe640 1 -- 172.21.15.6:0/1116546740 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f9b7c093920 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.172+0000 7f9b8a59c640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9b78073230 0x7f9b78075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:56.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.172+0000 7f9b8a59c640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9b78073230 0x7f9b78075740 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9b800af000 tx=0x7f9b8001b090 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:56.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.176+0000 7f9b737fe640 1 -- 172.21.15.6:0/1116546740 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9b7c021020 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.388+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9b8c06e370 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.388+0000 7f9b737fe640 1 -- 172.21.15.6:0/1116546740 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v76) ==== 53+0+73 (secure 0 0 0) 0x7f9b7c05e9d0 con 0x7f9b8c06e8b0 2024-09-21T07:30:56.393 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:30:56.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9b78073230 msgr2=0x7f9b78075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:56.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9b78073230 0x7f9b78075740 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9b800af000 tx=0x7f9b8001b090 comp rx=0 tx=0).stop 2024-09-21T07:30:56.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b8c06e8b0 msgr2=0x7f9b8c155900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:56.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b8c06e8b0 0x7f9b8c155900 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c00c3f0 tx=0x7f9b7c00c8b0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 shutdown_connections 2024-09-21T07:30:56.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9b78073230 0x7f9b78075740 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9b8c156f50 0x7f9b8c0cab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9b8c0d4380 0x7f9b8c0ca600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 --2- 172.21.15.6:0/1116546740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b8c06e8b0 0x7f9b8c155900 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:56.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 >> 172.21.15.6:0/1116546740 conn(0x7f9b8c08bfc0 msgr2=0x7f9b8c0cdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:56.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 shutdown_connections 2024-09-21T07:30:56.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:56.392+0000 7f9b9110d640 1 -- 172.21.15.6:0/1116546740 wait complete. 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:30:56.415 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:30:56.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:56.416 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:56.423 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42116sec preferred_lft 42116sec 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:56.424 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:30:56.425 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:30:56.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:56.426 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:30:56.483 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:30:56.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:56.485 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:30:56.542 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:30:56.542 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:30:56.542 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:30:56.542 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:30:56.542 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:30:56.542 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:30:56.542 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:30:56.542 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:30:56.543 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:30:56.543 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:30:56.543 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:30:56.543 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:30:56.543 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:30:56.543 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:30:56.543 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:30:56.543 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:30:56.543 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:30:56.635 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:30:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:30:56.664 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:30:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:30:56.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:56.671 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:30:56.676 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:30:56.676 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:30:56.676 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:30:56.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:56.676 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:30:56.728 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:30:56.728 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:30:56.728 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:56.773 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:30:56.773 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:30:56.774 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:56.821 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:30:56.880 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:56.931 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:30:56.931 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:30:56.931 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:30:56.931 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:30:56.931 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:30:56.931 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:30:56.931 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:30:56.932 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:30:56.932 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:30:56.932 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:30:56.932 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:30:56.932 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:30:56.932 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:56.933 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:30:56.933 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:30:56.933 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:30:56.933 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:30:56.933 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:30:56.933 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:56.933 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:56.934 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:56.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:56.936 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:30:56.981 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:30:56.982 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:30:57.027 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:30:57.041 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:57.089 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:30:57.090 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:30:57.091 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:30:57.092 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:30:57.092 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:30:57.092 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:30:57.092 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:57.092 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:57.092 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:57.092 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:57.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:57.093 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:30:57.138 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:30:57.138+0000 7fc9c57b6580 -1 init, newargv = 0x7fc9b80015e0 newargc=15 2024-09-21T07:30:57.139 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[36125]: starting ceph client 2024-09-21T07:30:57.147 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[36125]: starting fuse 2024-09-21T07:30:58.242 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:30:58.259 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:30:58.306 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:30:58.307 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:30:58.308 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:30:58.309 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:58.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:58.310 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:30:58.358 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:30:58.358 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:30:58.358 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:30:58.358 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:30:58.358 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:30:58.359 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:30:58.360 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:30:58.482 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.36125.asok 2024-09-21T07:30:58.486 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:30:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:30:58.495 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.36125.asok 2024-09-21T07:30:58.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:58.495 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.36125.asok status 2024-09-21T07:30:58.674 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "36125", 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:30:58.675 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 6514, 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 6514 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:30:58.676 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3886446941 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3886446941 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.6514 192.168.0.1:0/3886446941", 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/3886446941", 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 76, 2024-09-21T07:30:58.677 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 103, 2024-09-21T07:30:58.678 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:30:58.678 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:30:58.678 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:30:58.678 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:30:58.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:58.691 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:30:58.691 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:58.696 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:30:58.697 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:58.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:58.697 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:30:58.753 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:30:58.753 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:58.760 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:30:58.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 -- 172.21.15.6:0/1021936739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b31c0 msgr2=0x7f840c15fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:58.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 --2- 172.21.15.6:0/1021936739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b31c0 0x7f840c15fbc0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f840c0b5ba0 tx=0x7f840401cd60 comp rx=0 tx=0).stop 2024-09-21T07:30:58.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 -- 172.21.15.6:0/1021936739 shutdown_connections 2024-09-21T07:30:58.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 --2- 172.21.15.6:0/1021936739 >> v2:172.21.15.145:3300/0 conn(0x7f840c151d00 0x7f840c152110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:58.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 --2- 172.21.15.6:0/1021936739 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f840c0b50a0 0x7f840c0b54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:58.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 --2- 172.21.15.6:0/1021936739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b31c0 0x7f840c15fbc0 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:58.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 -- 172.21.15.6:0/1021936739 >> 172.21.15.6:0/1021936739 conn(0x7f840c0b26a0 msgr2=0x7f840c0b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:58.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 -- 172.21.15.6:0/1021936739 shutdown_connections 2024-09-21T07:30:58.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.972+0000 7f8413ed8640 1 -- 172.21.15.6:0/1021936739 wait complete. 2024-09-21T07:30:58.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 Processor -- start 2024-09-21T07:30:58.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 -- start start 2024-09-21T07:30:58.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f840c0b31c0 0x7f840c1fc920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:58.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b50a0 0x7f840c1433f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:58.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f840c151d00 0x7f840c0737d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f840c06f930 con 0x7f840c0b50a0 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f840c0b4750 con 0x7f840c151d00 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f840c06fab0 con 0x7f840c0b31c0 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b50a0 0x7f840c1433f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b50a0 0x7f840c1433f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46066/0 (socket says 172.21.15.6:46066) 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 -- 172.21.15.6:0/862009913 learned_addr learned my addr 172.21.15.6:0/862009913 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8412475640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f840c151d00 0x7f840c0737d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411c74640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f840c0b31c0 0x7f840c1fc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 -- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f840c0b31c0 msgr2=0x7f840c1fc920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f840c0b31c0 0x7f840c1fc920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 -- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f840c151d00 msgr2=0x7f840c0737d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f840c151d00 0x7f840c0737d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:58.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 -- 172.21.15.6:0/862009913 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f840c0b57d0 con 0x7f840c0b50a0 2024-09-21T07:30:58.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411c74640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f840c0b31c0 0x7f840c1fc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:30:58.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8411473640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b50a0 0x7f840c1433f0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f83fc00b440 tx=0x7f83fc00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:58.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f84027fc640 1 -- 172.21.15.6:0/862009913 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83fc015020 con 0x7f840c0b50a0 2024-09-21T07:30:58.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f84027fc640 1 -- 172.21.15.6:0/862009913 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f83fc0119a0 con 0x7f840c0b50a0 2024-09-21T07:30:58.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f84027fc640 1 -- 172.21.15.6:0/862009913 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83fc011df0 con 0x7f840c0b50a0 2024-09-21T07:30:58.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f840c1fd300 con 0x7f840c0b50a0 2024-09-21T07:30:58.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.976+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f840c154190 con 0x7f840c0b50a0 2024-09-21T07:30:58.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.980+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f840c1fd070 con 0x7f840c0b50a0 2024-09-21T07:30:58.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.980+0000 7f84027fc640 1 -- 172.21.15.6:0/862009913 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f83fc018020 con 0x7f840c0b50a0 2024-09-21T07:30:58.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.980+0000 7f84027fc640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83f0073200 0x7f83f0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:58.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.980+0000 7f84027fc640 1 -- 172.21.15.6:0/862009913 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f83fc094760 con 0x7f840c0b50a0 2024-09-21T07:30:58.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.980+0000 7f8411c74640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83f0073200 0x7f83f0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:58.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.980+0000 7f8411c74640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83f0073200 0x7f83f0075710 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f84040af000 tx=0x7f840401b5a0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:58.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:58.984+0000 7f84027fc640 1 -- 172.21.15.6:0/862009913 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f83fc01f020 con 0x7f840c0b50a0 2024-09-21T07:30:59.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.172+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f840c1fd820 con 0x7f840c0b50a0 2024-09-21T07:30:59.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.172+0000 7f84027fc640 1 -- 172.21.15.6:0/862009913 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7f840c1fd820 con 0x7f840c0b50a0 2024-09-21T07:30:59.177 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83f0073200 msgr2=0x7f83f0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83f0073200 0x7f83f0075710 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f84040af000 tx=0x7f840401b5a0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b50a0 msgr2=0x7f840c1433f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b50a0 0x7f840c1433f0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f83fc00b440 tx=0x7f83fc00b900 comp rx=0 tx=0).stop 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 shutdown_connections 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f83f0073200 0x7f83f0075710 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f840c151d00 0x7f840c0737d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f840c0b50a0 0x7f840c1433f0 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 --2- 172.21.15.6:0/862009913 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f840c0b31c0 0x7f840c1fc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 >> 172.21.15.6:0/862009913 conn(0x7f840c0b26a0 msgr2=0x7f840c150680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 shutdown_connections 2024-09-21T07:30:59.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.176+0000 7f8413ed8640 1 -- 172.21.15.6:0/862009913 wait complete. 2024-09-21T07:30:59.198 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:30:59.198 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:59.204 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:30:59.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.404+0000 7f864fb63640 1 -- 172.21.15.6:0/3715719062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480710d0 msgr2=0x7f864815f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.404+0000 7f864fb63640 1 --2- 172.21.15.6:0/3715719062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480710d0 0x7f864815f0b0 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f8644009840 tx=0x7f864401c790 comp rx=0 tx=0).stop 2024-09-21T07:30:59.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.404+0000 7f864fb63640 1 -- 172.21.15.6:0/3715719062 shutdown_connections 2024-09-21T07:30:59.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.404+0000 7f864fb63640 1 --2- 172.21.15.6:0/3715719062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480710d0 0x7f864815f0b0 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.404+0000 7f864fb63640 1 -- 172.21.15.6:0/3715719062 >> 172.21.15.6:0/3715719062 conn(0x7f86480cdd50 msgr2=0x7f86480ce160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:59.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.404+0000 7f864fb63640 1 -- 172.21.15.6:0/3715719062 shutdown_connections 2024-09-21T07:30:59.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.404+0000 7f864fb63640 1 -- 172.21.15.6:0/3715719062 wait complete. 2024-09-21T07:30:59.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 Processor -- start 2024-09-21T07:30:59.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 -- start start 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86480710d0 0x7f864814fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8648162e10 0x7f8648150020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480c7960 0x7f86481fcd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f864816dfb0 con 0x7f86480c7960 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f864816de30 con 0x7f8648162e10 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f864816e130 con 0x7f86480710d0 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480c7960 0x7f86481fcd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480c7960 0x7f86481fcd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46076/0 (socket says 172.21.15.6:46076) 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 -- 172.21.15.6:0/4212230717 learned_addr learned my addr 172.21.15.6:0/4212230717 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:59.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864d8ff640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86480710d0 0x7f864814fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864d0fe640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8648162e10 0x7f8648150020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 -- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86480710d0 msgr2=0x7f864814fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86480710d0 0x7f864814fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 -- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8648162e10 msgr2=0x7f8648150020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8648162e10 0x7f8648150020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 -- 172.21.15.6:0/4212230717 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8648160670 con 0x7f86480c7960 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864e100640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480c7960 0x7f86481fcd70 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f864000c3f0 tx=0x7f864000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f863a7fc640 1 -- 172.21.15.6:0/4212230717 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8640017070 con 0x7f86480c7960 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f863a7fc640 1 -- 172.21.15.6:0/4212230717 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86400053c0 con 0x7f86480c7960 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8648159320 con 0x7f86480c7960 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f863a7fc640 1 -- 172.21.15.6:0/4212230717 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8640003860 con 0x7f86480c7960 2024-09-21T07:30:59.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.408+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8648160bf0 con 0x7f86480c7960 2024-09-21T07:30:59.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.412+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f864815f0b0 con 0x7f86480c7960 2024-09-21T07:30:59.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.412+0000 7f863a7fc640 1 -- 172.21.15.6:0/4212230717 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f864001a070 con 0x7f86480c7960 2024-09-21T07:30:59.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.412+0000 7f863a7fc640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f862c073230 0x7f862c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:59.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.412+0000 7f863a7fc640 1 -- 172.21.15.6:0/4212230717 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f8640093860 con 0x7f86480c7960 2024-09-21T07:30:59.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.412+0000 7f864d8ff640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f862c073230 0x7f862c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:59.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.412+0000 7f864d8ff640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f862c073230 0x7f862c075740 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f86440af000 tx=0x7f864401afd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:59.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.416+0000 7f863a7fc640 1 -- 172.21.15.6:0/4212230717 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8640021020 con 0x7f86480c7960 2024-09-21T07:30:59.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.600+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f86480d0ca0 con 0x7f86480c7960 2024-09-21T07:30:59.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.600+0000 7f863a7fc640 1 -- 172.21.15.6:0/4212230717 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7f864005ea20 con 0x7f86480c7960 2024-09-21T07:30:59.606 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:30:59.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f862c073230 msgr2=0x7f862c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f862c073230 0x7f862c075740 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f86440af000 tx=0x7f864401afd0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480c7960 msgr2=0x7f86481fcd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480c7960 0x7f86481fcd70 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f864000c3f0 tx=0x7f864000c8b0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 shutdown_connections 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f862c073230 0x7f862c075740 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86480c7960 0x7f86481fcd70 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8648162e10 0x7f8648150020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 --2- 172.21.15.6:0/4212230717 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f86480710d0 0x7f864814fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 >> 172.21.15.6:0/4212230717 conn(0x7f86480cdd50 msgr2=0x7f8648150ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 shutdown_connections 2024-09-21T07:30:59.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.604+0000 7f864fb63640 1 -- 172.21.15.6:0/4212230717 wait complete. 2024-09-21T07:30:59.631 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:30:59.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:59.631 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:30:59.642 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[47585]: fuse finished with error 0 and tester_r 0 2024-09-21T07:30:59.643 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:30:59.694 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:30:59.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:30:59.695 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:30:59.700 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:30:59.700 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:30:59.707 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:30:59.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1105158166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 msgr2=0x7f8f7c15fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1105158166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 0x7f8f7c15fbc0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f8f74009c80 tx=0x7f8f7401cbc0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1105158166 shutdown_connections 2024-09-21T07:30:59.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1105158166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f7c151d00 0x7f8f7c152110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1105158166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 0x7f8f7c15fbc0 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1105158166 >> 172.21.15.6:0/1105158166 conn(0x7f8f7c0b26a0 msgr2=0x7f8f7c0b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:30:59.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1105158166 shutdown_connections 2024-09-21T07:30:59.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1105158166 wait complete. 2024-09-21T07:30:59.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 Processor -- start 2024-09-21T07:30:59.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- start start 2024-09-21T07:30:59.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 0x7f8f7c148230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:59.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f7c0b50a0 0x7f8f7c147b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:59.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f7c151d00 0x7f8f7c14d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:59.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7c06fab0 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7c06f930 con 0x7f8f7c151d00 2024-09-21T07:30:59.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.904+0000 7f8f83e7d640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8f7c06fc30 con 0x7f8f7c0b50a0 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 0x7f8f7c148230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 0x7f8f7c148230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46102/0 (socket says 172.21.15.6:46102) 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 -- 172.21.15.6:0/1161463950 learned_addr learned my addr 172.21.15.6:0/1161463950 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81418640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f7c0b50a0 0x7f8f7c147b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 -- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f7c0b50a0 msgr2=0x7f8f7c147b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f8241a640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f7c151d00 0x7f8f7c14d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f7c0b50a0 0x7f8f7c147b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 -- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f7c151d00 msgr2=0x7f8f7c14d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f7c151d00 0x7f8f7c14d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 -- 172.21.15.6:0/1161463950 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f7c155f40 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81c19640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 0x7f8f7c148230 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f8f74009bd0 tx=0x7f8f74009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f727fc640 1 -- 172.21.15.6:0/1161463950 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f740bb070 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f727fc640 1 -- 172.21.15.6:0/1161463950 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f74004d40 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f7c14f6e0 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f727fc640 1 -- 172.21.15.6:0/1161463950 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f740b2040 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f7c14c810 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f7c15fbc0 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f727fc640 1 -- 172.21.15.6:0/1161463950 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8f740be070 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f727fc640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8f60073230 0x7f8f60075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:30:59.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f727fc640 1 -- 172.21.15.6:0/1161463950 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f8f7412df20 con 0x7f8f7c0b31c0 2024-09-21T07:30:59.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.908+0000 7f8f81418640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8f60073230 0x7f8f60075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:30:59.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.912+0000 7f8f81418640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8f60073230 0x7f8f60075740 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c166510 tx=0x7f8f6c008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:30:59.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:30:59.916+0000 7f8f727fc640 1 -- 172.21.15.6:0/1161463950 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8f7c160100 con 0x7f8f7c0b31c0 2024-09-21T07:31:00.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.104+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8f7c070ae0 con 0x7f8f7c0b31c0 2024-09-21T07:31:00.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.104+0000 7f8f727fc640 1 -- 172.21.15.6:0/1161463950 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7f8f740f8fe0 con 0x7f8f7c0b31c0 2024-09-21T07:31:00.108 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:31:00.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.104+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8f60073230 msgr2=0x7f8f60075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:00.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.104+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8f60073230 0x7f8f60075740 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c166510 tx=0x7f8f6c008040 comp rx=0 tx=0).stop 2024-09-21T07:31:00.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.104+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 msgr2=0x7f8f7c148230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:00.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.104+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 0x7f8f7c148230 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f8f74009bd0 tx=0x7f8f74009360 comp rx=0 tx=0).stop 2024-09-21T07:31:00.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.108+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 shutdown_connections 2024-09-21T07:31:00.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.108+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8f60073230 0x7f8f60075740 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.108+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8f7c151d00 0x7f8f7c14d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.108+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8f7c0b50a0 0x7f8f7c147b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.108+0000 7f8f83e7d640 1 --2- 172.21.15.6:0/1161463950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f7c0b31c0 0x7f8f7c148230 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.108+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 >> 172.21.15.6:0/1161463950 conn(0x7f8f7c0b26a0 msgr2=0x7f8f7c14e030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:00.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.108+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 shutdown_connections 2024-09-21T07:31:00.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.108+0000 7f8f83e7d640 1 -- 172.21.15.6:0/1161463950 wait complete. 2024-09-21T07:31:00.132 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:31:00.132 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:00.139 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:31:00.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.288+0000 7f4b260e1640 1 -- 172.21.15.6:0/3576654149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b2006ce50 msgr2=0x7f4b2006d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:00.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.288+0000 7f4b260e1640 1 --2- 172.21.15.6:0/3576654149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b2006ce50 0x7f4b2006d260 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f4b10009c80 tx=0x7f4b1001cbc0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.288+0000 7f4b260e1640 1 -- 172.21.15.6:0/3576654149 shutdown_connections 2024-09-21T07:31:00.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.288+0000 7f4b260e1640 1 --2- 172.21.15.6:0/3576654149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b2006ce50 0x7f4b2006d260 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.288+0000 7f4b260e1640 1 -- 172.21.15.6:0/3576654149 >> 172.21.15.6:0/3576654149 conn(0x7f4b200cdd50 msgr2=0x7f4b200ce160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:00.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.288+0000 7f4b260e1640 1 -- 172.21.15.6:0/3576654149 shutdown_connections 2024-09-21T07:31:00.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.288+0000 7f4b260e1640 1 -- 172.21.15.6:0/3576654149 wait complete. 2024-09-21T07:31:00.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 Processor -- start 2024-09-21T07:31:00.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 -- start start 2024-09-21T07:31:00.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b2006ce50 0x7f4b20167df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:00.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b200b36f0 0x7f4b20157060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b20160440 0x7f4b20154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2016b140 con 0x7f4b20160440 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2016afc0 con 0x7f4b2006ce50 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4b2016b2c0 con 0x7f4b200b36f0 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b20160440 0x7f4b20154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b20160440 0x7f4b20154250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46120/0 (socket says 172.21.15.6:46120) 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 -- 172.21.15.6:0/2693296034 learned_addr learned my addr 172.21.15.6:0/2693296034 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1effd640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b200b36f0 0x7f4b20157060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1f7fe640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b2006ce50 0x7f4b20167df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 -- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b200b36f0 msgr2=0x7f4b20157060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b200b36f0 0x7f4b20157060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 -- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b2006ce50 msgr2=0x7f4b20167df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b2006ce50 0x7f4b20167df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 -- 172.21.15.6:0/2693296034 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b20168330 con 0x7f4b20160440 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1effd640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b200b36f0 0x7f4b20157060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1f7fe640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b2006ce50 0x7f4b20167df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b1ffff640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b20160440 0x7f4b20154250 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f4b1800b410 tx=0x7f4b1800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b17fff640 1 -- 172.21.15.6:0/2693296034 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b18015020 con 0x7f4b20160440 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b17fff640 1 -- 172.21.15.6:0/2693296034 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b18011920 con 0x7f4b20160440 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b17fff640 1 -- 172.21.15.6:0/2693296034 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b18011d70 con 0x7f4b20160440 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b20155160 con 0x7f4b20160440 2024-09-21T07:31:00.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b2015b8d0 con 0x7f4b20160440 2024-09-21T07:31:00.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.292+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b20154ed0 con 0x7f4b20160440 2024-09-21T07:31:00.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.296+0000 7f4b17fff640 1 -- 172.21.15.6:0/2693296034 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4b18018020 con 0x7f4b20160440 2024-09-21T07:31:00.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.296+0000 7f4b17fff640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b00073200 0x7f4b00075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:00.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.296+0000 7f4b17fff640 1 -- 172.21.15.6:0/2693296034 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f4b18094130 con 0x7f4b20160440 2024-09-21T07:31:00.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.296+0000 7f4b1f7fe640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b00073200 0x7f4b00075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:00.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.296+0000 7f4b1f7fe640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b00073200 0x7f4b00075710 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f4b08001630 tx=0x7f4b08009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:00.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.300+0000 7f4b17fff640 1 -- 172.21.15.6:0/2693296034 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4b1801f020 con 0x7f4b20160440 2024-09-21T07:31:00.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4b2006d260 con 0x7f4b20160440 2024-09-21T07:31:00.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b17fff640 1 -- 172.21.15.6:0/2693296034 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7f4b1805f150 con 0x7f4b20160440 2024-09-21T07:31:00.487 INFO:teuthology.orchestra.run.smithi006.stderr:listed 0 entries 2024-09-21T07:31:00.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b00073200 msgr2=0x7f4b00075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:00.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b00073200 0x7f4b00075710 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f4b08001630 tx=0x7f4b08009040 comp rx=0 tx=0).stop 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b20160440 msgr2=0x7f4b20154250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b20160440 0x7f4b20154250 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f4b1800b410 tx=0x7f4b1800b8d0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 shutdown_connections 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4b00073200 0x7f4b00075710 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b20160440 0x7f4b20154250 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4b200b36f0 0x7f4b20157060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 --2- 172.21.15.6:0/2693296034 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4b2006ce50 0x7f4b20167df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 >> 172.21.15.6:0/2693296034 conn(0x7f4b200cdd50 msgr2=0x7f4b200b2030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 shutdown_connections 2024-09-21T07:31:00.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:00.484+0000 7f4b260e1640 1 -- 172.21.15.6:0/2693296034 wait complete. 2024-09-21T07:31:00.509 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:31:00.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:00.509 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:00.521 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[36125]: fuse finished with error 0 and tester_r 0 2024-09-21T07:31:00.523 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:31:03.293 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:31:03.296 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:31:06.624 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:31:06.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:06.625 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:31:06.633 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:31:06.635 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:31:06.679 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-09-21T07:31:06.679 INFO:teuthology.orchestra.run.smithi006.stdout: chdir = "" 2024-09-21T07:31:06.679 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:31:06.679 INFO:teuthology.orchestra.run.smithi006.stdout: auth supported = cephx 2024-09-21T07:31:06.679 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.679 INFO:teuthology.orchestra.run.smithi006.stdout: filestore xattr use omap = true 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: mon clock drift allowed = 1.000 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: osd crush chooseleaf type = 0 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: auth debug = true 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on old message = true 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on bug = true 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: mon pg warn max object skew = 0 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:31:06.680 INFO:teuthology.orchestra.run.smithi006.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default size = 2 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow primary affinity = true 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow pg remap = true 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on no sortbitwise = false 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on too few osds = false 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: mon_allow_pool_size_one = true 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.681 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: osd default data pool replay window = 5 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: mon allow pool delete = true 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: mon cluster log file level = debug 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: debug asserts on shutdown = true 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: mon health detail to clog = false 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout:[osd] 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: osd journal size = 100 2024-09-21T07:31:06.682 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub load threshold = 5.0 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub max interval = 600 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd recover clone overlap = true 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd recovery max chunk = 1048576 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug shutdown = true 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug op order = true 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug verify stray on activate = true 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug trim objects = true 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd open classes on start = true 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug pg log writeout = true 2024-09-21T07:31:06.683 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: osd map max advance = 10 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: journal zero on create = true 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: filestore apply finisher threads = 3 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.684 INFO:teuthology.orchestra.run.smithi006.stdout: bdev debug aio = true 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug misdirected ops = true 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: bdev async discard = True 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: bdev enable discard = True 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore allocator = bitmap 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore block size = 96636764160 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore fsck on mount = True 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluefs = 1/20 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluestore = 1/20 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: debug osd = 20 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: debug rocksdb = 4/10 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:31:06.685 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd full ratio = 0.9 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: osd objectstore = bluestore 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr] 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: debug mgr = 20 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: mgr/telemetry/nag = false 2024-09-21T07:31:06.686 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout:[mon] 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: debug paxos = 20 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: mon data avail warn = 5 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: mon mgr mkfs grace = 240 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd reporter subtree level = osd 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd prime pg temp = true 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:31:06.687 INFO:teuthology.orchestra.run.smithi006.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: # 1m isn't quite enough 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: mon down mkfs grace = 300 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:06.688 INFO:teuthology.orchestra.run.smithi006.stdout:[client] 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout: rgw cache enabled = true 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable ops log = true 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable usage log = true 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = "" 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout: client reconnect stale = True 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.a] 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.b] 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.c] 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:31:06.689 INFO:teuthology.orchestra.run.smithi006.stdout:[client.badguy] 2024-09-21T07:31:06.690 INFO:teuthology.orchestra.run.smithi006.stdout:[mds] 2024-09-21T07:31:06.690 INFO:teuthology.orchestra.run.smithi006.stdout: mds_sessionmap_keys_per_op = 1 2024-09-21T07:31:06.706 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-21T07:31:06.706 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:31:06.707 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-21T07:31:06.708 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:31:06.709 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-21T07:31:06.710 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.711 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-21T07:31:06.712 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-21T07:31:06.713 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:31:06.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:31:06.715 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout: client reconnect stale = True 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:31:06.716 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:31:06.717 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:31:06.717 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:31:06.717 INFO:teuthology.orchestra.run.smithi145.stdout:[client.badguy] 2024-09-21T07:31:06.717 INFO:teuthology.orchestra.run.smithi145.stdout:[mds] 2024-09-21T07:31:06.717 INFO:teuthology.orchestra.run.smithi145.stdout: mds_sessionmap_keys_per_op = 1 2024-09-21T07:31:06.718 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:31:06.718 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:31:06.718 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:31:06.718 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:31:06.719 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:31:06.719 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:31:06.719 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:31:06.719 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:31:06.752 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:31:06.752 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-21T07:31:06.753 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:31:06.753 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-21T07:31:06.778 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:31:06.778 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-21T07:31:06.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.948+0000 7f0036f71640 1 -- 172.21.15.6:0/2916137718 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d3140 msgr2=0x7f00300d1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.948+0000 7f0036f71640 1 --2- 172.21.15.6:0/2916137718 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d3140 0x7f00300d1670 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f0024009830 tx=0x7f002401c790 comp rx=0 tx=0).stop 2024-09-21T07:31:06.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.948+0000 7f0036f71640 1 -- 172.21.15.6:0/2916137718 shutdown_connections 2024-09-21T07:31:06.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.948+0000 7f0036f71640 1 --2- 172.21.15.6:0/2916137718 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d3140 0x7f00300d1670 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.948+0000 7f0036f71640 1 --2- 172.21.15.6:0/2916137718 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00300d2d30 0x7f00300d1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.948+0000 7f0036f71640 1 -- 172.21.15.6:0/2916137718 >> 172.21.15.6:0/2916137718 conn(0x7f003009da20 msgr2=0x7f003008bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:06.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.948+0000 7f0036f71640 1 -- 172.21.15.6:0/2916137718 shutdown_connections 2024-09-21T07:31:06.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.948+0000 7f0036f71640 1 -- 172.21.15.6:0/2916137718 wait complete. 2024-09-21T07:31:06.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 -- 172.21.15.6:0/8436830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbec0b0f20 msgr2=0x7fcbec0b1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/8436830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbec0b0f20 0x7fcbec0b1330 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fcbec0b21b0 tx=0x7fcbe401ccd0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 -- 172.21.15.6:0/8436830 shutdown_connections 2024-09-21T07:31:06.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/8436830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbec0b0f20 0x7fcbec0b1330 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/8436830 >> v2:172.21.15.145:3300/0 conn(0x7fcbec0cd620 0x7fcbec06d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 -- 172.21.15.6:0/8436830 >> 172.21.15.6:0/8436830 conn(0x7fcbec0d13b0 msgr2=0x7fcbec0d17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:06.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 -- 172.21.15.6:0/8436830 shutdown_connections 2024-09-21T07:31:06.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 -- 172.21.15.6:0/8436830 wait complete. 2024-09-21T07:31:06.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0036f71640 1 Processor -- start 2024-09-21T07:31:06.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0036f71640 1 -- start start 2024-09-21T07:31:06.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 Processor -- start 2024-09-21T07:31:06.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7fcbf0b30640 1 -- start start 2024-09-21T07:31:06.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0036f71640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d1bb0 0x7f00301583a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0036f71640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00300d2d30 0x7f0030157bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0036f71640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00300d3140 0x7f00300a0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0036f71640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f003016c380 con 0x7f00300d1bb0 2024-09-21T07:31:06.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0036f71640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f003016c200 con 0x7f00300d3140 2024-09-21T07:31:06.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0036f71640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f003016c500 con 0x7f00300d2d30 2024-09-21T07:31:06.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d1bb0 0x7f00301583a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d1bb0 0x7f00301583a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55504/0 (socket says 172.21.15.6:55504) 2024-09-21T07:31:06.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 -- 172.21.15.6:0/1471545332 learned_addr learned my addr 172.21.15.6:0/1471545332 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:06.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f002ffff640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00300d2d30 0x7f0030157bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f003550e640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00300d3140 0x7f00300a0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 -- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00300d2d30 msgr2=0x7f0030157bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00300d2d30 0x7f0030157bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 -- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00300d3140 msgr2=0x7f00300a0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00300d3140 0x7f00300a0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 -- 172.21.15.6:0/1471545332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003015f6e0 con 0x7f00300d1bb0 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.952+0000 7f0034d0d640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d1bb0 0x7f00301583a0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f002000d700 tx=0x7f002000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f002d7fa640 1 -- 172.21.15.6:0/1471545332 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020004220 con 0x7f00300d1bb0 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f002d7fa640 1 -- 172.21.15.6:0/1471545332 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0020009820 con 0x7f00300d1bb0 2024-09-21T07:31:06.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f003015f9c0 con 0x7f00300d1bb0 2024-09-21T07:31:06.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f002d7fa640 1 -- 172.21.15.6:0/1471545332 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200044b0 con 0x7f00300d1bb0 2024-09-21T07:31:06.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00301f97f0 con 0x7f00300d1bb0 2024-09-21T07:31:06.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbec0ae0e0 0x7fcbec150ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbec0b0f20 0x7fcbec0b4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbec0cd620 0x7fcbec0b53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec16a160 con 0x7fcbec0ae0e0 2024-09-21T07:31:06.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec169fe0 con 0x7fcbec0b0f20 2024-09-21T07:31:06.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcbec16a2e0 con 0x7fcbec0cd620 2024-09-21T07:31:06.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbec0b0f20 0x7fcbec0b4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbead9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbec0cd620 0x7fcbec0b53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbec0b0f20 0x7fcbec0b4e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3300/0 says I am v2:172.21.15.6:56126/0 (socket says 172.21.15.6:56126) 2024-09-21T07:31:06.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 -- 172.21.15.6:0/2398358679 learned_addr learned my addr 172.21.15.6:0/2398358679 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:06.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbea59c640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbec0ae0e0 0x7fcbec150ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00300d4490 con 0x7f00300d1bb0 2024-09-21T07:31:06.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 -- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbec0cd620 msgr2=0x7fcbec0b53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbec0cd620 0x7fcbec0b53c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 -- 172.21.15.6:0/2398358679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbec0ae0e0 msgr2=0x7fcbec150ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbec0ae0e0 0x7fcbec150ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 -- 172.21.15.6:0/2398358679 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbec151000 con 0x7fcbec0b0f20 2024-09-21T07:31:06.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbead9d640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbec0cd620 0x7fcbec0b53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T07:31:06.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbe9d9b640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbec0b0f20 0x7fcbec0b4e80 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fcbe001d980 tx=0x7fcbe001de40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:06.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f002d7fa640 1 -- 172.21.15.6:0/1471545332 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0020009c70 con 0x7f00300d1bb0 2024-09-21T07:31:06.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbdaffd640 1 -- 172.21.15.6:0/2398358679 <== mon.1 v2:172.21.15.145:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe0004220 con 0x7fcbec0b0f20 2024-09-21T07:31:06.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbdaffd640 1 -- 172.21.15.6:0/2398358679 <== mon.1 v2:172.21.15.145:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcbe00079b0 con 0x7fcbec0b0f20 2024-09-21T07:31:06.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbec1563e0 con 0x7fcbec0b0f20 2024-09-21T07:31:06.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbdaffd640 1 -- 172.21.15.6:0/2398358679 <== mon.1 v2:172.21.15.145:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe00044b0 con 0x7fcbec0b0f20 2024-09-21T07:31:06.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f002d7fa640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f001c073230 0x7f001c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f002d7fa640 1 -- 172.21.15.6:0/1471545332 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f0020094690 con 0x7f00300d1bb0 2024-09-21T07:31:06.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f002ffff640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f001c073230 0x7f001c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0cca488640 1 -- 172.21.15.6:0/271783338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc415fa40 msgr2=0x7f0cc415b650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbec0b4680 con 0x7fcbec0b0f20 2024-09-21T07:31:06.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0cca488640 1 --2- 172.21.15.6:0/271783338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc415fa40 0x7f0cc415b650 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f0cc40cae30 tx=0x7f0cbc01ca60 comp rx=0 tx=0).stop 2024-09-21T07:31:06.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0cca488640 1 -- 172.21.15.6:0/271783338 shutdown_connections 2024-09-21T07:31:06.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0cca488640 1 --2- 172.21.15.6:0/271783338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc415fa40 0x7f0cc415b650 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0cca488640 1 --2- 172.21.15.6:0/271783338 >> v2:172.21.15.145:3300/0 conn(0x7f0cc40cc190 0x7f0cc415b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0cca488640 1 -- 172.21.15.6:0/271783338 >> 172.21.15.6:0/271783338 conn(0x7f0cc40d0b30 msgr2=0x7f0cc40d0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:06.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbec0b1330 con 0x7fcbec0b0f20 2024-09-21T07:31:06.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0cca488640 1 -- 172.21.15.6:0/271783338 shutdown_connections 2024-09-21T07:31:06.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.956+0000 7f0cca488640 1 -- 172.21.15.6:0/271783338 wait complete. 2024-09-21T07:31:06.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.960+0000 7f002ffff640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f001c073230 0x7f001c075740 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f00240af000 tx=0x7f00240b5040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:06.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.960+0000 7fcbdaffd640 1 -- 172.21.15.6:0/2398358679 <== mon.1 v2:172.21.15.145:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcbe0005020 con 0x7fcbec0b0f20 2024-09-21T07:31:06.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.960+0000 7f0cca488640 1 Processor -- start 2024-09-21T07:31:06.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.960+0000 7fcbdaffd640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbcc073200 0x7fcbcc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.960+0000 7f0cca488640 1 -- start start 2024-09-21T07:31:06.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.960+0000 7fcbdaffd640 1 -- 172.21.15.6:0/2398358679 <== mon.1 v2:172.21.15.145:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fcbe00a5750 con 0x7fcbec0b0f20 2024-09-21T07:31:06.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.960+0000 7fcbea59c640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbcc073200 0x7fcbcc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.960+0000 7fcbea59c640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbcc073200 0x7fcbcc075710 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fcbec073000 tx=0x7fcbdc009060 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:06.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc4068db0 0x7f0cc41592c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc40738f0 0x7f0cc4073d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc41f9490 0x7f0cc41f98a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc41696c0 con 0x7f0cc41f9490 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc415c8b0 con 0x7f0cc4068db0 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc4169840 con 0x7f0cc40738f0 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc41f9490 0x7f0cc41f98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc41f9490 0x7f0cc41f98a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55524/0 (socket says 172.21.15.6:55524) 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 -- 172.21.15.6:0/2406638534 learned_addr learned my addr 172.21.15.6:0/2406638534 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc3fff640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc4068db0 0x7f0cc41592c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc37fe640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc40738f0 0x7f0cc4073d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 -- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc40738f0 msgr2=0x7f0cc4073d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc40738f0 0x7f0cc4073d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 -- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc4068db0 msgr2=0x7f0cc41592c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc4068db0 0x7f0cc41592c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:06.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 -- 172.21.15.6:0/2406638534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc40b2550 con 0x7f0cc41f9490 2024-09-21T07:31:06.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f002d7fa640 1 -- 172.21.15.6:0/1471545332 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0020020020 con 0x7f00300d1bb0 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc37fe640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc40738f0 0x7f0cc4073d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc8a25640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc41f9490 0x7f0cc41f98a0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc01c4d0 tx=0x7f0cbc003f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc0ff9640 1 -- 172.21.15.6:0/2406638534 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc0b2040 con 0x7f0cc41f9490 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc0ff9640 1 -- 172.21.15.6:0/2406638534 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0cbc0bb070 con 0x7f0cc41f9490 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc4074240 con 0x7f0cc41f9490 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc0ff9640 1 -- 172.21.15.6:0/2406638534 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc004330 con 0x7f0cc41f9490 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc4166df0 con 0x7f0cc41f9490 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cc415b110 con 0x7f0cc41f9490 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.964+0000 7f0cc0ff9640 1 -- 172.21.15.6:0/2406638534 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0cbc0044d0 con 0x7f0cc41f9490 2024-09-21T07:31:06.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.968+0000 7f0cc0ff9640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0cb0073200 0x7f0cb0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:06.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.968+0000 7f0cc0ff9640 1 -- 172.21.15.6:0/2406638534 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f0cbc12f5e0 con 0x7f0cc41f9490 2024-09-21T07:31:06.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.972+0000 7f0cc0ff9640 1 -- 172.21.15.6:0/2406638534 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0cc4074240 con 0x7f0cc41f9490 2024-09-21T07:31:06.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.972+0000 7f0cc3fff640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0cb0073200 0x7f0cb0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:06.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.972+0000 7f0cc3fff640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0cb0073200 0x7f0cb0075710 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4001870 tx=0x7f0cb4001380 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:06.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:06.972+0000 7fcbdaffd640 1 -- 172.21.15.6:0/2398358679 <== mon.1 v2:172.21.15.145:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fcbe0025030 con 0x7fcbec0b0f20 2024-09-21T07:31:07.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:07.200+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7f003015fb90 con 0x7f00300d1bb0 2024-09-21T07:31:07.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:07.224+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7fcbec154860 con 0x7fcbec0b0f20 2024-09-21T07:31:07.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:07.224+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7f0cc40cd390 con 0x7f0cc41f9490 2024-09-21T07:31:07.778 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-21T07:31:08.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.036+0000 7f002d7fa640 1 -- 172.21.15.6:0/1471545332 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 5864 v77) ==== 95+0+0 (secure 0 0 0) 0x7f0020017030 con 0x7f00300d1bb0 2024-09-21T07:31:08.039 INFO:teuthology.orchestra.run.smithi006.stderr:failed mds gid 5864 2024-09-21T07:31:08.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.036+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f001c073230 msgr2=0x7f001c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:08.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.036+0000 7f0036f71640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f001c073230 0x7f001c075740 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f00240af000 tx=0x7f00240b5040 comp rx=0 tx=0).stop 2024-09-21T07:31:08.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.036+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d1bb0 msgr2=0x7f00301583a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.036+0000 7f0036f71640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d1bb0 0x7f00301583a0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f002000d700 tx=0x7f002000dbc0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.040+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 shutdown_connections 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.040+0000 7f0036f71640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f001c073230 0x7f001c075740 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.040+0000 7f0036f71640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f00300d3140 0x7f00300a0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.040+0000 7f0036f71640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f00300d2d30 0x7f0030157bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.040+0000 7f0036f71640 1 --2- 172.21.15.6:0/1471545332 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00300d1bb0 0x7f00301583a0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.040+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 >> 172.21.15.6:0/1471545332 conn(0x7f003009da20 msgr2=0x7f00300b2b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.040+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 shutdown_connections 2024-09-21T07:31:08.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.040+0000 7f0036f71640 1 -- 172.21.15.6:0/1471545332 wait complete. 2024-09-21T07:31:08.057 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:31:08.052+0000 7fea60748640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:31:08.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.068+0000 7fcbdaffd640 1 -- 172.21.15.6:0/2398358679 <== mon.1 v2:172.21.15.145:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 7221 v78) ==== 95+0+0 (secure 0 0 0) 0x7fcbe00701b0 con 0x7fcbec0b0f20 2024-09-21T07:31:08.071 INFO:teuthology.orchestra.run.smithi006.stderr:failed mds gid 7221 2024-09-21T07:31:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.068+0000 7f0cc0ff9640 1 -- 172.21.15.6:0/2406638534 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 7215 v79) ==== 95+0+0 (secure 0 0 0) 0x7f0cbc016770 con 0x7f0cc41f9490 2024-09-21T07:31:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:failed mds gid 7215 2024-09-21T07:31:08.073 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T07:31:08.074 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T07:31:08.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbcc073200 msgr2=0x7fcbcc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:08.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbcc073200 0x7fcbcc075710 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fcbec073000 tx=0x7fcbdc009060 comp rx=0 tx=0).stop 2024-09-21T07:31:08.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbec0b0f20 msgr2=0x7fcbec0b4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:08.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbec0b0f20 0x7fcbec0b4e80 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fcbe001d980 tx=0x7fcbe001de40 comp rx=0 tx=0).stop 2024-09-21T07:31:08.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 shutdown_connections 2024-09-21T07:31:08.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbcc073200 0x7fcbcc075710 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbec0cd620 0x7fcbec0b53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbec0b0f20 0x7fcbec0b4e80 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 --2- 172.21.15.6:0/2398358679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbec0ae0e0 0x7fcbec150ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 >> 172.21.15.6:0/2398358679 conn(0x7fcbec0d13b0 msgr2=0x7fcbec1583e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:08.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 shutdown_connections 2024-09-21T07:31:08.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7fcbf0b30640 1 -- 172.21.15.6:0/2398358679 wait complete. 2024-09-21T07:31:08.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0cb0073200 msgr2=0x7f0cb0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0cb0073200 0x7f0cb0075710 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4001870 tx=0x7f0cb4001380 comp rx=0 tx=0).stop 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc41f9490 msgr2=0x7f0cc41f98a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc41f9490 0x7f0cc41f98a0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc01c4d0 tx=0x7f0cbc003f40 comp rx=0 tx=0).stop 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 shutdown_connections 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0cb0073200 0x7f0cb0075710 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0cc41f9490 0x7f0cc41f98a0 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f0cc40738f0 0x7f0cc4073d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 --2- 172.21.15.6:0/2406638534 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0cc4068db0 0x7f0cc41592c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 >> 172.21.15.6:0/2406638534 conn(0x7f0cc40d0b30 msgr2=0x7f0cc415a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 shutdown_connections 2024-09-21T07:31:08.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:08.072+0000 7f0cca488640 1 -- 172.21.15.6:0/2406638534 wait complete. 2024-09-21T07:31:08.080 INFO:tasks.ceph.mds.d:Started 2024-09-21T07:31:08.081 DEBUG:teuthology.parallel:result is None 2024-09-21T07:31:08.107 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T07:31:08.107 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T07:31:08.110 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T07:31:08.110 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T07:31:08.155 INFO:tasks.ceph.mds.a:Started 2024-09-21T07:31:08.155 DEBUG:teuthology.parallel:result is None 2024-09-21T07:31:08.156 INFO:tasks.ceph.mds.c:Started 2024-09-21T07:31:08.156 DEBUG:teuthology.parallel:result is None 2024-09-21T07:31:08.186 INFO:tasks.ceph.mds.d.smithi145.stdout:starting mds.d at 2024-09-21T07:31:08.248 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:31:08.255 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:31:12.778 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:31:13.107 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-21T07:31:13.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 -- 172.21.15.6:0/4019865838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80cc7e0 msgr2=0x7f62a80b3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 --2- 172.21.15.6:0/4019865838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80cc7e0 0x7f62a80b3740 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f62a809e420 tx=0x7f62a001c890 comp rx=0 tx=0).stop 2024-09-21T07:31:13.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 -- 172.21.15.6:0/4019865838 shutdown_connections 2024-09-21T07:31:13.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 --2- 172.21.15.6:0/4019865838 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62a80cbc80 0x7f62a80ca970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 --2- 172.21.15.6:0/4019865838 >> v2:172.21.15.145:3300/0 conn(0x7f62a80b3c80 0x7f62a80cb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 --2- 172.21.15.6:0/4019865838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80cc7e0 0x7f62a80b3740 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 -- 172.21.15.6:0/4019865838 >> 172.21.15.6:0/4019865838 conn(0x7f62a806d4c0 msgr2=0x7f62a80d0320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:13.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 -- 172.21.15.6:0/4019865838 shutdown_connections 2024-09-21T07:31:13.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 -- 172.21.15.6:0/4019865838 wait complete. 2024-09-21T07:31:13.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 Processor -- start 2024-09-21T07:31:13.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 -- start start 2024-09-21T07:31:13.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80b3c80 0x7f62a809dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:13.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62a80cbc80 0x7f62a81f82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:13.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a80cc7e0 0x7f62a81f8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:13.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f62a806fc00 con 0x7f62a80b3c80 2024-09-21T07:31:13.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.280+0000 7f62ad956640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f62a806fa80 con 0x7f62a80cc7e0 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62ad956640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f62a806fd80 con 0x7f62a80cbc80 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80b3c80 0x7f62a809dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80b3c80 0x7f62a809dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51842/0 (socket says 172.21.15.6:51842) 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 -- 172.21.15.6:0/3560430544 learned_addr learned my addr 172.21.15.6:0/3560430544 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a67fc640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62a80cbc80 0x7f62a81f82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a77fe640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a80cc7e0 0x7f62a81f8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 -- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62a80cbc80 msgr2=0x7f62a81f82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62a80cbc80 0x7f62a81f82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 -- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a80cc7e0 msgr2=0x7f62a81f8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a80cc7e0 0x7f62a81f8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 -- 172.21.15.6:0/3560430544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a815b370 con 0x7f62a80b3c80 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a77fe640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a80cc7e0 0x7f62a81f8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a6ffd640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80b3c80 0x7f62a809dad0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f62a0009850 tx=0x7f62a00a56a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:13.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f629ffff640 1 -- 172.21.15.6:0/3560430544 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a00b2040 con 0x7f62a80b3c80 2024-09-21T07:31:13.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f629ffff640 1 -- 172.21.15.6:0/3560430544 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62a00043b0 con 0x7f62a80b3c80 2024-09-21T07:31:13.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62a80c48c0 con 0x7f62a80b3c80 2024-09-21T07:31:13.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f629ffff640 1 -- 172.21.15.6:0/3560430544 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a0005290 con 0x7f62a80b3c80 2024-09-21T07:31:13.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62a80c4e80 con 0x7f62a80b3c80 2024-09-21T07:31:13.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62a80ca970 con 0x7f62a80b3c80 2024-09-21T07:31:13.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f629ffff640 1 -- 172.21.15.6:0/3560430544 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f62a0005430 con 0x7f62a80b3c80 2024-09-21T07:31:13.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f629ffff640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6288073200 0x7f6288075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:13.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f629ffff640 1 -- 172.21.15.6:0/3560430544 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5795+0+0 (secure 0 0 0) 0x7f62a012e070 con 0x7f62a80b3c80 2024-09-21T07:31:13.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.284+0000 7f62a67fc640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6288073200 0x7f6288075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:13.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.288+0000 7f62a67fc640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6288073200 0x7f6288075710 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f62a81f1780 tx=0x7f629000b260 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:13.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.288+0000 7f629ffff640 1 -- 172.21.15.6:0/3560430544 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f62a00164b0 con 0x7f62a80b3c80 2024-09-21T07:31:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.532+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7f62a815b620 con 0x7f62a80b3c80 2024-09-21T07:31:13.537 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:31:13.532+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:31:13.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.532+0000 7f629ffff640 1 -- 172.21.15.6:0/3560430544 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 5861 v81) ==== 95+0+0 (secure 0 0 0) 0x7f62a00f8a80 con 0x7f62a80b3c80 2024-09-21T07:31:13.538 INFO:teuthology.orchestra.run.smithi006.stderr:failed mds gid 5861 2024-09-21T07:31:13.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6288073200 msgr2=0x7f6288075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6288073200 0x7f6288075710 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f62a81f1780 tx=0x7f629000b260 comp rx=0 tx=0).stop 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80b3c80 msgr2=0x7f62a809dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80b3c80 0x7f62a809dad0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f62a0009850 tx=0x7f62a00a56a0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 shutdown_connections 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f6288073200 0x7f6288075710 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f62a80cc7e0 0x7f62a81f8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f62a80cbc80 0x7f62a81f82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 --2- 172.21.15.6:0/3560430544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f62a80b3c80 0x7f62a809dad0 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 >> 172.21.15.6:0/3560430544 conn(0x7f62a806d4c0 msgr2=0x7f62a8074860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 shutdown_connections 2024-09-21T07:31:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.536+0000 7f62ad956640 1 -- 172.21.15.6:0/3560430544 wait complete. 2024-09-21T07:31:13.563 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T07:31:13.563 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T07:31:13.565 INFO:tasks.ceph.mds.b:Started 2024-09-21T07:31:13.565 DEBUG:teuthology.parallel:result is None 2024-09-21T07:31:13.566 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:13.674 INFO:tasks.ceph.mds.b.smithi145.stdout:starting mds.b at 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 -- 172.21.15.6:0/3842616064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd33015f7e0 msgr2=0x7fd33015fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 --2- 172.21.15.6:0/3842616064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd33015f7e0 0x7fd33015fbf0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fd3300711b0 tx=0x7fd32001f090 comp rx=0 tx=0).stop 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 -- 172.21.15.6:0/3842616064 shutdown_connections 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 --2- 172.21.15.6:0/3842616064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd33015f7e0 0x7fd33015fbf0 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 --2- 172.21.15.6:0/3842616064 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd3300ce5a0 0x7fd33015f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 --2- 172.21.15.6:0/3842616064 >> v2:172.21.15.145:3300/0 conn(0x7fd3300cc640 0x7fd3300ce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 -- 172.21.15.6:0/3842616064 >> 172.21.15.6:0/3842616064 conn(0x7fd33006d650 msgr2=0x7fd3300b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 -- 172.21.15.6:0/3842616064 shutdown_connections 2024-09-21T07:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 -- 172.21.15.6:0/3842616064 wait complete. 2024-09-21T07:31:13.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 Processor -- start 2024-09-21T07:31:13.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.720+0000 7fd335261640 1 -- start start 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3300cc640 0x7fd33009a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3300ce5a0 0x7fd33009b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd33015f7e0 0x7fd3300c9c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd33006f770 con 0x7fd3300ce5a0 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fd3300cb490 con 0x7fd3300cc640 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fd33006f8f0 con 0x7fd33015f7e0 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3300ce5a0 0x7fd33009b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3300ce5a0 0x7fd33009b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51872/0 (socket says 172.21.15.6:51872) 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 -- 172.21.15.6:0/3959346642 learned_addr learned my addr 172.21.15.6:0/3959346642 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32f7fe640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd33015f7e0 0x7fd3300c9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32effd640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3300cc640 0x7fd33009a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 -- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd33015f7e0 msgr2=0x7fd3300c9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd33015f7e0 0x7fd3300c9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 -- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3300cc640 msgr2=0x7fd33009a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3300cc640 0x7fd33009a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 -- 172.21.15.6:0/3959346642 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd33015f010 con 0x7fd3300ce5a0 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd32e7fc640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3300ce5a0 0x7fd33009b380 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fd32400d650 tx=0x7fd32400da50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd3177fe640 1 -- 172.21.15.6:0/3959346642 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd324017070 con 0x7fd3300ce5a0 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd33009b8c0 con 0x7fd3300ce5a0 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd3177fe640 1 -- 172.21.15.6:0/3959346642 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd324005310 con 0x7fd3300ce5a0 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd3177fe640 1 -- 172.21.15.6:0/3959346642 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3240047b0 con 0x7fd3300ce5a0 2024-09-21T07:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3301f76e0 con 0x7fd3300ce5a0 2024-09-21T07:31:13.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3301f7450 con 0x7fd3300ce5a0 2024-09-21T07:31:13.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.724+0000 7fd3177fe640 1 -- 172.21.15.6:0/3959346642 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd324004950 con 0x7fd3300ce5a0 2024-09-21T07:31:13.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.728+0000 7fd3177fe640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd31c073200 0x7fd31c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:13.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.728+0000 7fd3177fe640 1 -- 172.21.15.6:0/3959346642 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5881+0+0 (secure 0 0 0) 0x7fd324094730 con 0x7fd3300ce5a0 2024-09-21T07:31:13.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.728+0000 7fd32effd640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd31c073200 0x7fd31c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:13.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.728+0000 7fd32effd640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd31c073200 0x7fd31c075710 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fd328009e50 tx=0x7fd328009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.732+0000 7fd3177fe640 1 -- 172.21.15.6:0/3959346642 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd32405f050 con 0x7fd3300ce5a0 2024-09-21T07:31:13.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.944+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd33015f2a0 con 0x7fd3300ce5a0 2024-09-21T07:31:13.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.944+0000 7fd3177fe640 1 -- 172.21.15.6:0/3959346642 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 82 v82) ==== 94+0+4392 (secure 0 0 0) 0x7fd324063a80 con 0x7fd3300ce5a0 2024-09-21T07:31:13.948 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:13.948 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":82,"btime":"2024-09-21T07:31:13:546470+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7428,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":82,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:13.546407+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7434},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:replay","state_seq":1,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":8}]} 2024-09-21T07:31:13.949 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 82 2024-09-21T07:31:13.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd31c073200 msgr2=0x7fd31c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd31c073200 0x7fd31c075710 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fd328009e50 tx=0x7fd328009500 comp rx=0 tx=0).stop 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3300ce5a0 msgr2=0x7fd33009b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3300ce5a0 0x7fd33009b380 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fd32400d650 tx=0x7fd32400da50 comp rx=0 tx=0).stop 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 shutdown_connections 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fd31c073200 0x7fd31c075710 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fd33015f7e0 0x7fd3300c9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd3300ce5a0 0x7fd33009b380 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 --2- 172.21.15.6:0/3959346642 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fd3300cc640 0x7fd33009a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 >> 172.21.15.6:0/3959346642 conn(0x7fd33006d650 msgr2=0x7fd330074940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 shutdown_connections 2024-09-21T07:31:13.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:13.948+0000 7fd335261640 1 -- 172.21.15.6:0/3959346642 wait complete. 2024-09-21T07:31:14.375 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 82, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:30:46.508318+0000', 'modified': '2024-09-21T07:31:13.546407+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 107, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7434}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7434': {'gid': 7434, 'name': 'c', 'rank': 0, 'incarnation': 82, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.6:6835/2483935998', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 2483935998}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 2483935998}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T07:31:14.375 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7434:up:replay 2024-09-21T07:31:14.720 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-21T07:31:15.376 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.540+0000 7f01b2fb4640 1 -- 172.21.15.6:0/550810553 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 msgr2=0x7f0194003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.540+0000 7f01b2fb4640 1 --2- 172.21.15.6:0/550810553 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 0x7f0194003eb0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f019c00c2e0 tx=0x7f019c01cf60 comp rx=0 tx=0).stop 2024-09-21T07:31:15.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.540+0000 7f01b1551640 1 -- 172.21.15.6:0/550810553 reap_dead start 2024-09-21T07:31:15.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 -- 172.21.15.6:0/550810553 shutdown_connections 2024-09-21T07:31:15.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 -- 172.21.15.6:0/550810553 >> 172.21.15.6:0/550810553 conn(0x7f01ac0cef60 msgr2=0x7f01ac0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:15.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 -- 172.21.15.6:0/550810553 shutdown_connections 2024-09-21T07:31:15.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 -- 172.21.15.6:0/550810553 wait complete. 2024-09-21T07:31:15.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 Processor -- start 2024-09-21T07:31:15.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 -- start start 2024-09-21T07:31:15.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 0x7f01ac1f9250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:15.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01ac06e9b0 0x7f01ac1fbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01ac1fc230 0x7f01ac165840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac168690 con 0x7f0194003a40 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac168510 con 0x7f01ac06e9b0 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b2fb4640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f01ac168810 con 0x7f01ac1fc230 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b0d50640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 0x7f01ac1f9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b0d50640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 0x7f01ac1f9250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51894/0 (socket says 172.21.15.6:51894) 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b0d50640 1 -- 172.21.15.6:0/1743619730 learned_addr learned my addr 172.21.15.6:0/1743619730 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b1551640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01ac1fc230 0x7f01ac165840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01abfff640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01ac06e9b0 0x7f01ac1fbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b0d50640 1 -- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01ac1fc230 msgr2=0x7f01ac165840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b0d50640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01ac1fc230 0x7f01ac165840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b0d50640 1 -- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01ac06e9b0 msgr2=0x7f01ac1fbcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.544+0000 7f01b0d50640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01ac06e9b0 0x7f01ac1fbcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:15.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01b0d50640 1 -- 172.21.15.6:0/1743619730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01ac15a450 con 0x7f0194003a40 2024-09-21T07:31:15.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01b0d50640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 0x7f01ac1f9250 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f019c01b660 tx=0x7f019c001d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:15.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01a97fa640 1 -- 172.21.15.6:0/1743619730 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c001580 con 0x7f0194003a40 2024-09-21T07:31:15.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01a97fa640 1 -- 172.21.15.6:0/1743619730 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f019c006280 con 0x7f0194003a40 2024-09-21T07:31:15.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01ac15a730 con 0x7f0194003a40 2024-09-21T07:31:15.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01a97fa640 1 -- 172.21.15.6:0/1743619730 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c003600 con 0x7f0194003a40 2024-09-21T07:31:15.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01ac1fc750 con 0x7f0194003a40 2024-09-21T07:31:15.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01ac1603c0 con 0x7f0194003a40 2024-09-21T07:31:15.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01a97fa640 1 -- 172.21.15.6:0/1743619730 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f019c0037a0 con 0x7f0194003a40 2024-09-21T07:31:15.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01a97fa640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0198073230 0x7f0198075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:15.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01a97fa640 1 -- 172.21.15.6:0/1743619730 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5881+0+0 (secure 0 0 0) 0x7f019c12d920 con 0x7f0194003a40 2024-09-21T07:31:15.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.548+0000 7f01abfff640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0198073230 0x7f0198075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:15.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.552+0000 7f01abfff640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0198073230 0x7f0198075740 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f01a0000c10 tx=0x7f01a0006cd0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:15.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.552+0000 7f01a97fa640 1 -- 172.21.15.6:0/1743619730 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f019c016d10 con 0x7f0194003a40 2024-09-21T07:31:15.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.760+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01ac1fc980 con 0x7f0194003a40 2024-09-21T07:31:15.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.760+0000 7f01a97fa640 1 -- 172.21.15.6:0/1743619730 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5220 (secure 0 0 0) 0x7f019c0f8240 con 0x7f0194003a40 2024-09-21T07:31:15.766 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:15.766 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":84,"btime":"2024-09-21T07:31:15:552828+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":7428,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:14.558528+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7434},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:rejoin","state_seq":4,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":8}]} 2024-09-21T07:31:15.766 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 84 2024-09-21T07:31:15.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0198073230 msgr2=0x7f0198075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:15.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0198073230 0x7f0198075740 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f01a0000c10 tx=0x7f01a0006cd0 comp rx=0 tx=0).stop 2024-09-21T07:31:15.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 msgr2=0x7f01ac1f9250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 0x7f01ac1f9250 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f019c01b660 tx=0x7f019c001d10 comp rx=0 tx=0).stop 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 shutdown_connections 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0198073230 0x7f0198075740 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f01ac1fc230 0x7f01ac165840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f01ac06e9b0 0x7f01ac1fbcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 --2- 172.21.15.6:0/1743619730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0194003a40 0x7f01ac1f9250 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 >> 172.21.15.6:0/1743619730 conn(0x7f01ac0cef60 msgr2=0x7f01ac0b1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 shutdown_connections 2024-09-21T07:31:15.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:15.764+0000 7f01b2fb4640 1 -- 172.21.15.6:0/1743619730 wait complete. 2024-09-21T07:31:16.190 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 84, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:30:46.508318+0000', 'modified': '2024-09-21T07:31:14.558528+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 107, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7434}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7434': {'gid': 7434, 'name': 'c', 'rank': 0, 'incarnation': 82, 'state': 'up:rejoin', 'state_seq': 4, 'addr': '172.21.15.6:6835/2483935998', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 2483935998}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 2483935998}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T07:31:16.190 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7434:up:rejoin 2024-09-21T07:31:17.191 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:17.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.356+0000 7fdddd67e640 1 -- 172.21.15.6:0/3768092719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 msgr2=0x7fddc4003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:17.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.356+0000 7fdddd67e640 1 --2- 172.21.15.6:0/3768092719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 0x7fddc4003eb0 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7fddd815d1b0 tx=0x7fddc801f6c0 comp rx=0 tx=0).stop 2024-09-21T07:31:17.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.356+0000 7fddd77fe640 1 -- 172.21.15.6:0/3768092719 reap_dead start 2024-09-21T07:31:17.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.356+0000 7fdddd67e640 1 -- 172.21.15.6:0/3768092719 shutdown_connections 2024-09-21T07:31:17.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.356+0000 7fdddd67e640 1 -- 172.21.15.6:0/3768092719 >> 172.21.15.6:0/3768092719 conn(0x7fddd8071940 msgr2=0x7fddd8068db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:17.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.356+0000 7fdddd67e640 1 -- 172.21.15.6:0/3768092719 shutdown_connections 2024-09-21T07:31:17.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.356+0000 7fdddd67e640 1 -- 172.21.15.6:0/3768092719 wait complete. 2024-09-21T07:31:17.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 Processor -- start 2024-09-21T07:31:17.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 -- start start 2024-09-21T07:31:17.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 0x7fddd81f9da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:17.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddd806f230 0x7fddd81535b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:17.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddd815b900 0x7fddd815bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:17.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fddd80cce00 con 0x7fddc4003a40 2024-09-21T07:31:17.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fddd80d1770 con 0x7fddd806f230 2024-09-21T07:31:17.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fddd8160ed0 con 0x7fddd815b900 2024-09-21T07:31:17.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 0x7fddd81f9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 0x7fddd81f9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51912/0 (socket says 172.21.15.6:51912) 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 -- 172.21.15.6:0/3627304454 learned_addr learned my addr 172.21.15.6:0/3627304454 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd67fc640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddd806f230 0x7fddd81535b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd77fe640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddd815b900 0x7fddd815bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 -- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddd815b900 msgr2=0x7fddd815bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddd815b900 0x7fddd815bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 -- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddd806f230 msgr2=0x7fddd81535b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddd806f230 0x7fddd81535b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 -- 172.21.15.6:0/3627304454 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddd815c250 con 0x7fddc4003a40 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd67fc640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddd806f230 0x7fddd81535b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddd6ffd640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 0x7fddd81f9da0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fddc80b1040 tx=0x7fddc8001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddcf7fe640 1 -- 172.21.15.6:0/3627304454 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc80bf070 con 0x7fddc4003a40 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddcf7fe640 1 -- 172.21.15.6:0/3627304454 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fddc8006440 con 0x7fddc4003a40 2024-09-21T07:31:17.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fddcf7fe640 1 -- 172.21.15.6:0/3627304454 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc80b3070 con 0x7fddc4003a40 2024-09-21T07:31:17.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddd81f5d50 con 0x7fddc4003a40 2024-09-21T07:31:17.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.360+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddd81f6300 con 0x7fddc4003a40 2024-09-21T07:31:17.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.364+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddd80d0e50 con 0x7fddc4003a40 2024-09-21T07:31:17.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.364+0000 7fddcf7fe640 1 -- 172.21.15.6:0/3627304454 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fddc80c2070 con 0x7fddc4003a40 2024-09-21T07:31:17.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.364+0000 7fddcf7fe640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb8073230 0x7fddb8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:17.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.364+0000 7fddcf7fe640 1 -- 172.21.15.6:0/3627304454 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5881+0+0 (secure 0 0 0) 0x7fddc8131760 con 0x7fddc4003a40 2024-09-21T07:31:17.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.364+0000 7fddd67fc640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb8073230 0x7fddb8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:17.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.364+0000 7fddd67fc640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb8073230 0x7fddb8075740 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fddd80b1f60 tx=0x7fddc0009500 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:17.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.368+0000 7fddcf7fe640 1 -- 172.21.15.6:0/3627304454 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fddd815c250 con 0x7fddc4003a40 2024-09-21T07:31:17.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.580+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fddd80b81e0 con 0x7fddc4003a40 2024-09-21T07:31:17.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.584+0000 7fddcf7fe640 1 -- 172.21.15.6:0/3627304454 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5227 (secure 0 0 0) 0x7fddc8019470 con 0x7fddc4003a40 2024-09-21T07:31:17.587 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:17.587 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":85,"btime":"2024-09-21T07:31:16:566347+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":7428,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[{"mdsmap":{"epoch":85,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:16.566332+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7434},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:active","state_seq":5,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7434,"qdb_cluster":[7434]},"id":8}]} 2024-09-21T07:31:17.588 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 85 2024-09-21T07:31:17.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.584+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb8073230 msgr2=0x7fddb8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:17.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.584+0000 7fdddd67e640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb8073230 0x7fddb8075740 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fddd80b1f60 tx=0x7fddc0009500 comp rx=0 tx=0).stop 2024-09-21T07:31:17.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.584+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 msgr2=0x7fddd81f9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:17.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.584+0000 7fdddd67e640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 0x7fddd81f9da0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fddc80b1040 tx=0x7fddc8001230 comp rx=0 tx=0).stop 2024-09-21T07:31:17.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.588+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 shutdown_connections 2024-09-21T07:31:17.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.588+0000 7fdddd67e640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fddb8073230 0x7fddb8075740 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:17.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.588+0000 7fdddd67e640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fddd815b900 0x7fddd815bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:17.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.588+0000 7fdddd67e640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fddd806f230 0x7fddd81535b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:17.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.588+0000 7fdddd67e640 1 --2- 172.21.15.6:0/3627304454 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fddc4003a40 0x7fddd81f9da0 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:17.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.588+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 >> 172.21.15.6:0/3627304454 conn(0x7fddd8071940 msgr2=0x7fddd80b5550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:17.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.588+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 shutdown_connections 2024-09-21T07:31:17.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:17.588+0000 7fdddd67e640 1 -- 172.21.15.6:0/3627304454 wait complete. 2024-09-21T07:31:18.014 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 85, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:30:46.508318+0000', 'modified': '2024-09-21T07:31:16.566332+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 107, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7434}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7434': {'gid': 7434, 'name': 'c', 'rank': 0, 'incarnation': 82, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.6:6835/2483935998', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 2483935998}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 2483935998}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7434, 'qdb_cluster': [7434]} 2024-09-21T07:31:18.014 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T07:31:18.014 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T07:31:18.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.184+0000 7f4bd5429640 1 -- 172.21.15.6:0/2387802038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0068db0 msgr2=0x7f4bd015a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.184+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2387802038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0068db0 0x7f4bd015a2b0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f4bc4009840 tx=0x7f4bc401c820 comp rx=0 tx=0).stop 2024-09-21T07:31:18.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.184+0000 7f4bd5429640 1 -- 172.21.15.6:0/2387802038 shutdown_connections 2024-09-21T07:31:18.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.184+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2387802038 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd0071d30 0x7f4bd0073cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.184+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2387802038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0068db0 0x7f4bd015a2b0 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.184+0000 7f4bd5429640 1 -- 172.21.15.6:0/2387802038 >> 172.21.15.6:0/2387802038 conn(0x7f4bd00d0b30 msgr2=0x7f4bd00d0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:18.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.184+0000 7f4bd5429640 1 -- 172.21.15.6:0/2387802038 shutdown_connections 2024-09-21T07:31:18.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.184+0000 7f4bd5429640 1 -- 172.21.15.6:0/2387802038 wait complete. 2024-09-21T07:31:18.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 Processor -- start 2024-09-21T07:31:18.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 -- start start 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd0068db0 0x7f4bd00af990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0071d30 0x7f4bd00b5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd00d1850 0x7f4bd00b6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd016a5c0 con 0x7f4bd0071d30 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd016a440 con 0x7f4bd00d1850 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4bd016a740 con 0x7f4bd0068db0 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0071d30 0x7f4bd00b5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0071d30 0x7f4bd00b5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51936/0 (socket says 172.21.15.6:51936) 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 -- 172.21.15.6:0/2086730743 learned_addr learned my addr 172.21.15.6:0/2086730743 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:18.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bceffd640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd0068db0 0x7f4bd00af990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd00d1850 0x7f4bd00b6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 -- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd0068db0 msgr2=0x7f4bd00af990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd0068db0 0x7f4bd00af990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 -- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd00d1850 msgr2=0x7f4bd00b6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd00d1850 0x7f4bd00b6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 -- 172.21.15.6:0/2086730743 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bd01535f0 con 0x7f4bd0071d30 2024-09-21T07:31:18.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd00d1850 0x7f4bd00b6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:18.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0071d30 0x7f4bd00b5bf0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f4bc401cd00 tx=0x7f4bc4005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:18.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bb77fe640 1 -- 172.21.15.6:0/2086730743 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc40b2040 con 0x7f4bd0071d30 2024-09-21T07:31:18.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 -- 172.21.15.6:0/2086730743 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bd00a1d60 con 0x7f4bd0071d30 2024-09-21T07:31:18.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bb77fe640 1 -- 172.21.15.6:0/2086730743 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4bc4004130 con 0x7f4bd0071d30 2024-09-21T07:31:18.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bb77fe640 1 -- 172.21.15.6:0/2086730743 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc40044e0 con 0x7f4bd0071d30 2024-09-21T07:31:18.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.188+0000 7f4bd5429640 1 -- 172.21.15.6:0/2086730743 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bd00afed0 con 0x7f4bd0071d30 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.192+0000 7f4bb77fe640 1 -- 172.21.15.6:0/2086730743 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4bc40bd030 con 0x7f4bd0071d30 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.192+0000 7f4bb77fe640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4bbc0733a0 0x7f4bbc0758b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.192+0000 7f4bb77fe640 1 -- 172.21.15.6:0/2086730743 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5881+0+0 (secure 0 0 0) 0x7f4bc412dec0 con 0x7f4bd0071d30 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.192+0000 7f4bceffd640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4bbc0733a0 0x7f4bbc0758b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.192+0000 7f4bdc6f4000 1 Processor -- start 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.192+0000 7f4bdc6f4000 1 -- start start 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.192+0000 7f4bceffd640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4bbc0733a0 0x7f4bbc0758b0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4bd0069400 tx=0x7f4bc8009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660a9a460 0x556660fdb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660fdbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e73ca0 0x556660fdc120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556660eb0410 con 0x556660e8a950 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556660dedb40 con 0x556660a9a460 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x556660ddcf70 con 0x556660e73ca0 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660fdbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660fdbbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51952/0 (socket says 172.21.15.6:51952) 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 -- 172.21.15.6:0/3513506471 learned_addr learned my addr 172.21.15.6:0/3513506471 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bceffd640 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660a9a460 0x556660fdb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e73ca0 0x556660fdc120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 -- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e73ca0 msgr2=0x556660fdc120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e73ca0 0x556660fdc120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 -- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660a9a460 msgr2=0x556660fdb6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660a9a460 0x556660fdb6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 -- 172.21.15.6:0/3513506471 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556660da45b0 con 0x556660e8a950 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e73ca0 0x556660fdc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660fdbbe0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f4bc40b0040 tx=0x7f4bc40f85a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e36a5fc12bc32c32 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bb4ff9640 1 -- 172.21.15.6:0/3513506471 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc40f82e0 con 0x556660e8a950 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bb4ff9640 1 -- 172.21.15.6:0/3513506471 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4bc40f8ed0 con 0x556660e8a950 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bb4ff9640 1 -- 172.21.15.6:0/3513506471 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc4101ef0 con 0x556660e8a950 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/3513506471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 msgr2=0x556660fdbbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660fdbbe0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f4bc40b0040 tx=0x7f4bc40f85a0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/3513506471 shutdown_connections 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e73ca0 0x556660fdc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660fdbbe0 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/3513506471 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660a9a460 0x556660fdb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/3513506471 >> 172.21.15.6:0/3513506471 conn(0x556660f60d90 msgr2=0x556660f90690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/3513506471 shutdown_connections 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/3513506471 wait complete. 2024-09-21T07:31:18.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 -- start start 2024-09-21T07:31:18.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.196+0000 7f4bdc6f4000 1 Processor -- start 2024-09-21T07:31:18.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660fe2920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fe2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x556660fe33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556660d775f0 con 0x556660a9a460 2024-09-21T07:31:18.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556660de0d80 con 0x556660e73ca0 2024-09-21T07:31:18.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x556660d83520 con 0x556660e8a950 2024-09-21T07:31:18.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 10 client.0 _ll_register_callbacks cb 0x556660d87830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:31:18.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660fe2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660fe2920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51954/0 (socket says 172.21.15.6:51954) 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 -- 172.21.15.6:0/2071471358 learned_addr learned my addr 172.21.15.6:0/2071471358 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fe2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x556660fe33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 -- 172.21.15.6:0/2071471358 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 msgr2=0x556660fe33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x556660fe33a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 -- 172.21.15.6:0/2071471358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 msgr2=0x556660fe2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fe2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 -- 172.21.15.6:0/2071471358 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556660d7b190 con 0x556660a9a460 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bceffd640 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660fe2920 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f4bc800ef40 tx=0x7f4bc80049b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1632640933c21fab server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 1 -- 172.21.15.6:0/2071471358 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc8015e40 con 0x556660a9a460 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 1 -- 172.21.15.6:0/2071471358 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 5881+0+0 (secure 0 0 0) 0x7f4bc8010040 con 0x556660a9a460 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/2071471358 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x556660d75110 con 0x556660a9a460 2024-09-21T07:31:18.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 1 -- 172.21.15.6:0/2071471358 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f4bc802e050 con 0x556660a9a460 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 10 client.7479 fetch_fsmap learned FSMap version 85 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/2071471358 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=85,monmap=2+}) -- 0x556660e61f10 con 0x556660a9a460 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 1 -- 172.21.15.6:0/2071471358 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x556660d75110 con 0x556660a9a460 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 1 -- 172.21.15.6:0/2071471358 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 85) ==== 3502+0+0 (secure 0 0 0) 0x7f4bc8031020 con 0x556660a9a460 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 10 client.7479 fetch_fsmap finished waiting for FSMap version 85 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 10 client.7479 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 20 client.7479 populate_metadata read hostname 'smithi006' 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x556660a7f7d0 0x556660fecd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 4 client.7479 mds_command: new command op to 7434 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/2071471358 --> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556660defa90 con 0x556660a7f7d0 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x556660a7f7d0 0x556660fecd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 10 client.7479 ms_handle_connect on v2:172.21.15.6:6834/2483935998 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x556660a7f7d0 0x556660fecd00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10402a45882e1ae9 server_cookie=7f0005b138ed4453 in_seq=0 out_seq=0 2024-09-21T07:31:18.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 1 -- 172.21.15.6:0/2071471358 <== mds.0 v2:172.21.15.6:6834/2483935998 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x556660defa90 con 0x556660a7f7d0 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 10 client.7479 handle_command_reply: tid=0 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 client.7479 shutdown 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/2071471358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 msgr2=0x556660fe2920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660fe2920 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f4bc800ef40 tx=0x7f4bc80049b0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/2071471358 shutdown_connections 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x556660a7f7d0 0x556660fecd00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x556660fe33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fe2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/2071471358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660fe2920 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4badffb640 0 client.7479 ms_handle_reset on v2:172.21.15.6:6834/2483935998 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/2071471358 >> 172.21.15.6:0/2071471358 conn(0x556660f60d90 msgr2=0x556660f97440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/2071471358 shutdown_connections 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.200+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/2071471358 wait complete. 2024-09-21T07:31:18.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.204+0000 7f4bdc6f4000 20 client.7479 trim_cache size 0 max 16384 2024-09-21T07:31:18.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.220+0000 7f4bdc6f4000 1 Processor -- start 2024-09-21T07:31:18.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.220+0000 7f4bdc6f4000 1 -- start start 2024-09-21T07:31:18.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660a9a460 0x556660fda630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fdab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660f8fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd0205ed0 con 0x556660e8a950 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd0204eb0 con 0x556660e73ca0 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f4bd0204210 con 0x556660a9a460 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660f8fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660f8fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51960/0 (socket says 172.21.15.6:51960) 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 -- 172.21.15.6:0/710261224 learned_addr learned my addr 172.21.15.6:0/710261224 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bceffd640 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660a9a460 0x556660fda630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fdab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 -- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660a9a460 msgr2=0x556660fda630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660a9a460 0x556660fda630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 -- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 msgr2=0x556660fdab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fdab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 -- 172.21.15.6:0/710261224 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556660e38db0 con 0x556660e8a950 2024-09-21T07:31:18.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bceffd640 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660a9a460 0x556660fda630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:18.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fdab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:18.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660f8fcd0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f4bc000fb50 tx=0x7f4bc00117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69dfecc830e67ea8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:18.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4baffff640 1 -- 172.21.15.6:0/710261224 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc000fe40 con 0x556660e8a950 2024-09-21T07:31:18.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4baffff640 1 -- 172.21.15.6:0/710261224 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4bc0012450 con 0x556660e8a950 2024-09-21T07:31:18.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4baffff640 1 -- 172.21.15.6:0/710261224 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc00128a0 con 0x556660e8a950 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/710261224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 msgr2=0x556660f8fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660f8fcd0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f4bc000fb50 tx=0x7f4bc00117b0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/710261224 shutdown_connections 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660e8a950 0x556660f8fcd0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660fdab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/710261224 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660a9a460 0x556660fda630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/710261224 >> 172.21.15.6:0/710261224 conn(0x556660f60d90 msgr2=0x556660f9d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/710261224 shutdown_connections 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/710261224 wait complete. 2024-09-21T07:31:18.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 -- start start 2024-09-21T07:31:18.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.224+0000 7f4bdc6f4000 1 Processor -- start 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660f92cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660f93210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x55666100d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556660de53b0 con 0x556660a9a460 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x556660e9c750 con 0x556660e73ca0 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x556660e61a80 con 0x556660e8a950 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 10 client.0 _ll_register_callbacks cb 0x7f4bc8001e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660f92cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660f92cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51970/0 (socket says 172.21.15.6:51970) 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 -- 172.21.15.6:0/960151645 learned_addr learned my addr 172.21.15.6:0/960151645 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x55666100d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660f93210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 -- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 msgr2=0x55666100d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x55666100d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 -- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 msgr2=0x556660f93210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660f93210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 -- 172.21.15.6:0/960151645 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556660da3ab0 con 0x556660a9a460 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bcf7fe640 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x55666100d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bceffd640 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660f92cd0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8013d20 tx=0x7f4bc800e670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5a6e1f9e7e307c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 1 -- 172.21.15.6:0/960151645 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bc8021630 con 0x556660a9a460 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 1 -- 172.21.15.6:0/960151645 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 5881+0+0 (secure 0 0 0) 0x7f4bc80217d0 con 0x556660a9a460 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/960151645 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bc0012450 con 0x556660a9a460 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 1 -- 172.21.15.6:0/960151645 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f4bc8042050 con 0x556660a9a460 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 10 client.7485 fetch_fsmap learned FSMap version 85 2024-09-21T07:31:18.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/960151645 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=85,monmap=2+}) -- 0x556660d82070 con 0x556660a9a460 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 1 -- 172.21.15.6:0/960151645 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4bc0012450 con 0x556660a9a460 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 1 -- 172.21.15.6:0/960151645 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 85) ==== 3502+0+0 (secure 0 0 0) 0x7f4bc8045020 con 0x556660a9a460 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 10 client.7485 fetch_fsmap finished waiting for FSMap version 85 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 10 client.7485 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 20 client.7485 populate_metadata read hostname 'smithi006' 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x556660a6d830 0x55666100db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 4 client.7485 mds_command: new command op to 7434 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/960151645 --> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] -- command(tid 0: {"prefix": "status"}) -- 0x556660deb540 con 0x556660a6d830 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x556660a6d830 0x55666100db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 10 client.7485 ms_handle_connect on v2:172.21.15.6:6834/2483935998 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bce7fc640 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x556660a6d830 0x55666100db50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=671c4eb5ca7752f9 server_cookie=9e7c075e47a1eaed in_seq=0 out_seq=0 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 1 -- 172.21.15.6:0/960151645 <== mds.0 v2:172.21.15.6:6834/2483935998 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x556660deb540 con 0x556660a6d830 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 10 client.7485 handle_command_reply: tid=0 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 client.7485 shutdown 2024-09-21T07:31:18.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/960151645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 msgr2=0x556660f92cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660f92cd0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8013d20 tx=0x7f4bc800e670 comp rx=0 tx=0).stop 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/960151645 shutdown_connections 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x556660a6d830 0x55666100db50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x556660e8a950 0x55666100d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4badffb640 0 client.7485 ms_handle_reset on v2:172.21.15.6:6834/2483935998 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x556660e73ca0 0x556660f93210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 --2- 172.21.15.6:0/960151645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556660a9a460 0x556660f92cd0 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/960151645 >> 172.21.15.6:0/960151645 conn(0x556660f60d90 msgr2=0x556660fec8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/960151645 shutdown_connections 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 1 -- 172.21.15.6:0/960151645 wait complete. 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.228+0000 7f4bdc6f4000 20 client.7485 trim_cache size 0 max 16384 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:31:18.240 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 7434, 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 4.6827760859999996, 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 85, 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 107, 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 107, 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 9.9763976499999991 2024-09-21T07:31:18.241 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:31:18.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 -- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4bbc0733a0 msgr2=0x7f4bbc0758b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4bbc0733a0 0x7f4bbc0758b0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4bd0069400 tx=0x7f4bc8009040 comp rx=0 tx=0).stop 2024-09-21T07:31:18.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 -- 172.21.15.6:0/2086730743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0071d30 msgr2=0x7f4bd00b5bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0071d30 0x7f4bd00b5bf0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f4bc401cd00 tx=0x7f4bc4005db0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 -- 172.21.15.6:0/2086730743 shutdown_connections 2024-09-21T07:31:18.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4bbc0733a0 0x7f4bbc0758b0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f4bd00d1850 0x7f4bd00b6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4bd0071d30 0x7f4bd00b5bf0 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 --2- 172.21.15.6:0/2086730743 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4bd0068db0 0x7f4bd00af990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 -- 172.21.15.6:0/2086730743 >> 172.21.15.6:0/2086730743 conn(0x7f4bd00d0b30 msgr2=0x7f4bd00b1340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:18.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 -- 172.21.15.6:0/2086730743 shutdown_connections 2024-09-21T07:31:18.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.232+0000 7f4bd5429640 1 -- 172.21.15.6:0/2086730743 wait complete. 2024-09-21T07:31:18.255 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:31:18.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 -- 172.21.15.6:0/3353503337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c415ae80 msgr2=0x7fa6c415f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3353503337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c415ae80 0x7fa6c415f450 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fa6c40cdc80 tx=0x7fa6b401c8c0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 -- 172.21.15.6:0/3353503337 shutdown_connections 2024-09-21T07:31:18.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3353503337 >> v2:172.21.15.145:3300/0 conn(0x7fa6c406f040 0x7fa6c406f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3353503337 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6c40704b0 0x7fa6c40708c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3353503337 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c415ae80 0x7fa6c415f450 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 -- 172.21.15.6:0/3353503337 >> 172.21.15.6:0/3353503337 conn(0x7fa6c406d650 msgr2=0x7fa6c40b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:18.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 -- 172.21.15.6:0/3353503337 shutdown_connections 2024-09-21T07:31:18.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.400+0000 7fa6cab08640 1 -- 172.21.15.6:0/3353503337 wait complete. 2024-09-21T07:31:18.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 Processor -- start 2024-09-21T07:31:18.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 -- start start 2024-09-21T07:31:18.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c406f040 0x7fa6c41553b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6c40704b0 0x7fa6c40994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6c415ae80 0x7fa6c4099a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c40ae160 con 0x7fa6c406f040 2024-09-21T07:31:18.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c40adfe0 con 0x7fa6c415ae80 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fa6c40ae2e0 con 0x7fa6c40704b0 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c406f040 0x7fa6c41553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c406f040 0x7fa6c41553b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51986/0 (socket says 172.21.15.6:51986) 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 -- 172.21.15.6:0/3989014407 learned_addr learned my addr 172.21.15.6:0/3989014407 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c90a5640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6c415ae80 0x7fa6c4099a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c3fff640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6c40704b0 0x7fa6c40994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 -- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6c40704b0 msgr2=0x7fa6c40994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6c40704b0 0x7fa6c40994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 -- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6c415ae80 msgr2=0x7fa6c4099a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6c415ae80 0x7fa6c4099a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 -- 172.21.15.6:0/3989014407 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c415bd20 con 0x7fa6c406f040 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c90a5640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6c415ae80 0x7fa6c4099a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c3fff640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6c40704b0 0x7fa6c40994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c88a4640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c406f040 0x7fa6c41553b0 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fa6b40b0040 tx=0x7fa6b40a5630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c17fa640 1 -- 172.21.15.6:0/3989014407 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b40b2040 con 0x7fa6c406f040 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c17fa640 1 -- 172.21.15.6:0/3989014407 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6b40043b0 con 0x7fa6c406f040 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6c4154340 con 0x7fa6c406f040 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6c17fa640 1 -- 172.21.15.6:0/3989014407 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4005290 con 0x7fa6c406f040 2024-09-21T07:31:18.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.404+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6c4164950 con 0x7fa6c406f040 2024-09-21T07:31:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.408+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6c40708c0 con 0x7fa6c406f040 2024-09-21T07:31:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.408+0000 7fa6c17fa640 1 -- 172.21.15.6:0/3989014407 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa6b4005430 con 0x7fa6c406f040 2024-09-21T07:31:18.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.408+0000 7fa6c17fa640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6b0073200 0x7fa6b0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:18.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.408+0000 7fa6c17fa640 1 -- 172.21.15.6:0/3989014407 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5881+0+0 (secure 0 0 0) 0x7fa6b412da70 con 0x7fa6c406f040 2024-09-21T07:31:18.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.408+0000 7fa6c3fff640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6b0073200 0x7fa6b0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:18.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.408+0000 7fa6c3fff640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6b0073200 0x7fa6b0075710 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fa6b8005fd0 tx=0x7fa6b8005de0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:18.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.412+0000 7fa6c17fa640 1 -- 172.21.15.6:0/3989014407 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa6b40bc060 con 0x7fa6c406f040 2024-09-21T07:31:18.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.620+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa6c415b520 con 0x7fa6c406f040 2024-09-21T07:31:18.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6c17fa640 1 -- 172.21.15.6:0/3989014407 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v85) ==== 53+0+73 (secure 0 0 0) 0x7fa6b40164b0 con 0x7fa6c406f040 2024-09-21T07:31:18.626 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:31:18.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6b0073200 msgr2=0x7fa6b0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6b0073200 0x7fa6b0075710 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fa6b8005fd0 tx=0x7fa6b8005de0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c406f040 msgr2=0x7fa6c41553b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c406f040 0x7fa6c41553b0 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fa6b40b0040 tx=0x7fa6b40a5630 comp rx=0 tx=0).stop 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 shutdown_connections 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fa6b0073200 0x7fa6b0075710 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fa6c415ae80 0x7fa6c4099a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fa6c40704b0 0x7fa6c40994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 --2- 172.21.15.6:0/3989014407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6c406f040 0x7fa6c41553b0 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 >> 172.21.15.6:0/3989014407 conn(0x7fa6c406d650 msgr2=0x7fa6c40d01b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 shutdown_connections 2024-09-21T07:31:18.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18.624+0000 7fa6cab08640 1 -- 172.21.15.6:0/3989014407 wait complete. 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:31:18.647 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:31:18.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:18.648 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:18.654 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 42092sec preferred_lft 42092sec 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:31:18.655 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 02:42:79:03:cb:44 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:31:18.656 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:31:18.657 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:31:18.657 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:18.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:18.657 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:31:18.711 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-09-21T07:31:18.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:18.713 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-09-21T07:31:18.760 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-09-21T07:31:18.761 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:31:18.761 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-21T07:31:18.761 INFO:teuthology.orchestra.run.smithi006.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:31:18.761 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-21T07:31:18.761 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:31:18.761 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:31:18.761 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-09-21T07:31:18.761 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-21T07:31:18.762 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-21T07:31:18.762 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-21T07:31:18.762 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-09-21T07:31:18.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:31:18.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:31:18.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:18.890 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:31:18.896 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:31:18.896 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:31:18.896 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:31:18.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:18.896 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-09-21T07:31:18.949 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T07:31:18.949 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:31:18.950 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T07:31:18.994 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T07:31:18.994 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:31:18.995 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:31:19.043 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:31:19.093 INFO:tasks.ceph.mds.c.smithi006.stderr:2024-09-21T07:31:19.088+0000 7efd6bfd5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:31:19.100 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:31:19.148 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:31:19.148 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:31:19.148 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:31:19.148 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:31:19.148 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:31:19.148 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:31:19.148 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:31:19.149 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:31:19.150 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:31:19.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:19.151 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:31:19.199 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:31:19.199 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T07:31:19.244 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:31:19.259 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:31:19.307 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:31:19.307 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:31:19.307 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:31:19.307 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:31:19.307 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:31:19.308 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:31:19.309 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:31:19.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:19.310 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:31:19.360 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:2024-09-21T07:31:19.356+0000 7faa2b2fe580 -1 init, newargv = 0x7faa18004c70 newargc=15 2024-09-21T07:31:19.360 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[48137]: starting ceph client 2024-09-21T07:31:19.365 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[48137]: starting fuse 2024-09-21T07:31:20.464 DEBUG:teuthology.orchestra.run.smithi006:> sudo modprobe fuse 2024-09-21T07:31:20.481 DEBUG:teuthology.orchestra.run.smithi006:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:31:20.530 INFO:teuthology.orchestra.run.smithi006.stdout:/sys 2024-09-21T07:31:20.530 INFO:teuthology.orchestra.run.smithi006.stdout:/proc 2024-09-21T07:31:20.530 INFO:teuthology.orchestra.run.smithi006.stdout:/dev 2024-09-21T07:31:20.531 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/pts 2024-09-21T07:31:20.531 INFO:teuthology.orchestra.run.smithi006.stdout:/run 2024-09-21T07:31:20.531 INFO:teuthology.orchestra.run.smithi006.stdout:/ 2024-09-21T07:31:20.531 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/security 2024-09-21T07:31:20.531 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/shm 2024-09-21T07:31:20.531 INFO:teuthology.orchestra.run.smithi006.stdout:/run/lock 2024-09-21T07:31:20.532 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/cgroup 2024-09-21T07:31:20.532 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/pstore 2024-09-21T07:31:20.532 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/bpf 2024-09-21T07:31:20.532 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:31:20.532 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/hugepages 2024-09-21T07:31:20.532 INFO:teuthology.orchestra.run.smithi006.stdout:/dev/mqueue 2024-09-21T07:31:20.532 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/debug 2024-09-21T07:31:20.532 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/tracing 2024-09-21T07:31:20.533 INFO:teuthology.orchestra.run.smithi006.stdout:/proc/fs/nfsd 2024-09-21T07:31:20.533 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/fs/fuse/connections 2024-09-21T07:31:20.533 INFO:teuthology.orchestra.run.smithi006.stdout:/sys/kernel/config 2024-09-21T07:31:20.533 INFO:teuthology.orchestra.run.smithi006.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:31:20.533 INFO:teuthology.orchestra.run.smithi006.stdout:/run/rpc_pipefs 2024-09-21T07:31:20.533 INFO:teuthology.orchestra.run.smithi006.stdout:/run/user/1000 2024-09-21T07:31:20.533 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph 2024-09-21T07:31:20.533 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T07:31:20.534 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T07:31:20.534 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T07:31:20.534 INFO:teuthology.orchestra.run.smithi006.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T07:31:20.534 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns 2024-09-21T07:31:20.534 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:31:20.534 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:31:20.535 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:31:20.535 INFO:teuthology.orchestra.run.smithi006.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:31:20.535 INFO:teuthology.orchestra.run.smithi006.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T07:31:20.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:20.536 DEBUG:teuthology.orchestra.run.smithi006:> ls /sys/fs/fuse/connections 2024-09-21T07:31:20.583 INFO:teuthology.orchestra.run.smithi006.stdout:45 2024-09-21T07:31:20.584 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:31:20.584 DEBUG:teuthology.orchestra.run.smithi006:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:31:20.584 DEBUG:teuthology.orchestra.run.smithi006:> import glob 2024-09-21T07:31:20.585 DEBUG:teuthology.orchestra.run.smithi006:> import re 2024-09-21T07:31:20.585 DEBUG:teuthology.orchestra.run.smithi006:> import os 2024-09-21T07:31:20.585 DEBUG:teuthology.orchestra.run.smithi006:> import subprocess 2024-09-21T07:31:20.585 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:31:20.585 DEBUG:teuthology.orchestra.run.smithi006:> def _find_admin_socket(client_name): 2024-09-21T07:31:20.585 DEBUG:teuthology.orchestra.run.smithi006:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T07:31:20.585 DEBUG:teuthology.orchestra.run.smithi006:> files = glob.glob(asok_path) 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> # Given a non-glob path, it better be there 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> if "*" not in asok_path: 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> assert(len(files) == 1) 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> return files[0] 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> for f in files: 2024-09-21T07:31:20.586 DEBUG:teuthology.orchestra.run.smithi006:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:31:20.587 DEBUG:teuthology.orchestra.run.smithi006:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:31:20.587 DEBUG:teuthology.orchestra.run.smithi006:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:31:20.587 DEBUG:teuthology.orchestra.run.smithi006:> contents = proc_f.read() 2024-09-21T07:31:20.587 DEBUG:teuthology.orchestra.run.smithi006:> if mountpoint in contents: 2024-09-21T07:31:20.587 DEBUG:teuthology.orchestra.run.smithi006:> return f 2024-09-21T07:31:20.587 DEBUG:teuthology.orchestra.run.smithi006:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:31:20.587 DEBUG:teuthology.orchestra.run.smithi006:> 2024-09-21T07:31:20.587 DEBUG:teuthology.orchestra.run.smithi006:> print(_find_admin_socket("client.0")) 2024-09-21T07:31:20.588 DEBUG:teuthology.orchestra.run.smithi006:> ' 2024-09-21T07:31:20.711 INFO:teuthology.orchestra.run.smithi006.stdout:/var/run/ceph/ceph-client.0.48137.asok 2024-09-21T07:31:20.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:31:20.724 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48137.asok 2024-09-21T07:31:20.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:20.724 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48137.asok status 2024-09-21T07:31:20.910 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "metadata": { 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "48137", 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:20.911 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_count": 0, 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "dentry_pinned_count": 0, 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 7494, 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": { 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 7494 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 795653766 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:31:20.912 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 795653766 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "inst_str": "client.7494 192.168.0.1:0/795653766", 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "addr_str": "192.168.0.1:0/795653766", 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "inode_count": 1, 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_epoch": 85, 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch": 107, 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "blocklisted": false, 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs" 2024-09-21T07:31:20.913 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:31:20.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:20.927 DEBUG:teuthology.orchestra.run.smithi006:> stat --file-system '--printf=%T 2024-09-21T07:31:20.927 DEBUG:teuthology.orchestra.run.smithi006:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T07:31:20.933 INFO:teuthology.orchestra.run.smithi006.stdout:fuseblk 2024-09-21T07:31:20.933 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T07:31:20.934 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:20.934 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T07:31:20.991 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T07:31:21.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.192+0000 7fe590780640 1 -- 172.21.15.6:0/1132141405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58815ea30 msgr2=0x7fe5880b3f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:21.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.192+0000 7fe590780640 1 --2- 172.21.15.6:0/1132141405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58815ea30 0x7fe5880b3f60 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fe57c009bc0 tx=0x7fe57c01f2d0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 -- 172.21.15.6:0/1132141405 shutdown_connections 2024-09-21T07:31:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 --2- 172.21.15.6:0/1132141405 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5880b44a0 0x7fe588162800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 --2- 172.21.15.6:0/1132141405 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe58815ea30 0x7fe5880b3f60 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 -- 172.21.15.6:0/1132141405 >> 172.21.15.6:0/1132141405 conn(0x7fe5880cef60 msgr2=0x7fe5880cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 -- 172.21.15.6:0/1132141405 shutdown_connections 2024-09-21T07:31:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 -- 172.21.15.6:0/1132141405 wait complete. 2024-09-21T07:31:21.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 Processor -- start 2024-09-21T07:31:21.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 -- start start 2024-09-21T07:31:21.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880b44a0 0x7fe5880c98e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:21.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880d0c40 0x7fe5881509c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:21.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58815ea30 0x7fe5880b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:21.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe5881630d0 con 0x7fe5880d0c40 2024-09-21T07:31:21.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe588162f50 con 0x7fe5880b44a0 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe590780640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe588163250 con 0x7fe58815ea30 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58dd1b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880d0c40 0x7fe5881509c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58dd1b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880d0c40 0x7fe5881509c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52002/0 (socket says 172.21.15.6:52002) 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58dd1b640 1 -- 172.21.15.6:0/2088237082 learned_addr learned my addr 172.21.15.6:0/2088237082 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58e51c640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880b44a0 0x7fe5880c98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58ed1d640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58815ea30 0x7fe5880b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58dd1b640 1 -- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58815ea30 msgr2=0x7fe5880b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58dd1b640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58815ea30 0x7fe5880b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58dd1b640 1 -- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880b44a0 msgr2=0x7fe5880c98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58dd1b640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880b44a0 0x7fe5880c98e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.195+0000 7fe58dd1b640 1 -- 172.21.15.6:0/2088237082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe588151180 con 0x7fe5880d0c40 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe58dd1b640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880d0c40 0x7fe5881509c0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7fe57c01fb70 tx=0x7fe57c009200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe586ffd640 1 -- 172.21.15.6:0/2088237082 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57c0b4040 con 0x7fe5880d0c40 2024-09-21T07:31:21.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5880c89e0 con 0x7fe5880d0c40 2024-09-21T07:31:21.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe586ffd640 1 -- 172.21.15.6:0/2088237082 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe57c0c1070 con 0x7fe5880d0c40 2024-09-21T07:31:21.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe586ffd640 1 -- 172.21.15.6:0/2088237082 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57c0b0c80 con 0x7fe5880d0c40 2024-09-21T07:31:21.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5881fa570 con 0x7fe5880d0c40 2024-09-21T07:31:21.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5881513d0 con 0x7fe5880d0c40 2024-09-21T07:31:21.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe586ffd640 1 -- 172.21.15.6:0/2088237082 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe57c0a8d10 con 0x7fe5880d0c40 2024-09-21T07:31:21.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe586ffd640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe56c073230 0x7fe56c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:21.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe586ffd640 1 -- 172.21.15.6:0/2088237082 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5881+0+0 (secure 0 0 0) 0x7fe57c133110 con 0x7fe5880d0c40 2024-09-21T07:31:21.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.199+0000 7fe58e51c640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe56c073230 0x7fe56c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:21.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.203+0000 7fe58e51c640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe56c073230 0x7fe56c075740 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe574007fd0 tx=0x7fe574009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:21.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.203+0000 7fe586ffd640 1 -- 172.21.15.6:0/2088237082 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe57c0cb020 con 0x7fe5880d0c40 2024-09-21T07:31:21.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe588162800 con 0x7fe5880d0c40 2024-09-21T07:31:21.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe586ffd640 1 -- 172.21.15.6:0/2088237082 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v85) ==== 53+0+73 (secure 0 0 0) 0x7fe57c018e30 con 0x7fe5880d0c40 2024-09-21T07:31:21.423 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe56c073230 msgr2=0x7fe56c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe56c073230 0x7fe56c075740 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe574007fd0 tx=0x7fe574009040 comp rx=0 tx=0).stop 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880d0c40 msgr2=0x7fe5881509c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880d0c40 0x7fe5881509c0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7fe57c01fb70 tx=0x7fe57c009200 comp rx=0 tx=0).stop 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 shutdown_connections 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe56c073230 0x7fe56c075740 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe58815ea30 0x7fe5880b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880d0c40 0x7fe5881509c0 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 --2- 172.21.15.6:0/2088237082 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880b44a0 0x7fe5880c98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 >> 172.21.15.6:0/2088237082 conn(0x7fe5880cef60 msgr2=0x7fe58806f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:21.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 shutdown_connections 2024-09-21T07:31:21.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:21.419+0000 7fe590780640 1 -- 172.21.15.6:0/2088237082 wait complete. 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi145.front.sepia.ceph.com 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T07:31:21.445 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:31:21.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:21.446 DEBUG:teuthology.orchestra.run.smithi145:> ip addr 2024-09-21T07:31:21.453 INFO:teuthology.orchestra.run.smithi145.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T07:31:21.453 INFO:teuthology.orchestra.run.smithi145.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T07:31:21.453 INFO:teuthology.orchestra.run.smithi145.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T07:31:21.453 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:21.453 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 ::1/128 scope host 2024-09-21T07:31:21.453 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:21.453 INFO:teuthology.orchestra.run.smithi145.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:66 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f0 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:d9:38:67 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout: altname enp7s0f1 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0c:c4:7a:88:77:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:21.454 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.21.15.145/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft 42091sec preferred_lft 42091sec 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::ec4:7aff:fe88:7791/64 scope link 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 02:42:d3:4a:3f:5e brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T07:31:21.455 INFO:teuthology.orchestra.run.smithi145.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T07:31:21.456 INFO:teuthology.orchestra.run.smithi145.stdout: valid_lft forever preferred_lft forever 2024-09-21T07:31:21.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:21.457 DEBUG:teuthology.orchestra.run.smithi145:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T07:31:21.509 INFO:teuthology.orchestra.run.smithi145.stdout:1 2024-09-21T07:31:21.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:21.511 DEBUG:teuthology.orchestra.run.smithi145:> route 2024-09-21T07:31:21.561 INFO:teuthology.orchestra.run.smithi145.stdout:Kernel IP routing table 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T07:31:21.562 INFO:teuthology.orchestra.run.smithi145.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T07:31:21.563 DEBUG:teuthology.orchestra.run.smithi145:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T07:31:21.563 DEBUG:teuthology.orchestra.run.smithi145:> set -e 2024-09-21T07:31:21.563 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T07:31:21.563 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T07:31:21.563 DEBUG:teuthology.orchestra.run.smithi145:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T07:31:21.563 DEBUG:teuthology.orchestra.run.smithi145:> ') 2024-09-21T07:31:21.653 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:31:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T07:31:21.681 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:31:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:31:21.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:21.689 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:31:21.694 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:31:21.694 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:31:21.695 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:31:21.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:21.695 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link set brx.0 up 2024-09-21T07:31:21.747 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T07:31:21.747 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:31:21.748 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:21.793 INFO:teuthology.orchestra.run.smithi145.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T07:31:21.793 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T07:31:21.793 DEBUG:teuthology.orchestra.run.smithi145:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:21.841 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:31:21.897 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:31:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:31:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:31:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:31:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:31:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:31:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:31:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:31:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:31:21.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:21.955 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:31:22.001 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T07:31:22.001 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T07:31:22.046 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:31:22.061 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:31:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:31:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:31:22.110 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:31:22.111 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:31:22.112 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:31:22.112 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:31:22.112 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:31:22.112 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:31:22.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:22.112 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:31:22.155 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:2024-09-21T07:31:22.153+0000 7f87d67dd580 -1 init, newargv = 0x5572ac436ec0 newargc=15 2024-09-21T07:31:22.155 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[36275]: starting ceph client 2024-09-21T07:31:22.163 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[36275]: starting fuse 2024-09-21T07:31:23.258 DEBUG:teuthology.orchestra.run.smithi145:> sudo modprobe fuse 2024-09-21T07:31:23.274 DEBUG:teuthology.orchestra.run.smithi145:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T07:31:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:/sys 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/proc 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/dev 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/pts 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/run 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/ 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/security 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/shm 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/run/lock 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/cgroup 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/pstore 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/bpf 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T07:31:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/hugepages 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/dev/mqueue 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/debug 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/tracing 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/proc/fs/nfsd 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/fs/fuse/connections 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/sys/kernel/config 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/run/rpc_pipefs 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/run/user/1000 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T07:31:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T07:31:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns 2024-09-21T07:31:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:31:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:31:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:31:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:31:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:23.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:23.328 DEBUG:teuthology.orchestra.run.smithi145:> ls /sys/fs/fuse/connections 2024-09-21T07:31:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:45 2024-09-21T07:31:23.380 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T07:31:23.380 DEBUG:teuthology.orchestra.run.smithi145:> sudo stdin-killer -- python3 -c ' 2024-09-21T07:31:23.381 DEBUG:teuthology.orchestra.run.smithi145:> import glob 2024-09-21T07:31:23.381 DEBUG:teuthology.orchestra.run.smithi145:> import re 2024-09-21T07:31:23.381 DEBUG:teuthology.orchestra.run.smithi145:> import os 2024-09-21T07:31:23.381 DEBUG:teuthology.orchestra.run.smithi145:> import subprocess 2024-09-21T07:31:23.381 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:31:23.381 DEBUG:teuthology.orchestra.run.smithi145:> def _find_admin_socket(client_name): 2024-09-21T07:31:23.381 DEBUG:teuthology.orchestra.run.smithi145:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T07:31:23.381 DEBUG:teuthology.orchestra.run.smithi145:> files = glob.glob(asok_path) 2024-09-21T07:31:23.382 DEBUG:teuthology.orchestra.run.smithi145:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T07:31:23.382 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:31:23.382 DEBUG:teuthology.orchestra.run.smithi145:> # Given a non-glob path, it better be there 2024-09-21T07:31:23.382 DEBUG:teuthology.orchestra.run.smithi145:> if "*" not in asok_path: 2024-09-21T07:31:23.382 DEBUG:teuthology.orchestra.run.smithi145:> assert(len(files) == 1) 2024-09-21T07:31:23.382 DEBUG:teuthology.orchestra.run.smithi145:> return files[0] 2024-09-21T07:31:23.382 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:31:23.382 DEBUG:teuthology.orchestra.run.smithi145:> for f in files: 2024-09-21T07:31:23.383 DEBUG:teuthology.orchestra.run.smithi145:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T07:31:23.383 DEBUG:teuthology.orchestra.run.smithi145:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T07:31:23.383 DEBUG:teuthology.orchestra.run.smithi145:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T07:31:23.383 DEBUG:teuthology.orchestra.run.smithi145:> contents = proc_f.read() 2024-09-21T07:31:23.383 DEBUG:teuthology.orchestra.run.smithi145:> if mountpoint in contents: 2024-09-21T07:31:23.383 DEBUG:teuthology.orchestra.run.smithi145:> return f 2024-09-21T07:31:23.383 DEBUG:teuthology.orchestra.run.smithi145:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T07:31:23.383 DEBUG:teuthology.orchestra.run.smithi145:> 2024-09-21T07:31:23.384 DEBUG:teuthology.orchestra.run.smithi145:> print(_find_admin_socket("client.1")) 2024-09-21T07:31:23.384 DEBUG:teuthology.orchestra.run.smithi145:> ' 2024-09-21T07:31:23.507 INFO:teuthology.orchestra.run.smithi145.stdout:/var/run/ceph/ceph-client.1.36275.asok 2024-09-21T07:31:23.510 INFO:teuthology.orchestra.run.smithi145.stderr:2024-09-21T07:31:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T07:31:23.518 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.36275.asok 2024-09-21T07:31:23.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:23.519 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.36275.asok status 2024-09-21T07:31:23.703 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2024-09-21T07:31:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: "metadata": { 2024-09-21T07:31:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:31:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:31:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: "entity_id": "1", 2024-09-21T07:31:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: "hostname": "smithi145", 2024-09-21T07:31:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:31:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: "pid": "36275", 2024-09-21T07:31:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: "root": "/" 2024-09-21T07:31:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:31:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_count": 0, 2024-09-21T07:31:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: "dentry_pinned_count": 0, 2024-09-21T07:31:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: "id": 6035, 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: "inst": { 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: "name": { 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "client", 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: "num": 6035 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:31:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3939668313 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: } 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": { 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "v1", 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: "nonce": 3939668313 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: "inst_str": "client.6035 192.168.0.1:0/3939668313", 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: "addr_str": "192.168.0.1:0/3939668313", 2024-09-21T07:31:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: "inode_count": 1, 2024-09-21T07:31:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: "mds_epoch": 85, 2024-09-21T07:31:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch": 107, 2024-09-21T07:31:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: "osd_epoch_barrier": 0, 2024-09-21T07:31:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: "blocklisted": false, 2024-09-21T07:31:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: "fs_name": "cephfs" 2024-09-21T07:31:23.707 INFO:teuthology.orchestra.run.smithi145.stdout:} 2024-09-21T07:31:23.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:23.719 DEBUG:teuthology.orchestra.run.smithi145:> stat --file-system '--printf=%T 2024-09-21T07:31:23.719 DEBUG:teuthology.orchestra.run.smithi145:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:fuseblk 2024-09-21T07:31:23.726 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:23.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:23.726 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:23.782 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-21T07:31:23.967 INFO:teuthology.orchestra.run.smithi006.stdout:[{"id":6035,"entity":{"name":{"type":"client","num":6035},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3939668313}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":1.791981332,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":0.99588661096270392,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6035 192.168.0.1:0/3939668313","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"1","hostname":"smithi145","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"36275","root":"/"}},{"id":7494,"entity":{"name":{"type":"client","num":7494},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":795653766}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":4.5839522129999999,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":0.98946471053923446,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7494 192.168.0.1:0/795653766","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1843221895adccfb3b692060251dd6a0183bc410","ceph_version":"ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)","entity_id":"0","hostname":"smithi006","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"48137","root":"/"}}] 2024-09-21T07:31:23.967 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi145", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "36275", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3939668313, "type": "any" }, "name": { "num": 6035, "type": "client" } }, "id": 6035, "inst": "client.6035 192.168.0.1:0/3939668313", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 0.9958866109627039 }, "state": "open", "uptime": 1.791981332 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi006", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "48137", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 795653766, "type": "any" }, "name": { "num": 7494, "type": "client" } }, "id": 7494, "inst": "client.7494 192.168.0.1:0/795653766", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 0.9894647105392345 }, "state": "open", "uptime": 4.583952213 } ] 2024-09-21T07:31:23.968 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-21T07:31:24.166 INFO:teuthology.orchestra.run.smithi006.stdout:{"message":"","return_code":0} 2024-09-21T07:31:24.166 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-21T07:31:24.166 DEBUG:teuthology.orchestra.run.smithi006:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 0 show session 2024-09-21T07:31:24.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 -- start start 2024-09-21T07:31:24.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 Processor -- start 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4ea83a80 0x559a4f7e4000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4ea83180 0x559a4f7e4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938000 0x559a4f7e4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559a4f7ea180 con 0x559a4f938000 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559a4f7ea300 con 0x559a4ea83180 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x559a4f7ea480 con 0x559a4ea83a80 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938000 0x559a4f7e4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938000 0x559a4f7e4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55526/0 (socket says 172.21.15.6:55526) 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 -- 172.21.15.6:0/893103452 learned_addr learned my addr 172.21.15.6:0/893103452 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4ea83180 0x559a4f7e4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a38e2640 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4ea83a80 0x559a4f7e4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 -- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4ea83a80 msgr2=0x559a4f7e4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:24.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4ea83a80 0x559a4f7e4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 -- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4ea83180 msgr2=0x559a4f7e4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:24.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4ea83180 0x559a4f7e4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 -- 172.21.15.6:0/893103452 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a4eb46960 con 0x559a4f938000 2024-09-21T07:31:24.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4ea83180 0x559a4f7e4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:24.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a38e2640 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4ea83a80 0x559a4f7e4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:24.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a40e3640 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938000 0x559a4f7e4b00 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x559a4f881890 tx=0x559a4eb24a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8bc80d4bc6dbbca server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:24.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a10dd640 1 -- 172.21.15.6:0/893103452 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x559a4ea45520 con 0x559a4f938000 2024-09-21T07:31:24.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a10dd640 1 -- 172.21.15.6:0/893103452 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x559a4ea628c0 con 0x559a4f938000 2024-09-21T07:31:24.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a10dd640 1 -- 172.21.15.6:0/893103452 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x559a4ea451e0 con 0x559a4f938000 2024-09-21T07:31:24.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 -- 172.21.15.6:0/893103452 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a4eb46d20 con 0x559a4f938000 2024-09-21T07:31:24.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 1 -- 172.21.15.6:0/893103452 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({fsmap=0}) -- 0x559a4eb46f00 con 0x559a4f938000 2024-09-21T07:31:24.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 4 waiting for MDS map... 2024-09-21T07:31:24.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a10dd640 1 -- 172.21.15.6:0/893103452 <== mon.0 v2:172.21.15.6:3300/0 4 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x559a4f7e9000 con 0x559a4f938000 2024-09-21T07:31:24.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a10dd640 1 -- 172.21.15.6:0/893103452 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 85) ==== 3502+0+0 (secure 0 0 0) 0x559a4ea65180 con 0x559a4f938000 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 4 Got MDS map 85 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 10 main: main 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.231+0000 7ff3a5123400 4 main: connecting to RADOS... 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 Processor -- start 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- start start 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938900 0x559a4f7e5080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f938d80 0x559a4f7e5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f939200 0x559a4f7e5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559a4f7ea600 con 0x559a4f939200 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559a4f7ea780 con 0x559a4f938900 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x559a4f7ea900 con 0x559a4f938d80 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f939200 0x559a4f7e5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f939200 0x559a4f7e5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55536/0 (socket says 172.21.15.6:55536) 2024-09-21T07:31:24.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 -- 172.21.15.6:0/2294209312 learned_addr learned my addr 172.21.15.6:0/2294209312 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938900 0x559a4f7e5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a38e2640 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f938d80 0x559a4f7e5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 -- 172.21.15.6:0/2294209312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f938d80 msgr2=0x559a4f7e5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f938d80 0x559a4f7e5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 -- 172.21.15.6:0/2294209312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938900 msgr2=0x559a4f7e5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938900 0x559a4f7e5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 -- 172.21.15.6:0/2294209312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a4eb46d20 con 0x559a4f939200 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f939200 0x559a4f7e5b80 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x559a4f881020 tx=0x559a4f958c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=427573e2d041b1bd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff39f0d9640 1 -- 172.21.15.6:0/2294209312 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x559a4ea45380 con 0x559a4f939200 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff39f0d9640 1 -- 172.21.15.6:0/2294209312 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x559a4ea62fc0 con 0x559a4f939200 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff39f0d9640 1 -- 172.21.15.6:0/2294209312 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x559a4ea45520 con 0x559a4f939200 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- 172.21.15.6:0/2294209312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f939200 msgr2=0x559a4f7e5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f939200 0x559a4f7e5b80 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x559a4f881020 tx=0x559a4f958c00 comp rx=0 tx=0).stop 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- 172.21.15.6:0/2294209312 shutdown_connections 2024-09-21T07:31:24.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f939200 0x559a4f7e5b80 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f938d80 0x559a4f7e5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 --2- 172.21.15.6:0/2294209312 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938900 0x559a4f7e5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- 172.21.15.6:0/2294209312 >> 172.21.15.6:0/2294209312 conn(0x559a4f938480 msgr2=0x559a4ed3e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:24.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- 172.21.15.6:0/2294209312 shutdown_connections 2024-09-21T07:31:24.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.235+0000 7ff3a5123400 1 -- 172.21.15.6:0/2294209312 wait complete. 2024-09-21T07:31:24.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 Processor -- start 2024-09-21T07:31:24.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 -- start start 2024-09-21T07:31:24.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938900 0x559a4f7e5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938d80 0x559a4f7e5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f939200 0x559a4f7e5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559a4ea6f980 con 0x559a4f938900 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x559a4f7ebe00 con 0x559a4f938d80 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x559a4f7ead80 con 0x559a4f939200 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938900 0x559a4f7e5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938900 0x559a4f7e5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55544/0 (socket says 172.21.15.6:55544) 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 -- 172.21.15.6:0/1810271974 learned_addr learned my addr 172.21.15.6:0/1810271974 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a38e2640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938d80 0x559a4f7e5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f939200 0x559a4f7e5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 -- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f939200 msgr2=0x559a4f7e5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4f939200 0x559a4f7e5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 -- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938d80 msgr2=0x559a4f7e5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4f938d80 0x559a4f7e5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 -- 172.21.15.6:0/1810271974 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a4eb47c20 con 0x559a4f938900 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938900 0x559a4f7e5080 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x559a4f806d80 tx=0x559a4f958cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff39d8d6640 1 -- 172.21.15.6:0/1810271974 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x559a4ea451e0 con 0x559a4f938900 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff39d8d6640 1 -- 172.21.15.6:0/1810271974 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x559a4ea62e00 con 0x559a4f938900 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x559a4eb47e00 con 0x559a4f938900 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff39d8d6640 1 -- 172.21.15.6:0/1810271974 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x559a4ea44820 con 0x559a4f938900 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a4eb461e0 con 0x559a4f938900 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff3a5123400 4 main: resolving pool 16 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.239+0000 7ff39d8d6640 1 -- 172.21.15.6:0/1810271974 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x559a4f800c00 con 0x559a4f938900 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff39d8d6640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x559a4f93ba80 0x559a4f7e6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff39d8d6640 1 -- 172.21.15.6:0/1810271974 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x559a4f802400 con 0x559a4f938900 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 4 main: creating IoCtx.. 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x559a4f939680 0x559a4f7e6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- osd_op(unknown.0.0:1 16.b 16:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e109) -- 0x559a4f93fc00 con 0x559a4f939680 2024-09-21T07:31:24.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x559a4f939680 0x559a4f7e6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a38e2640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x559a4f93ba80 0x559a4f7e6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a30e1640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x559a4f939680 0x559a4f7e6680 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a38e2640 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x559a4f93ba80 0x559a4f7e6100 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x559a4eb12ea0 tx=0x559a4f959140 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a30e1640 1 -- 172.21.15.6:0/1810271974 <== osd.1 v2:172.21.15.6:6800/3851867328 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv5 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x559a4eb20000 con 0x559a4f939680 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- osd_op(unknown.0.0:2 16.b 16:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e109) -- 0x559a4ee58c00 con 0x559a4f939680 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a30e1640 1 -- 172.21.15.6:0/1810271974 <== osd.1 v2:172.21.15.6:6800/3851867328 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=841b] v0'0 uv5 ondisk = 0) ==== 159+0+841 (crc 0 0 0) 0x559a4eb20000 con 0x559a4f939680 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- osd_op(unknown.0.0:3 16.b 16:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=27b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e109) -- 0x559a4ee59000 con 0x559a4f939680 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a30e1640 1 -- 172.21.15.6:0/1810271974 <== osd.1 v2:172.21.15.6:6800/3851867328 3 ==== osd_op_reply(3 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv5 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x559a4eb20000 con 0x559a4f939680 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stdout: "0": { 2024-09-21T07:31:24.250 INFO:teuthology.orchestra.run.smithi006.stdout: "data": { 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "sessions": [ 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 7494, 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": { 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 7494 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "any", 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 795653766 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.251 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "open", 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "num_leases": 0, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "num_caps": 0, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "request_load_avg": 0, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 0, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "requests_in_flight": 0, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "num_completed_requests": 0, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "num_completed_flushes": 0, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "reconnecting": false, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "recall_caps": { 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 60 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "release_caps": { 2024-09-21T07:31:24.252 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 60 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "recall_caps_throttle": { 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 1.5 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "recall_caps_throttle2o": { 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 0.5 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "session_cache_liveness": { 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 300 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.253 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_acquisition": { 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 30 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "last_trim_completed_requests_tid": 0, 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "last_trim_completed_flushes_tid": 0, 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "delegated_inos": [], 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": "client.7494 192.168.0.1:0/795653766", 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "completed_requests": [], 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "prealloc_inos": [], 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "client_metadata": { 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "client_features": { 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "feature_bits": "0x00000000003fffff" 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.254 INFO:teuthology.orchestra.run.smithi006.stdout: "metric_spec": { 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "metric_flags": { 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "feature_bits": "0x000000000000ffff" 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "0", 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi006", 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "48137", 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-09-21T07:31:24.255 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 6035, 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "entity": { 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "name": { 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "client", 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "num": 6035 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": { 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "any", 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "192.168.0.1:0", 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 3939668313 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "open", 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "num_leases": 0, 2024-09-21T07:31:24.256 INFO:teuthology.orchestra.run.smithi006.stdout: "num_caps": 0, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "request_load_avg": 0, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 0, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "requests_in_flight": 0, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "num_completed_requests": 0, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "num_completed_flushes": 0, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "reconnecting": false, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "recall_caps": { 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 60 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "release_caps": { 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 60 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.257 INFO:teuthology.orchestra.run.smithi006.stdout: "recall_caps_throttle": { 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 1.5 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "recall_caps_throttle2o": { 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 0.5 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "session_cache_liveness": { 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 300 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_acquisition": { 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "value": 0, 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: "halflife": 30 2024-09-21T07:31:24.258 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "last_trim_completed_requests_tid": 0, 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "last_trim_completed_flushes_tid": 0, 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "delegated_inos": [], 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "inst": "client.6035 192.168.0.1:0/3939668313", 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "completed_requests": [], 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "prealloc_inos": [], 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "client_metadata": { 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "client_features": { 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "feature_bits": "0x00000000003fffff" 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "metric_spec": { 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "metric_flags": { 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: "feature_bits": "0x000000000000ffff" 2024-09-21T07:31:24.259 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: "entity_id": "1", 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": "smithi145", 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: "pid": "36275", 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: "root": "/" 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: "result": 0 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:24.260 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:31:24.261 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:24.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x559a4f939680 msgr2=0x559a4f7e6680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x559a4f939680 0x559a4f7e6680 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x559a4f93ba80 msgr2=0x559a4f7e6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x559a4f93ba80 0x559a4f7e6100 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x559a4eb12ea0 tx=0x559a4f959140 comp rx=0 tx=0).stop 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938900 msgr2=0x559a4f7e5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 --2- 172.21.15.6:0/1810271974 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938900 0x559a4f7e5080 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x559a4f806d80 tx=0x559a4f958cc0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a38e2640 1 -- 172.21.15.6:0/1810271974 reap_dead start 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 shutdown_connections 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 >> 172.21.15.6:0/1810271974 conn(0x559a4f938480 msgr2=0x559a4ed3e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 shutdown_connections 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/1810271974 wait complete. 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/893103452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938000 msgr2=0x559a4f7e4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938000 0x559a4f7e4b00 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x559a4f881890 tx=0x559a4eb24a20 comp rx=0 tx=0).stop 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/893103452 shutdown_connections 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559a4f938000 0x559a4f7e4b00 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x559a4ea83180 0x559a4f7e4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 --2- 172.21.15.6:0/893103452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x559a4ea83a80 0x559a4f7e4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/893103452 >> 172.21.15.6:0/893103452 conn(0x559a4ea83600 msgr2=0x559a4aa0b800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:24.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/893103452 shutdown_connections 2024-09-21T07:31:24.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.243+0000 7ff3a5123400 1 -- 172.21.15.6:0/893103452 wait complete. 2024-09-21T07:31:24.264 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '0', 'show', 'session'] in time 0:00:00.097610, result: { "0": { "data": { "sessions": [ { "id": 7494, "entity": { "name": { "type": "client", "num": 7494 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 795653766 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.7494 192.168.0.1:0/795653766", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "entity_id": "0", "hostname": "smithi006", "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "48137", "root": "/" } }, { "id": 6035, "entity": { "name": { "type": "client", "num": 6035 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 3939668313 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.6035 192.168.0.1:0/3939668313", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "entity_id": "1", "hostname": "smithi145", "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "36275", "root": "/" } } ] }, "result": 0 } } 2024-09-21T07:31:24.264 INFO:tasks.cephfs.test_sessionmap:SessionMap: { "0": { "data": { "sessions": [ { "id": 7494, "entity": { "name": { "type": "client", "num": 7494 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 795653766 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.7494 192.168.0.1:0/795653766", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "entity_id": "0", "hostname": "smithi006", "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "48137", "root": "/" } }, { "id": 6035, "entity": { "name": { "type": "client", "num": 6035 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 3939668313 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.6035 192.168.0.1:0/3939668313", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", "entity_id": "1", "hostname": "smithi145", "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "36275", "root": "/" } } ] }, "result": 0 } } 2024-09-21T07:31:24.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:24.265 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir bravo) 2024-09-21T07:31:24.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:24.274 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch bravo/file_a) 2024-09-21T07:31:24.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:24.335 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch bravo/file_b) 2024-09-21T07:31:24.362 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-09-21T07:31:24.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.539+0000 7f8c77172640 1 -- 172.21.15.6:0/1844898257 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3270 msgr2=0x7f8c700b6350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.539+0000 7f8c77172640 1 --2- 172.21.15.6:0/1844898257 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3270 0x7f8c700b6350 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8c60009870 tx=0x7f8c6001c630 comp rx=0 tx=0).stop 2024-09-21T07:31:24.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.539+0000 7f8c77172640 1 -- 172.21.15.6:0/1844898257 shutdown_connections 2024-09-21T07:31:24.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.539+0000 7f8c77172640 1 --2- 172.21.15.6:0/1844898257 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3270 0x7f8c700b6350 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.539+0000 7f8c77172640 1 -- 172.21.15.6:0/1844898257 >> 172.21.15.6:0/1844898257 conn(0x7f8c7008bfd0 msgr2=0x7f8c700d48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:24.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 -- 172.21.15.6:0/1844898257 shutdown_connections 2024-09-21T07:31:24.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 -- 172.21.15.6:0/1844898257 wait complete. 2024-09-21T07:31:24.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 Processor -- start 2024-09-21T07:31:24.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 -- start start 2024-09-21T07:31:24.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c700b6890 0x7f8c701670b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8c700d3270 0x7f8c700cb910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3680 0x7f8c700cbe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8c700cfc70 con 0x7f8c700d3270 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f8c700cfaf0 con 0x7f8c700b6890 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c77172640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f8c700cfdf0 con 0x7f8c700d3680 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c6ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8c700d3270 0x7f8c700cb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c6ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8c700d3270 0x7f8c700cb910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55558/0 (socket says 172.21.15.6:55558) 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c6ffff640 1 -- 172.21.15.6:0/3453804315 learned_addr learned my addr 172.21.15.6:0/3453804315 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c7570f640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3680 0x7f8c700cbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c74f0e640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c700b6890 0x7f8c701670b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c6ffff640 1 -- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3680 msgr2=0x7f8c700cbe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c6ffff640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3680 0x7f8c700cbe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c6ffff640 1 -- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c700b6890 msgr2=0x7f8c701670b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:24.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c6ffff640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c700b6890 0x7f8c701670b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:24.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c6ffff640 1 -- 172.21.15.6:0/3453804315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c700c8b50 con 0x7f8c700d3270 2024-09-21T07:31:24.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c7570f640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3680 0x7f8c700cbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:24.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.543+0000 7f8c74f0e640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c700b6890 0x7f8c701670b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:24.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c6ffff640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8c700d3270 0x7f8c700cb910 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f8c6400c460 tx=0x7f8c6400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:24.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c6d7fa640 1 -- 172.21.15.6:0/3453804315 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64016020 con 0x7f8c700d3270 2024-09-21T07:31:24.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c6d7fa640 1 -- 172.21.15.6:0/3453804315 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c64012940 con 0x7f8c700d3270 2024-09-21T07:31:24.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c700c8e30 con 0x7f8c700d3270 2024-09-21T07:31:24.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c6d7fa640 1 -- 172.21.15.6:0/3453804315 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64012d90 con 0x7f8c700d3270 2024-09-21T07:31:24.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c700c93f0 con 0x7f8c700d3270 2024-09-21T07:31:24.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c700b6350 con 0x7f8c700d3270 2024-09-21T07:31:24.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c6d7fa640 1 -- 172.21.15.6:0/3453804315 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8c64019020 con 0x7f8c700d3270 2024-09-21T07:31:24.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c6d7fa640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8c5c073200 0x7f8c5c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:24.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c6d7fa640 1 -- 172.21.15.6:0/3453804315 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7f8c64094920 con 0x7f8c700d3270 2024-09-21T07:31:24.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c74f0e640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8c5c073200 0x7f8c5c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:24.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.547+0000 7f8c74f0e640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8c5c073200 0x7f8c5c075710 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f8c600ae000 tx=0x7f8c6001ae70 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:24.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.551+0000 7f8c6d7fa640 1 -- 172.21.15.6:0/3453804315 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8c64020020 con 0x7f8c700d3270 2024-09-21T07:31:24.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:24.767+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7f8c700c88e0 con 0x7f8c700d3270 2024-09-21T07:31:25.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.003+0000 7f8c6d7fa640 1 -- 172.21.15.6:0/3453804315 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v86) ==== 105+0+0 (secure 0 0 0) 0x7f8c700b6ca0 con 0x7f8c700d3270 2024-09-21T07:31:25.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8c5c073200 msgr2=0x7f8c5c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:25.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8c5c073200 0x7f8c5c075710 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f8c600ae000 tx=0x7f8c6001ae70 comp rx=0 tx=0).stop 2024-09-21T07:31:25.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8c700d3270 msgr2=0x7f8c700cb910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:25.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8c700d3270 0x7f8c700cb910 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f8c6400c460 tx=0x7f8c6400c920 comp rx=0 tx=0).stop 2024-09-21T07:31:25.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 shutdown_connections 2024-09-21T07:31:25.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8c5c073200 0x7f8c5c075710 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f8c700d3680 0x7f8c700cbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8c700d3270 0x7f8c700cb910 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 --2- 172.21.15.6:0/3453804315 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f8c700b6890 0x7f8c701670b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 >> 172.21.15.6:0/3453804315 conn(0x7f8c7008bfd0 msgr2=0x7f8c700b7840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:25.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 shutdown_connections 2024-09-21T07:31:25.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.007+0000 7f8c77172640 1 -- 172.21.15.6:0/3453804315 wait complete. 2024-09-21T07:31:25.043 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:25.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7eed5640 1 -- 172.21.15.6:0/2929455173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d60003a10 msgr2=0x7f5d60003e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:25.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7eed5640 1 --2- 172.21.15.6:0/2929455173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d60003a10 0x7f5d60003e80 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f5d74009b60 tx=0x7f5d7401d2b0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7d472640 1 -- 172.21.15.6:0/2929455173 reap_dead start 2024-09-21T07:31:25.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7eed5640 1 -- 172.21.15.6:0/2929455173 shutdown_connections 2024-09-21T07:31:25.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7eed5640 1 -- 172.21.15.6:0/2929455173 >> 172.21.15.6:0/2929455173 conn(0x7f5d7809b980 msgr2=0x7f5d7808bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:25.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7eed5640 1 -- 172.21.15.6:0/2929455173 shutdown_connections 2024-09-21T07:31:25.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7eed5640 1 -- 172.21.15.6:0/2929455173 wait complete. 2024-09-21T07:31:25.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7eed5640 1 Processor -- start 2024-09-21T07:31:25.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.195+0000 7f5d7eed5640 1 -- start start 2024-09-21T07:31:25.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d7815dae0 0x7f5d7814ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:25.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d78166270 0x7f5d78151ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:25.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d78166680 0x7f5d781520e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:25.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5d78168200 con 0x7f5d78166680 2024-09-21T07:31:25.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5d78168080 con 0x7f5d78166270 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5d78168380 con 0x7f5d7815dae0 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d78166680 0x7f5d781520e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d78166680 0x7f5d781520e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55582/0 (socket says 172.21.15.6:55582) 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 -- 172.21.15.6:0/3256641720 learned_addr learned my addr 172.21.15.6:0/3256641720 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d6ffff640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d78166270 0x7f5d78151ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7cc71640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d7815dae0 0x7f5d7814ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 -- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d7815dae0 msgr2=0x7f5d7814ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d7815dae0 0x7f5d7814ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 -- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d78166270 msgr2=0x7f5d78151ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d78166270 0x7f5d78151ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 -- 172.21.15.6:0/3256641720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d781504c0 con 0x7f5d78166680 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7d472640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d78166680 0x7f5d781520e0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f5d78073bb0 tx=0x7f5d7000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d6d7fa640 1 -- 172.21.15.6:0/3256641720 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d70017070 con 0x7f5d78166680 2024-09-21T07:31:25.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d6d7fa640 1 -- 172.21.15.6:0/3256641720 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5d7000ab30 con 0x7f5d78166680 2024-09-21T07:31:25.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d6d7fa640 1 -- 172.21.15.6:0/3256641720 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7000ce70 con 0x7f5d78166680 2024-09-21T07:31:25.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d78163030 con 0x7f5d78166680 2024-09-21T07:31:25.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d781635b0 con 0x7f5d78166680 2024-09-21T07:31:25.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.199+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d780b38f0 con 0x7f5d78166680 2024-09-21T07:31:25.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.203+0000 7f5d6d7fa640 1 -- 172.21.15.6:0/3256641720 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5d7001a070 con 0x7f5d78166680 2024-09-21T07:31:25.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.203+0000 7f5d6d7fa640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5d64073200 0x7f5d64075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:25.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.203+0000 7f5d6d7fa640 1 -- 172.21.15.6:0/3256641720 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7f5d70093c10 con 0x7f5d78166680 2024-09-21T07:31:25.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.203+0000 7f5d7cc71640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5d64073200 0x7f5d64075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:25.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.203+0000 7f5d7cc71640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5d64073200 0x7f5d64075710 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5d740ae000 tx=0x7f5d7401a050 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:25.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.207+0000 7f5d6d7fa640 1 -- 172.21.15.6:0/3256641720 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5d7005ebd0 con 0x7f5d78166680 2024-09-21T07:31:25.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.423+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d780cde10 con 0x7f5d78166680 2024-09-21T07:31:25.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.423+0000 7f5d6d7fa640 1 -- 172.21.15.6:0/3256641720 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 86 v86) ==== 94+0+5243 (secure 0 0 0) 0x7f5d70097020 con 0x7f5d78166680 2024-09-21T07:31:25.428 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:25.428 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":86,"btime":"2024-09-21T07:31:25:006491+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83}],"filesystems":[{"mdsmap":{"epoch":86,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:25.006415+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7434,"mds_1":7428},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7428":{"gid":7428,"name":"a","rank":1,"incarnation":86,"state":"up:creating","state_seq":1,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:active","state_seq":5,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7434,"qdb_cluster":[7434]},"id":8}]} 2024-09-21T07:31:25.429 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 86 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5d64073200 msgr2=0x7f5d64075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5d64073200 0x7f5d64075710 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5d740ae000 tx=0x7f5d7401a050 comp rx=0 tx=0).stop 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d78166680 msgr2=0x7f5d781520e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d78166680 0x7f5d781520e0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f5d78073bb0 tx=0x7f5d7000cc20 comp rx=0 tx=0).stop 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 shutdown_connections 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5d64073200 0x7f5d64075710 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d78166680 0x7f5d781520e0 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5d78166270 0x7f5d78151ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 --2- 172.21.15.6:0/3256641720 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5d7815dae0 0x7f5d7814ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 >> 172.21.15.6:0/3256641720 conn(0x7f5d7809b980 msgr2=0x7f5d780d0790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 shutdown_connections 2024-09-21T07:31:25.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:25.427+0000 7f5d7eed5640 1 -- 172.21.15.6:0/3256641720 wait complete. 2024-09-21T07:31:25.853 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 86, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:30:46.508318+0000', 'modified': '2024-09-21T07:31:25.006415+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 107, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 7434, 'mds_1': 7428}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7428': {'gid': 7428, 'name': 'a', 'rank': 1, 'incarnation': 86, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.6:6833/3420112252', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6832', 'nonce': 3420112252}, {'type': 'v1', 'addr': '172.21.15.6:6833', 'nonce': 3420112252}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7434': {'gid': 7434, 'name': 'c', 'rank': 0, 'incarnation': 82, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.6:6835/2483935998', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 2483935998}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 2483935998}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7434, 'qdb_cluster': [7434]} 2024-09-21T07:31:25.853 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7428:up:creating 2024-09-21T07:31:26.854 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:27.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.019+0000 7f714ccf3640 1 -- 172.21.15.6:0/2788442251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 msgr2=0x7f714815f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.019+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2788442251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 0x7f714815f450 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f71480cf230 tx=0x7f713801c800 comp rx=0 tx=0).stop 2024-09-21T07:31:27.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.019+0000 7f714ccf3640 1 -- 172.21.15.6:0/2788442251 shutdown_connections 2024-09-21T07:31:27.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.019+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2788442251 >> v2:172.21.15.145:3300/0 conn(0x7f71480704b0 0x7f71480708c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.019+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2788442251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 0x7f714815f450 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.019+0000 7f714ccf3640 1 -- 172.21.15.6:0/2788442251 >> 172.21.15.6:0/2788442251 conn(0x7f714806d650 msgr2=0x7f71480b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:27.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.019+0000 7f714ccf3640 1 -- 172.21.15.6:0/2788442251 shutdown_connections 2024-09-21T07:31:27.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.019+0000 7f714ccf3640 1 -- 172.21.15.6:0/2788442251 wait complete. 2024-09-21T07:31:27.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714ccf3640 1 Processor -- start 2024-09-21T07:31:27.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714ccf3640 1 -- start start 2024-09-21T07:31:27.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714ccf3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f714806f040 0x7f714815b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714ccf3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71480704b0 0x7f71480c7d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714ccf3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 0x7f71481f7560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714ccf3640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f71481681d0 con 0x7f714815ae80 2024-09-21T07:31:27.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714ccf3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f7148168050 con 0x7f714806f040 2024-09-21T07:31:27.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714ccf3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f7148168350 con 0x7f71480704b0 2024-09-21T07:31:27.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 0x7f71481f7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 0x7f71481f7560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55594/0 (socket says 172.21.15.6:55594) 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 -- 172.21.15.6:0/2528533519 learned_addr learned my addr 172.21.15.6:0/2528533519 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714659c640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f714806f040 0x7f714815b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7145d9b640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71480704b0 0x7f71480c7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 -- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71480704b0 msgr2=0x7f71480c7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71480704b0 0x7f71480c7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 -- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f714806f040 msgr2=0x7f714815b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f714806f040 0x7f714815b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 -- 172.21.15.6:0/2528533519 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71480c8240 con 0x7f714815ae80 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f714659c640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f714806f040 0x7f714815b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7146d9d640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 0x7f71481f7560 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f714000c760 tx=0x7f714000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7136ffd640 1 -- 172.21.15.6:0/2528533519 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7140003db0 con 0x7f714815ae80 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.023+0000 7f7136ffd640 1 -- 172.21.15.6:0/2528533519 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f714000ce10 con 0x7f714815ae80 2024-09-21T07:31:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f714815e2e0 con 0x7f714815ae80 2024-09-21T07:31:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f7136ffd640 1 -- 172.21.15.6:0/2528533519 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71400052d0 con 0x7f714815ae80 2024-09-21T07:31:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f714815d9d0 con 0x7f714815ae80 2024-09-21T07:31:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f714815e040 con 0x7f714815ae80 2024-09-21T07:31:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f7136ffd640 1 -- 172.21.15.6:0/2528533519 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7140005470 con 0x7f714815ae80 2024-09-21T07:31:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f7136ffd640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7128073200 0x7f7128075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f7136ffd640 1 -- 172.21.15.6:0/2528533519 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7f7140094b50 con 0x7f714815ae80 2024-09-21T07:31:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f714659c640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7128073200 0x7f7128075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.027+0000 7f714659c640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7128073200 0x7f7128075710 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f71380af000 tx=0x7f713801b040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.031+0000 7f7136ffd640 1 -- 172.21.15.6:0/2528533519 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f714815e040 con 0x7f714815ae80 2024-09-21T07:31:27.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.243+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7148073160 con 0x7f714815ae80 2024-09-21T07:31:27.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f7136ffd640 1 -- 172.21.15.6:0/2528533519 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 87 v87) ==== 94+0+5246 (secure 0 0 0) 0x7f714815f990 con 0x7f714815ae80 2024-09-21T07:31:27.251 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:27.251 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":87,"btime":"2024-09-21T07:31:26:009190+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83}],"filesystems":[{"mdsmap":{"epoch":87,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:26.009177+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7434,"mds_1":7428},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7428":{"gid":7428,"name":"a","rank":1,"incarnation":86,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:active","state_seq":5,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7434,"qdb_cluster":[7428,7434]},"id":8}]} 2024-09-21T07:31:27.251 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 87 2024-09-21T07:31:27.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7128073200 msgr2=0x7f7128075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7128073200 0x7f7128075710 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f71380af000 tx=0x7f713801b040 comp rx=0 tx=0).stop 2024-09-21T07:31:27.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 msgr2=0x7f71481f7560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 0x7f71481f7560 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f714000c760 tx=0x7f714000cc20 comp rx=0 tx=0).stop 2024-09-21T07:31:27.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 shutdown_connections 2024-09-21T07:31:27.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7128073200 0x7f7128075710 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714815ae80 0x7f71481f7560 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71480704b0 0x7f71480c7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 --2- 172.21.15.6:0/2528533519 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f714806f040 0x7f714815b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 >> 172.21.15.6:0/2528533519 conn(0x7f714806d650 msgr2=0x7f71480cd030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:27.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 shutdown_connections 2024-09-21T07:31:27.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.247+0000 7f714ccf3640 1 -- 172.21.15.6:0/2528533519 wait complete. 2024-09-21T07:31:27.674 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 87, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T07:30:46.508318+0000', 'modified': '2024-09-21T07:31:26.009177+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 107, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 7434, 'mds_1': 7428}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7428': {'gid': 7428, 'name': 'a', 'rank': 1, 'incarnation': 86, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.6:6833/3420112252', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6832', 'nonce': 3420112252}, {'type': 'v1', 'addr': '172.21.15.6:6833', 'nonce': 3420112252}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7434': {'gid': 7434, 'name': 'c', 'rank': 0, 'incarnation': 82, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.6:6835/2483935998', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6834', 'nonce': 2483935998}, {'type': 'v1', 'addr': '172.21.15.6:6835', 'nonce': 2483935998}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7434, 'qdb_cluster': [7428, 7434]} 2024-09-21T07:31:27.674 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-09-21T07:31:27.675 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T07:31:27.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/2504297257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9a8005260 msgr2=0x7ff9a800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 --2- 172.21.15.6:0/2504297257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9a8005260 0x7ff9a800b9d0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7ff9b800c590 tx=0x7ff9b801d2a0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/2504297257 shutdown_connections 2024-09-21T07:31:27.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 --2- 172.21.15.6:0/2504297257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9a8005260 0x7ff9a800b9d0 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/2504297257 >> 172.21.15.6:0/2504297257 conn(0x7ff9c00d46b0 msgr2=0x7ff9c00d4ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:27.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/2504297257 shutdown_connections 2024-09-21T07:31:27.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/2504297257 wait complete. 2024-09-21T07:31:27.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 Processor -- start 2024-09-21T07:31:27.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.835+0000 7ff9c6c1e640 1 -- start start 2024-09-21T07:31:27.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c6c1e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9a8005260 0x7ff9c015b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c6c1e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9c0158910 0x7ff9c014b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c6c1e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9c00b5940 0x7ff9c00b5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c6c1e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00d2e50 con 0x7ff9c00b5940 2024-09-21T07:31:27.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c6c1e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00d2870 con 0x7ff9a8005260 2024-09-21T07:31:27.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c6c1e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c00d2fd0 con 0x7ff9c0158910 2024-09-21T07:31:27.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9c00b5940 0x7ff9c00b5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9c00b5940 0x7ff9c00b5d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55624/0 (socket says 172.21.15.6:55624) 2024-09-21T07:31:27.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 -- 172.21.15.6:0/1032525094 learned_addr learned my addr 172.21.15.6:0/1032525094 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9bffff640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9c0158910 0x7ff9c014b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9a8005260 0x7ff9c015b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 -- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9c0158910 msgr2=0x7ff9c014b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9c0158910 0x7ff9c014b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 -- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9a8005260 msgr2=0x7ff9c015b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9a8005260 0x7ff9c015b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 -- 172.21.15.6:0/1032525094 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c00b6290 con 0x7ff9c00b5940 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9a8005260 0x7ff9c015b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9c00b5940 0x7ff9c00b5d50 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7ff9b801db40 tx=0x7ff9b8001560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9bd7fa640 1 -- 172.21.15.6:0/1032525094 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b80b2070 con 0x7ff9c00b5940 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9bd7fa640 1 -- 172.21.15.6:0/1032525094 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9b8001880 con 0x7ff9c00b5940 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/1032525094 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9c00cc4e0 con 0x7ff9c00b5940 2024-09-21T07:31:27.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9bd7fa640 1 -- 172.21.15.6:0/1032525094 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b8003980 con 0x7ff9c00b5940 2024-09-21T07:31:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/1032525094 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9c00cd700 con 0x7ff9c00b5940 2024-09-21T07:31:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.839+0000 7ff9bd7fa640 1 -- 172.21.15.6:0/1032525094 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff9b8003b20 con 0x7ff9c00b5940 2024-09-21T07:31:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9bd7fa640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff9ac073200 0x7ff9ac075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9bd7fa640 1 -- 172.21.15.6:0/1032525094 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7ff9b812e580 con 0x7ff9c00b5940 2024-09-21T07:31:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff9ac073200 0x7ff9ac075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9cdee9000 1 Processor -- start 2024-09-21T07:31:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9cdee9000 1 -- start start 2024-09-21T07:31:27.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff9ac073200 0x7ff9ac075710 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0005fd0 tx=0x7ff9b0005790 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bb88460 0x55a19c0c96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bf78950 0x55a19c0c9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0ca120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a19bf9e410 con 0x55a19bb88460 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a19bedbb40 con 0x55a19bf78950 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55a19becaf70 con 0x55a19bf61ca0 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bb88460 0x55a19c0c96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bb88460 0x55a19c0c96a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55632/0 (socket says 172.21.15.6:55632) 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 -- 172.21.15.6:0/1765214056 learned_addr learned my addr 172.21.15.6:0/1765214056 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9bffff640 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bf78950 0x55a19c0c9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 -- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 msgr2=0x55a19c0ca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0ca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 -- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bf78950 msgr2=0x55a19c0c9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bf78950 0x55a19c0c9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 -- 172.21.15.6:0/1765214056 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a19be925b0 con 0x55a19bb88460 2024-09-21T07:31:27.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9bffff640 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bf78950 0x55a19c0c9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bb88460 0x55a19c0c96a0 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0011f90 tx=0x7ff9b0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fdc77a886f77ac8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9a67fc640 1 -- 172.21.15.6:0/1765214056 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b001f620 con 0x55a19bb88460 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9a67fc640 1 -- 172.21.15.6:0/1765214056 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9b001f8b0 con 0x55a19bb88460 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.843+0000 7ff9a67fc640 1 -- 172.21.15.6:0/1765214056 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b001fce0 con 0x55a19bb88460 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- 172.21.15.6:0/1765214056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bb88460 msgr2=0x55a19c0c96a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bb88460 0x55a19c0c96a0 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0011f90 tx=0x7ff9b0014000 comp rx=0 tx=0).stop 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- 172.21.15.6:0/1765214056 shutdown_connections 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bf78950 0x55a19c0c9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/1765214056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bb88460 0x55a19c0c96a0 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- 172.21.15.6:0/1765214056 >> 172.21.15.6:0/1765214056 conn(0x55a19c04ed90 msgr2=0x55a19c07e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- 172.21.15.6:0/1765214056 shutdown_connections 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- 172.21.15.6:0/1765214056 wait complete. 2024-09-21T07:31:27.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- start start 2024-09-21T07:31:27.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 Processor -- start 2024-09-21T07:31:27.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0d0920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0d0e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0d13a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a19be655f0 con 0x55a19bf78950 2024-09-21T07:31:27.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55a19beced80 con 0x55a19bb88460 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55a19be71520 con 0x55a19bf61ca0 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 10 client.0 _ll_register_callbacks cb 0x55a19be75830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0d13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0d13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55642/0 (socket says 172.21.15.6:55642) 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 -- 172.21.15.6:0/2127545776 learned_addr learned my addr 172.21.15.6:0/2127545776 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0d0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9bffff640 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0d0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 -- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 msgr2=0x55a19c0d0e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0d0e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 -- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 msgr2=0x55a19c0d0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0d0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 -- 172.21.15.6:0/2127545776 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a19be69190 con 0x55a19bf78950 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9bffff640 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0d0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:27.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0d13a0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7ff9b800c590 tx=0x7ff9b80f8700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66583a853b74aaab server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff99f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff99f7fe640 1 -- 172.21.15.6:0/2127545776 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b80bf070 con 0x55a19bf78950 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff99f7fe640 1 -- 172.21.15.6:0/2127545776 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7ff9b812e0b0 con 0x55a19bf78950 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.847+0000 7ff9cdee9000 1 -- 172.21.15.6:0/2127545776 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a19be63110 con 0x55a19bf78950 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff99f7fe640 1 -- 172.21.15.6:0/2127545776 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7ff9b80f94b0 con 0x55a19bf78950 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 10 client.7551 fetch_fsmap learned FSMap version 87 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 -- 172.21.15.6:0/2127545776 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=87,monmap=2+}) -- 0x55a19bf4ff10 con 0x55a19bf78950 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff99f7fe640 1 -- 172.21.15.6:0/2127545776 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55a19be63110 con 0x55a19bf78950 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff99f7fe640 1 -- 172.21.15.6:0/2127545776 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 87) ==== 3522+0+0 (secure 0 0 0) 0x7ff9b80e6100 con 0x55a19bf78950 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 10 client.7551 fetch_fsmap finished waiting for FSMap version 87 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 10 client.7551 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 20 client.7551 populate_metadata read hostname 'smithi006' 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] conn(0x55a19bb6d7d0 0x55a19c0dad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 4 client.7551 mds_command: new command op to 7428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 -- 172.21.15.6:0/2127545776 --> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a19bedda90 con 0x55a19bb6d7d0 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] conn(0x55a19bb6d7d0 0x55a19c0dad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] conn(0x55a19bb6d7d0 0x55a19c0dad00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4e4d5d3b39137af8 server_cookie=d7573e11e3fe9494 in_seq=0 out_seq=0 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff99f7fe640 10 client.7551 ms_handle_connect on v2:172.21.15.6:6832/3420112252 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff99f7fe640 1 -- 172.21.15.6:0/2127545776 <== mds.1 v2:172.21.15.6:6832/3420112252 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55a19bedda90 con 0x55a19bb6d7d0 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff99f7fe640 10 client.7551 handle_command_reply: tid=0 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 client.7551 shutdown 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 -- 172.21.15.6:0/2127545776 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 msgr2=0x55a19c0d13a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0d13a0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7ff9b800c590 tx=0x7ff9b80f8700 comp rx=0 tx=0).stop 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 -- 172.21.15.6:0/2127545776 shutdown_connections 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0d13a0 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0d0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] conn(0x55a19bb6d7d0 0x55a19c0dad00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/2127545776 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0d0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff99f7fe640 0 client.7551 ms_handle_reset on v2:172.21.15.6:6832/3420112252 2024-09-21T07:31:27.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 -- 172.21.15.6:0/2127545776 >> 172.21.15.6:0/2127545776 conn(0x55a19c04ed90 msgr2=0x55a19c085440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:27.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 -- 172.21.15.6:0/2127545776 shutdown_connections 2024-09-21T07:31:27.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 1 -- 172.21.15.6:0/2127545776 wait complete. 2024-09-21T07:31:27.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.851+0000 7ff9cdee9000 20 client.7551 trim_cache size 0 max 16384 2024-09-21T07:31:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 Processor -- start 2024-09-21T07:31:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 -- start start 2024-09-21T07:31:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c13b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf61ca0 0x55a19c13bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf78950 0x55a19c13c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c0202620 con 0x55a19bf61ca0 2024-09-21T07:31:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c0202cf0 con 0x55a19bb88460 2024-09-21T07:31:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c01fa540 con 0x55a19bf78950 2024-09-21T07:31:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf61ca0 0x55a19c13bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf61ca0 0x55a19c13bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55648/0 (socket says 172.21.15.6:55648) 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 -- 172.21.15.6:0/4253493975 learned_addr learned my addr 172.21.15.6:0/4253493975 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c13b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 -- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf78950 msgr2=0x55a19c13c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf78950 0x55a19c13c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf78950 0x55a19c13c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 -- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 msgr2=0x55a19c13b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c13b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 -- 172.21.15.6:0/4253493975 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a19bf26db0 con 0x55a19bf61ca0 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c13b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9bffff640 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf61ca0 0x55a19c13bb60 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7ff9b40016b0 tx=0x7ff9b4001b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dde6b7fb34da554e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9a5ffb640 1 -- 172.21.15.6:0/4253493975 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4019020 con 0x55a19bf61ca0 2024-09-21T07:31:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9a5ffb640 1 -- 172.21.15.6:0/4253493975 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9b4011a40 con 0x55a19bf61ca0 2024-09-21T07:31:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9a5ffb640 1 -- 172.21.15.6:0/4253493975 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4011e90 con 0x55a19bf61ca0 2024-09-21T07:31:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4253493975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf61ca0 msgr2=0x55a19c13bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf61ca0 0x55a19c13bb60 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7ff9b40016b0 tx=0x7ff9b4001b70 comp rx=0 tx=0).stop 2024-09-21T07:31:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4253493975 shutdown_connections 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf78950 0x55a19c13c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf61ca0 0x55a19c13bb60 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4253493975 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c13b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4253493975 >> 172.21.15.6:0/4253493975 conn(0x55a19c04ed90 msgr2=0x55a19c0c7620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.871+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4253493975 shutdown_connections 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4253493975 wait complete. 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 -- start start 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 Processor -- start 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0fb220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0fb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0fbca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a19beced80 con 0x55a19bf78950 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00ce690 con 0x55a19bb88460 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55a19be655f0 con 0x55a19bf61ca0 2024-09-21T07:31:27.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 10 client.0 _ll_register_callbacks cb 0x7ff9b80f8b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0fbca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0fbca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55660/0 (socket says 172.21.15.6:55660) 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 -- 172.21.15.6:0/4130248787 learned_addr learned my addr 172.21.15.6:0/4130248787 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0fb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9bffff640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0fb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 -- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 msgr2=0x55a19c0fb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0fb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 -- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 msgr2=0x55a19c0fb220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0fb220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 -- 172.21.15.6:0/4130248787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a19be91ab0 con 0x55a19bf78950 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0fb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9bffff640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0fb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c51bb640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0fbca0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7ff9b801cd60 tx=0x7ff9b80f8610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de5ae4b3c951ac9a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff99f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:31:27.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff99f7fe640 1 -- 172.21.15.6:0/4130248787 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b80bf050 con 0x55a19bf78950 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff99f7fe640 1 -- 172.21.15.6:0/4130248787 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7ff9b80f8010 con 0x55a19bf78950 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4130248787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9b4011a40 con 0x55a19bf78950 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff99f7fe640 1 -- 172.21.15.6:0/4130248787 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7ff9b8003e10 con 0x55a19bf78950 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 10 client.7557 fetch_fsmap learned FSMap version 87 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4130248787 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=87,monmap=2+}) -- 0x55a19be70070 con 0x55a19bf78950 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff99f7fe640 1 -- 172.21.15.6:0/4130248787 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9b4011a40 con 0x55a19bf78950 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff99f7fe640 1 -- 172.21.15.6:0/4130248787 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 87) ==== 3522+0+0 (secure 0 0 0) 0x7ff9b80f4700 con 0x55a19bf78950 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 10 client.7557 fetch_fsmap finished waiting for FSMap version 87 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 10 client.7557 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 20 client.7557 populate_metadata read hostname 'smithi006' 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] conn(0x55a19bb5b830 0x55a19c0fc660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 4 client.7557 mds_command: new command op to 7428 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4130248787 --> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] -- command(tid 0: {"prefix": "status"}) -- 0x55a19bed9540 con 0x55a19bb5b830 2024-09-21T07:31:27.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.875+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] conn(0x55a19bb5b830 0x55a19c0fc660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff99f7fe640 10 client.7557 ms_handle_connect on v2:172.21.15.6:6832/3420112252 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c49ba640 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] conn(0x55a19bb5b830 0x55a19c0fc660 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1bfe66fa463c5247 server_cookie=cbd285902536ad2f in_seq=0 out_seq=0 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff99f7fe640 1 -- 172.21.15.6:0/4130248787 <== mds.1 v2:172.21.15.6:6832/3420112252 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55a19bed9540 con 0x55a19bb5b830 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff99f7fe640 10 client.7557 handle_command_reply: tid=0 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 client.7557 shutdown 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4130248787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 msgr2=0x55a19c0fbca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0fbca0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7ff9b801cd60 tx=0x7ff9b80f8610 comp rx=0 tx=0).stop 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4130248787 shutdown_connections 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a19bf78950 0x55a19c0fbca0 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55a19bf61ca0 0x55a19c0fb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.6:6832/3420112252,v1:172.21.15.6:6833/3420112252] conn(0x55a19bb5b830 0x55a19c0fc660 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 --2- 172.21.15.6:0/4130248787 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55a19bb88460 0x55a19c0fb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4130248787 >> 172.21.15.6:0/4130248787 conn(0x55a19c04ed90 msgr2=0x55a19c0c7fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff99f7fe640 0 client.7557 ms_handle_reset on v2:172.21.15.6:6832/3420112252 2024-09-21T07:31:27.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4130248787 shutdown_connections 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 1 -- 172.21.15.6:0/4130248787 wait complete. 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9cdee9000 20 client.7557 trim_cache size 0 max 16384 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 1, 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 7428, 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 2.8720317450000001, 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 87, 2024-09-21T07:31:27.888 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 109, 2024-09-21T07:31:27.889 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 109, 2024-09-21T07:31:27.889 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 19.632796928000001 2024-09-21T07:31:27.889 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff9ac073200 msgr2=0x7ff9ac075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff9ac073200 0x7ff9ac075710 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0005fd0 tx=0x7ff9b0005790 comp rx=0 tx=0).stop 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/1032525094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9c00b5940 msgr2=0x7ff9c00b5d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9c00b5940 0x7ff9c00b5d50 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7ff9b801db40 tx=0x7ff9b8001560 comp rx=0 tx=0).stop 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/1032525094 shutdown_connections 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff9ac073200 0x7ff9ac075710 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9c00b5940 0x7ff9c00b5d50 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9c0158910 0x7ff9c014b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 --2- 172.21.15.6:0/1032525094 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff9a8005260 0x7ff9c015b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/1032525094 >> 172.21.15.6:0/1032525094 conn(0x7ff9c00d46b0 msgr2=0x7ff9c0076090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/1032525094 shutdown_connections 2024-09-21T07:31:27.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:27.879+0000 7ff9c6c1e640 1 -- 172.21.15.6:0/1032525094 wait complete. 2024-09-21T07:31:27.901 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T07:31:28.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- 172.21.15.6:0/1120321845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cb740 msgr2=0x7fdb280cbb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/1120321845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cb740 0x7fdb280cbb50 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009900 tx=0x7fdb1c01c850 comp rx=0 tx=0).stop 2024-09-21T07:31:28.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- 172.21.15.6:0/1120321845 shutdown_connections 2024-09-21T07:31:28.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/1120321845 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb280ca970 0x7fdb280cad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/1120321845 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cb740 0x7fdb280cbb50 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- 172.21.15.6:0/1120321845 >> 172.21.15.6:0/1120321845 conn(0x7fdb2806d4c0 msgr2=0x7fdb280d0320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:28.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- 172.21.15.6:0/1120321845 shutdown_connections 2024-09-21T07:31:28.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- 172.21.15.6:0/1120321845 wait complete. 2024-09-21T07:31:28.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 Processor -- start 2024-09-21T07:31:28.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- start start 2024-09-21T07:31:28.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb280ca970 0x7fdb280afff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb280cb740 0x7fdb280b0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cc7e0 0x7fdb28156b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdb28168dc0 con 0x7fdb280cc7e0 2024-09-21T07:31:28.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdb28168c40 con 0x7fdb280ca970 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.039+0000 7fdb2da4a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdb28168f40 con 0x7fdb280cb740 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cc7e0 0x7fdb28156b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cc7e0 0x7fdb28156b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55674/0 (socket says 172.21.15.6:55674) 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 -- 172.21.15.6:0/3979096459 learned_addr learned my addr 172.21.15.6:0/3979096459 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb267fc640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb280cb740 0x7fdb280b0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb280ca970 0x7fdb280afff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 -- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb280cb740 msgr2=0x7fdb280b0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb280cb740 0x7fdb280b0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 -- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb280ca970 msgr2=0x7fdb280afff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb280ca970 0x7fdb280afff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 -- 172.21.15.6:0/3979096459 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb28073bd0 con 0x7fdb280cc7e0 2024-09-21T07:31:28.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb280ca970 0x7fdb280afff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:28.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cc7e0 0x7fdb28156b30 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fdb1800ca90 tx=0x7fdb1800cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:28.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb0ffff640 1 -- 172.21.15.6:0/3979096459 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb18007df0 con 0x7fdb280cc7e0 2024-09-21T07:31:28.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb0ffff640 1 -- 172.21.15.6:0/3979096459 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb18004b30 con 0x7fdb280cc7e0 2024-09-21T07:31:28.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb2da4a640 1 -- 172.21.15.6:0/3979096459 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb28073220 con 0x7fdb280cc7e0 2024-09-21T07:31:28.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb0ffff640 1 -- 172.21.15.6:0/3979096459 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb18005020 con 0x7fdb280cc7e0 2024-09-21T07:31:28.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb2da4a640 1 -- 172.21.15.6:0/3979096459 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb281fbcd0 con 0x7fdb280cc7e0 2024-09-21T07:31:28.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb0ffff640 1 -- 172.21.15.6:0/3979096459 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdb180051c0 con 0x7fdb280cc7e0 2024-09-21T07:31:28.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb0ffff640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb14073200 0x7fdb14075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb0ffff640 1 -- 172.21.15.6:0/3979096459 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7fdb18094ba0 con 0x7fdb280cc7e0 2024-09-21T07:31:28.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.043+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb14073200 0x7fdb14075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 Processor -- start 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb14073200 0x7fdb14075710 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fdb200098b0 tx=0x7fdb20008040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- start start 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bacb5460 0x5610bb1f66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bb0a5950 0x5610bb1f6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1f7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5610bb0cb410 con 0x5610bacb5460 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5610bb008b40 con 0x5610bb08eca0 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5610baff7f70 con 0x5610bb0a5950 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bacb5460 0x5610bb1f66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bacb5460 0x5610bb1f66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55680/0 (socket says 172.21.15.6:55680) 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 -- 172.21.15.6:0/2289379166 learned_addr learned my addr 172.21.15.6:0/2289379166 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb277fe640 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1f7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb267fc640 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bb0a5950 0x5610bb1f6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 -- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bb0a5950 msgr2=0x5610bb1f6be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bb0a5950 0x5610bb1f6be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 -- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 msgr2=0x5610bb1f7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1f7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 -- 172.21.15.6:0/2289379166 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610bafbf5b0 con 0x5610bacb5460 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb277fe640 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1f7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bacb5460 0x5610bb1f66a0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7fdb2000d8e0 tx=0x7fdb20010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=973e671f26d1544a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb0d7fa640 1 -- 172.21.15.6:0/2289379166 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb20024070 con 0x5610bacb5460 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb0d7fa640 1 -- 172.21.15.6:0/2289379166 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb200094d0 con 0x5610bacb5460 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb0d7fa640 1 -- 172.21.15.6:0/2289379166 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb20014e00 con 0x5610bacb5460 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- 172.21.15.6:0/2289379166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bacb5460 msgr2=0x5610bb1f66a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bacb5460 0x5610bb1f66a0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7fdb2000d8e0 tx=0x7fdb20010000 comp rx=0 tx=0).stop 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- 172.21.15.6:0/2289379166 shutdown_connections 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1f7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bb0a5950 0x5610bb1f6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 --2- 172.21.15.6:0/2289379166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bacb5460 0x5610bb1f66a0 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- 172.21.15.6:0/2289379166 >> 172.21.15.6:0/2289379166 conn(0x5610bb17bd90 msgr2=0x5610bb1ab690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- 172.21.15.6:0/2289379166 shutdown_connections 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.047+0000 7fdb34d15000 1 -- 172.21.15.6:0/2289379166 wait complete. 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 -- start start 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 Processor -- start 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1fd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1fde60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb1fe3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5610baf925f0 con 0x5610bb0a5950 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5610baffbd80 con 0x5610bb08eca0 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5610baf9e520 con 0x5610bacb5460 2024-09-21T07:31:28.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 10 client.0 _ll_register_callbacks cb 0x5610bafa2830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb1fe3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb1fe3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55684/0 (socket says 172.21.15.6:55684) 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 -- 172.21.15.6:0/3856823165 learned_addr learned my addr 172.21.15.6:0/3856823165 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1fd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb267fc640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1fde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 -- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 msgr2=0x5610bb1fd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1fd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 -- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 msgr2=0x5610bb1fde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1fde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 -- 172.21.15.6:0/3856823165 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610baf96190 con 0x5610bb0a5950 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb267fc640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1fde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1fd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb1fe3a0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fdb180076b0 tx=0x7fdb1805fa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50931aa6912a40e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:28.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb067fc640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb067fc640 1 -- 172.21.15.6:0/3856823165 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1801d040 con 0x5610bb0a5950 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb067fc640 1 -- 172.21.15.6:0/3856823165 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7fdb1804c8f0 con 0x5610bb0a5950 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 -- 172.21.15.6:0/3856823165 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5610baf90110 con 0x5610bb0a5950 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb067fc640 1 -- 172.21.15.6:0/3856823165 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7fdb1805f470 con 0x5610bb0a5950 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 10 client.7569 fetch_fsmap learned FSMap version 87 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 -- 172.21.15.6:0/3856823165 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=87,monmap=2+}) -- 0x5610bb07cf10 con 0x5610bb0a5950 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb067fc640 1 -- 172.21.15.6:0/3856823165 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x5610baf90110 con 0x5610bb0a5950 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb067fc640 1 -- 172.21.15.6:0/3856823165 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 87) ==== 3522+0+0 (secure 0 0 0) 0x7fdb1805adc0 con 0x5610bb0a5950 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 10 client.7569 fetch_fsmap finished waiting for FSMap version 87 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 10 client.7569 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 20 client.7569 populate_metadata read hostname 'smithi006' 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x5610bac9a7d0 0x5610bb207d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 4 client.7569 mds_command: new command op to 7434 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb34d15000 1 -- 172.21.15.6:0/3856823165 --> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610bb00aa90 con 0x5610bac9a7d0 2024-09-21T07:31:28.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x5610bac9a7d0 0x5610bb207d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb067fc640 10 client.7569 ms_handle_connect on v2:172.21.15.6:6834/2483935998 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.051+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x5610bac9a7d0 0x5610bb207d00 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d7dc5788268704b server_cookie=7d9efd56ab9a8940 in_seq=0 out_seq=0 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb067fc640 1 -- 172.21.15.6:0/3856823165 <== mds.0 v2:172.21.15.6:6834/2483935998 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5610bb00aa90 con 0x5610bac9a7d0 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb067fc640 10 client.7569 handle_command_reply: tid=0 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 client.7569 shutdown 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 -- 172.21.15.6:0/3856823165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 msgr2=0x5610bb1fe3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb1fe3a0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fdb180076b0 tx=0x7fdb1805fa90 comp rx=0 tx=0).stop 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 -- 172.21.15.6:0/3856823165 shutdown_connections 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb1fe3a0 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1fde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x5610bac9a7d0 0x5610bb207d00 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3856823165 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1fd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb067fc640 0 client.7569 ms_handle_reset on v2:172.21.15.6:6834/2483935998 2024-09-21T07:31:28.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 -- 172.21.15.6:0/3856823165 >> 172.21.15.6:0/3856823165 conn(0x5610bb17bd90 msgr2=0x5610bb1b2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:28.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 -- 172.21.15.6:0/3856823165 shutdown_connections 2024-09-21T07:31:28.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 1 -- 172.21.15.6:0/3856823165 wait complete. 2024-09-21T07:31:28.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.055+0000 7fdb34d15000 20 client.7569 trim_cache size 0 max 16384 2024-09-21T07:31:28.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.071+0000 7fdb34d15000 1 Processor -- start 2024-09-21T07:31:28.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.071+0000 7fdb34d15000 1 -- start start 2024-09-21T07:31:28.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1f5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb08eca0 0x5610bb1f5b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb0a5950 0x5610bb1aacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdb28205050 con 0x5610bb08eca0 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fdb28205720 con 0x5610bb0a5950 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fdb280b4c30 con 0x5610bacb5460 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb08eca0 0x5610bb1f5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb08eca0 0x5610bb1f5b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55686/0 (socket says 172.21.15.6:55686) 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 -- 172.21.15.6:0/3311787023 learned_addr learned my addr 172.21.15.6:0/3311787023 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb0a5950 0x5610bb1aacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1f5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 -- 172.21.15.6:0/3311787023 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 msgr2=0x5610bb1f5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1f5630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 -- 172.21.15.6:0/3311787023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb0a5950 msgr2=0x5610bb1aacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:28.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb0a5950 0x5610bb1aacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 -- 172.21.15.6:0/3311787023 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610bb053db0 con 0x5610bb08eca0 2024-09-21T07:31:28.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb267fc640 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb08eca0 0x5610bb1f5b70 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c0b0040 tx=0x7fdb1c019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4958aad99349b42 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:28.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb0cff9640 1 -- 172.21.15.6:0/3311787023 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c0b2070 con 0x5610bb08eca0 2024-09-21T07:31:28.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb0cff9640 1 -- 172.21.15.6:0/3311787023 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb1c0b3040 con 0x5610bb08eca0 2024-09-21T07:31:28.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb0cff9640 1 -- 172.21.15.6:0/3311787023 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c004040 con 0x5610bb08eca0 2024-09-21T07:31:28.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- 172.21.15.6:0/3311787023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb08eca0 msgr2=0x5610bb1f5b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb08eca0 0x5610bb1f5b70 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c0b0040 tx=0x7fdb1c019650 comp rx=0 tx=0).stop 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- 172.21.15.6:0/3311787023 shutdown_connections 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb0a5950 0x5610bb1aacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb08eca0 0x5610bb1f5b70 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3311787023 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1f5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- 172.21.15.6:0/3311787023 >> 172.21.15.6:0/3311787023 conn(0x5610bb17bd90 msgr2=0x5610bb206f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- 172.21.15.6:0/3311787023 shutdown_connections 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- 172.21.15.6:0/3311787023 wait complete. 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 -- start start 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.075+0000 7fdb34d15000 1 Processor -- start 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1ad7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1add00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb228220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5610bb007910 con 0x5610bb0a5950 2024-09-21T07:31:28.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x5610bb0003b0 con 0x5610bb08eca0 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x5610bafc3ee0 con 0x5610bacb5460 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 10 client.0 _ll_register_callbacks cb 0x7fdb1805b310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb228220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb228220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55694/0 (socket says 172.21.15.6:55694) 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 -- 172.21.15.6:0/3753748341 learned_addr learned my addr 172.21.15.6:0/3753748341 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb267fc640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1add00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1ad7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 -- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 msgr2=0x5610bb1ad7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1ad7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 -- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 msgr2=0x5610bb1add00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1add00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 -- 172.21.15.6:0/3753748341 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610bafbeab0 con 0x5610bb0a5950 2024-09-21T07:31:28.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb267fc640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1add00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1ad7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb277fe640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb228220 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7fdb1805f630 tx=0x7fdb18004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9737cf11c51a77dc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 1 -- 172.21.15.6:0/3753748341 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1801d070 con 0x5610bb0a5950 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 1 -- 172.21.15.6:0/3753748341 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7fdb1805e140 con 0x5610bb0a5950 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- 172.21.15.6:0/3753748341 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb1c0b3040 con 0x5610bb0a5950 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 1 -- 172.21.15.6:0/3753748341 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7fdb1805ebe0 con 0x5610bb0a5950 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 10 client.7575 fetch_fsmap learned FSMap version 87 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- 172.21.15.6:0/3753748341 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=87,monmap=2+}) -- 0x5610baf9d070 con 0x5610bb0a5950 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 1 -- 172.21.15.6:0/3753748341 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb1c0b3040 con 0x5610bb0a5950 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 1 -- 172.21.15.6:0/3753748341 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 87) ==== 3522+0+0 (secure 0 0 0) 0x7fdb1805e340 con 0x5610bb0a5950 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 10 client.7575 fetch_fsmap finished waiting for FSMap version 87 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 10 client.7575 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T07:31:28.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 20 client.7575 populate_metadata read hostname 'smithi006' 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x5610bac88830 0x5610bb228bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 4 client.7575 mds_command: new command op to 7434 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- 172.21.15.6:0/3753748341 --> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] -- command(tid 0: {"prefix": "status"}) -- 0x5610bb006540 con 0x5610bac88830 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x5610bac88830 0x5610bb228bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 10 client.7575 ms_handle_connect on v2:172.21.15.6:6834/2483935998 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb26ffd640 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x5610bac88830 0x5610bb228bb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c842155fb4155d2 server_cookie=f8e663795783bf11 in_seq=0 out_seq=0 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 1 -- 172.21.15.6:0/3753748341 <== mds.0 v2:172.21.15.6:6834/2483935998 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x5610bb006540 con 0x5610bac88830 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 10 client.7575 handle_command_reply: tid=0 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 client.7575 shutdown 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- 172.21.15.6:0/3753748341 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 msgr2=0x5610bb228220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb228220 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7fdb1805f630 tx=0x7fdb18004ac0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- 172.21.15.6:0/3753748341 shutdown_connections 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5610bb0a5950 0x5610bb228220 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x5610bb08eca0 0x5610bb1add00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.6:6834/2483935998,v1:172.21.15.6:6835/2483935998] conn(0x5610bac88830 0x5610bb228bb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 --2- 172.21.15.6:0/3753748341 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x5610bacb5460 0x5610bb1ad7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb067fc640 0 client.7575 ms_handle_reset on v2:172.21.15.6:6834/2483935998 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- 172.21.15.6:0/3753748341 >> 172.21.15.6:0/3753748341 conn(0x5610bb17bd90 msgr2=0x5610bb2078d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- 172.21.15.6:0/3753748341 shutdown_connections 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 1 -- 172.21.15.6:0/3753748341 wait complete. 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb34d15000 20 client.7575 trim_cache size 0 max 16384 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "6b0bad1e-34bb-43ed-b033-882e0854e6aa", 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 7434, 2024-09-21T07:31:28.090 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-09-21T07:31:28.091 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-09-21T07:31:28.091 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-09-21T07:31:28.091 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 14.534130122000001, 2024-09-21T07:31:28.091 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 87, 2024-09-21T07:31:28.091 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 109, 2024-09-21T07:31:28.091 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 109, 2024-09-21T07:31:28.091 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 19.82775221 2024-09-21T07:31:28.091 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 -- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb14073200 msgr2=0x7fdb14075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb14073200 0x7fdb14075710 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fdb200098b0 tx=0x7fdb20008040 comp rx=0 tx=0).stop 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 -- 172.21.15.6:0/3979096459 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cc7e0 msgr2=0x7fdb28156b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cc7e0 0x7fdb28156b30 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fdb1800ca90 tx=0x7fdb1800cf50 comp rx=0 tx=0).stop 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 -- 172.21.15.6:0/3979096459 shutdown_connections 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fdb14073200 0x7fdb14075710 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb280cc7e0 0x7fdb28156b30 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fdb280cb740 0x7fdb280b0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 --2- 172.21.15.6:0/3979096459 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fdb280ca970 0x7fdb280afff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:28.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 -- 172.21.15.6:0/3979096459 >> 172.21.15.6:0/3979096459 conn(0x7fdb2806d4c0 msgr2=0x7fdb281561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:28.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 -- 172.21.15.6:0/3979096459 shutdown_connections 2024-09-21T07:31:28.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:28.079+0000 7fdb2da4a640 1 -- 172.21.15.6:0/3979096459 wait complete. 2024-09-21T07:31:28.103 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-21T07:31:28.267 INFO:teuthology.orchestra.run.smithi006.stdout:{"message":"","return_code":0} 2024-09-21T07:31:28.267 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-21T07:31:28.268 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump objecter 2024-09-21T07:31:28.439 INFO:teuthology.orchestra.run.smithi006.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":39,"op_send_bytes":11472,"op_resend":33,"op_reply":39,"op_latency":{"avgcount":39,"sum":0.319996685,"avgtime":0.008205043},"op_inflight":0,"oplen_avg":{"avgcount":39,"sum":61},"op":39,"op_r":0,"op_w":39,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":2,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":6,"osd_session_open":6,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1}} 2024-09-21T07:31:28.440 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 39, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 39, "avgtime": 0.008205043, "sum": 0.319996685 }, "op_pg": 0, "op_r": 0, "op_reply": 39, "op_resend": 33, "op_rmw": 0, "op_send": 39, "op_send_bytes": 11472, "op_w": 39, "oplen_avg": { "avgcount": 39, "sum": 61 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 6, "osd_sessions": 6, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 2, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-21T07:31:28.440 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json export dir /bravo 1 2024-09-21T07:31:28.604 INFO:teuthology.orchestra.run.smithi006.stdout:{"return_code":0} 2024-09-21T07:31:28.604 DEBUG:tasks.cephfs.filesystem:_json_asok output { "return_code": 0 } 2024-09-21T07:31:28.605 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump objecter 2024-09-21T07:31:28.771 INFO:teuthology.orchestra.run.smithi006.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":39,"op_send_bytes":11472,"op_resend":33,"op_reply":39,"op_latency":{"avgcount":39,"sum":0.319996685,"avgtime":0.008205043},"op_inflight":0,"oplen_avg":{"avgcount":39,"sum":61},"op":39,"op_r":0,"op_w":39,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":2,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":6,"osd_session_open":6,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1}} 2024-09-21T07:31:28.772 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 39, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 39, "avgtime": 0.008205043, "sum": 0.319996685 }, "op_pg": 0, "op_r": 0, "op_reply": 39, "op_resend": 33, "op_rmw": 0, "op_send": 39, "op_send_bytes": 11472, "op_w": 39, "oplen_avg": { "avgcount": 39, "sum": 61 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 6, "osd_sessions": 6, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 2, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-21T07:31:28.772 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-09-21T07:31:33.340 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:31:33.343 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:31:33.773 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump objecter 2024-09-21T07:31:33.954 INFO:teuthology.orchestra.run.smithi006.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":39,"op_send_bytes":11472,"op_resend":33,"op_reply":39,"op_latency":{"avgcount":39,"sum":0.319996685,"avgtime":0.008205043},"op_inflight":0,"oplen_avg":{"avgcount":39,"sum":61},"op":39,"op_r":0,"op_w":39,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":2,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":6,"osd_session_open":6,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1}} 2024-09-21T07:31:33.954 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 39, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 39, "avgtime": 0.008205043, "sum": 0.319996685 }, "op_pg": 0, "op_r": 0, "op_reply": 39, "op_resend": 33, "op_rmw": 0, "op_send": 39, "op_send_bytes": 11472, "op_w": 39, "oplen_avg": { "avgcount": 39, "sum": 61 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 6, "osd_sessions": 6, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 2, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-21T07:31:33.954 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-09-21T07:31:38.956 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump objecter 2024-09-21T07:31:39.138 INFO:teuthology.orchestra.run.smithi006.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":15295,"op_resend":33,"op_reply":43,"op_latency":{"avgcount":43,"sum":0.335996519,"avgtime":0.007813872},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":4,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":6,"osd_session_open":6,"osd_session_close":0,"osd_laggy":0,"omap_wr":19,"omap_rd":0,"omap_del":1}} 2024-09-21T07:31:39.139 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 19, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.007813872, "sum": 0.335996519 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 33, "op_rmw": 0, "op_send": 43, "op_send_bytes": 15295, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 6, "osd_sessions": 6, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 4, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-21T07:31:39.139 DEBUG:tasks.ceph_test_case:wait_until_true: success in 10s and 0 retries 2024-09-21T07:31:39.139 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:31:39.139 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:39.146 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:31:39.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.355+0000 7ff9378d0640 1 -- 172.21.15.6:0/1997921157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff91c003a60 msgr2=0x7ff91c003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.355+0000 7ff9378d0640 1 --2- 172.21.15.6:0/1997921157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff91c003a60 0x7ff91c003ed0 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7ff92c0016f0 tx=0x7ff92c01c790 comp rx=0 tx=0).stop 2024-09-21T07:31:39.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.355+0000 7ff9378d0640 1 -- 172.21.15.6:0/1997921157 shutdown_connections 2024-09-21T07:31:39.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.355+0000 7ff9378d0640 1 --2- 172.21.15.6:0/1997921157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff91c003a60 0x7ff91c003ed0 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.355+0000 7ff9378d0640 1 -- 172.21.15.6:0/1997921157 >> 172.21.15.6:0/1997921157 conn(0x7ff93006d4c0 msgr2=0x7ff9300d0320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:39.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.355+0000 7ff9378d0640 1 -- 172.21.15.6:0/1997921157 shutdown_connections 2024-09-21T07:31:39.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.355+0000 7ff9378d0640 1 -- 172.21.15.6:0/1997921157 wait complete. 2024-09-21T07:31:39.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.355+0000 7ff9378d0640 1 Processor -- start 2024-09-21T07:31:39.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 -- start start 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91c003a60 0x7ff9301f6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9300c3550 0x7ff9300b0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9300c2c00 0x7ff93015d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9300af590 con 0x7ff9300c2c00 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff9300af410 con 0x7ff91c003a60 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff9300af710 con 0x7ff9300c3550 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9300c2c00 0x7ff93015d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9300c2c00 0x7ff93015d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40012/0 (socket says 172.21.15.6:40012) 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 -- 172.21.15.6:0/2827549506 learned_addr learned my addr 172.21.15.6:0/2827549506 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff934e6b640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9300c3550 0x7ff9300b0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:39.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff93566c640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91c003a60 0x7ff9301f6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 -- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9300c3550 msgr2=0x7ff9300b0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9300c3550 0x7ff9300b0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 -- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91c003a60 msgr2=0x7ff9301f6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91c003a60 0x7ff9301f6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 -- 172.21.15.6:0/2827549506 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9300b11b0 con 0x7ff9300c2c00 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff93566c640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91c003a60 0x7ff9301f6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff935e6d640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9300c2c00 0x7ff93015d040 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7ff928006fd0 tx=0x7ff9280064f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff925ffb640 1 -- 172.21.15.6:0/2827549506 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9280119c0 con 0x7ff9300c2c00 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff925ffb640 1 -- 172.21.15.6:0/2827549506 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff928018070 con 0x7ff9300c2c00 2024-09-21T07:31:39.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9300c6280 con 0x7ff9300c2c00 2024-09-21T07:31:39.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff925ffb640 1 -- 172.21.15.6:0/2827549506 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff928011e40 con 0x7ff9300c2c00 2024-09-21T07:31:39.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9300c2400 con 0x7ff9300c2c00 2024-09-21T07:31:39.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.359+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff93006f720 con 0x7ff9300c2c00 2024-09-21T07:31:39.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.363+0000 7ff925ffb640 1 -- 172.21.15.6:0/2827549506 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff928010420 con 0x7ff9300c2c00 2024-09-21T07:31:39.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.363+0000 7ff925ffb640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff914073230 0x7ff914075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:39.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.363+0000 7ff925ffb640 1 -- 172.21.15.6:0/2827549506 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7ff928095240 con 0x7ff9300c2c00 2024-09-21T07:31:39.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.363+0000 7ff93566c640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff914073230 0x7ff914075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:39.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.363+0000 7ff93566c640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff914073230 0x7ff914075740 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7ff92c0016c0 tx=0x7ff92c019580 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:39.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.367+0000 7ff925ffb640 1 -- 172.21.15.6:0/2827549506 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff930160e80 con 0x7ff9300c2c00 2024-09-21T07:31:39.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff9300d1080 con 0x7ff9300c2c00 2024-09-21T07:31:39.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff925ffb640 1 -- 172.21.15.6:0/2827549506 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v109) ==== 80+0+244 (secure 0 0 0) 0x7ff928060370 con 0x7ff9300c2c00 2024-09-21T07:31:39.559 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.145:6834/3219292855 2024-09-22T07:31:13.535548+0000 2024-09-21T07:31:39.559 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.145:6835/3219292855 2024-09-22T07:31:13.535548+0000 2024-09-21T07:31:39.559 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6835/2275017820 2024-09-22T07:31:08.057407+0000 2024-09-21T07:31:39.559 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6834/2275017820 2024-09-22T07:31:08.057407+0000 2024-09-21T07:31:39.559 INFO:teuthology.orchestra.run.smithi006.stderr:listed 4 entries 2024-09-21T07:31:39.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff914073230 msgr2=0x7ff914075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff914073230 0x7ff914075740 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7ff92c0016c0 tx=0x7ff92c019580 comp rx=0 tx=0).stop 2024-09-21T07:31:39.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9300c2c00 msgr2=0x7ff93015d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9300c2c00 0x7ff93015d040 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7ff928006fd0 tx=0x7ff9280064f0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 shutdown_connections 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff914073230 0x7ff914075740 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9300c2c00 0x7ff93015d040 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff9300c3550 0x7ff9300b0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 --2- 172.21.15.6:0/2827549506 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff91c003a60 0x7ff9301f6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 >> 172.21.15.6:0/2827549506 conn(0x7ff93006d4c0 msgr2=0x7ff9300ad0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 shutdown_connections 2024-09-21T07:31:39.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.555+0000 7ff9378d0640 1 -- 172.21.15.6:0/2827549506 wait complete. 2024-09-21T07:31:39.582 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:31:39.582 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:39.588 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:31:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.787+0000 7fbf93695640 1 -- 172.21.15.6:0/1462209967 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c160c40 msgr2=0x7fbf8c0af0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.787+0000 7fbf93695640 1 --2- 172.21.15.6:0/1462209967 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c160c40 0x7fbf8c0af0f0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c072ab0 tx=0x7fbf7c01c800 comp rx=0 tx=0).stop 2024-09-21T07:31:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.787+0000 7fbf93695640 1 -- 172.21.15.6:0/1462209967 shutdown_connections 2024-09-21T07:31:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.787+0000 7fbf93695640 1 --2- 172.21.15.6:0/1462209967 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c160c40 0x7fbf8c0af0f0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.787+0000 7fbf93695640 1 --2- 172.21.15.6:0/1462209967 >> v2:172.21.15.145:3300/0 conn(0x7fbf8c0b4840 0x7fbf8c0b3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.787+0000 7fbf93695640 1 -- 172.21.15.6:0/1462209967 >> 172.21.15.6:0/1462209967 conn(0x7fbf8c06d4c0 msgr2=0x7fbf8c0d0320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.787+0000 7fbf93695640 1 -- 172.21.15.6:0/1462209967 shutdown_connections 2024-09-21T07:31:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.787+0000 7fbf93695640 1 -- 172.21.15.6:0/1462209967 wait complete. 2024-09-21T07:31:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf93695640 1 Processor -- start 2024-09-21T07:31:39.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf93695640 1 -- start start 2024-09-21T07:31:39.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf93695640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c0b36b0 0x7fbf8c1fa860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:39.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf93695640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8c0b4840 0x7fbf8c0c3300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:39.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf93695640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf8c0c25e0 0x7fbf8c0b1f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf93695640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c16a8e0 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf93695640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c0702e0 con 0x7fbf8c0c25e0 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf93695640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbf8c16aa60 con 0x7fbf8c0b4840 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c0b36b0 0x7fbf8c1fa860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c0b36b0 0x7fbf8c1fa860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40042/0 (socket says 172.21.15.6:40042) 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 -- 172.21.15.6:0/926372925 learned_addr learned my addr 172.21.15.6:0/926372925 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91c32640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf8c0c25e0 0x7fbf8c0b1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf90c30640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8c0b4840 0x7fbf8c0c3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 -- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8c0b4840 msgr2=0x7fbf8c0c3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8c0b4840 0x7fbf8c0c3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 -- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf8c0c25e0 msgr2=0x7fbf8c0b1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf8c0c25e0 0x7fbf8c0b1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 -- 172.21.15.6:0/926372925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf8c1560c0 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.791+0000 7fbf91431640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c0b36b0 0x7fbf8c1fa860 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fbf8400d720 tx=0x7fbf8400dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf89ffb640 1 -- 172.21.15.6:0/926372925 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf84017070 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf89ffb640 1 -- 172.21.15.6:0/926372925 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf84009cc0 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf8c1faf20 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf89ffb640 1 -- 172.21.15.6:0/926372925 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf84005280 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf8c1fb4e0 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf8c1686b0 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf89ffb640 1 -- 172.21.15.6:0/926372925 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbf84005420 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf89ffb640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf78073200 0x7fbf78075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:39.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf89ffb640 1 -- 172.21.15.6:0/926372925 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7fbf840943d0 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf90c30640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf78073200 0x7fbf78075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:39.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.795+0000 7fbf90c30640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf78073200 0x7fbf78075710 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fbf80004a40 tx=0x7fbf80009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:39.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.799+0000 7fbf89ffb640 1 -- 172.21.15.6:0/926372925 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbf8c1560c0 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbf8c0d1080 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf89ffb640 1 -- 172.21.15.6:0/926372925 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v109) ==== 80+0+244 (secure 0 0 0) 0x7fbf8405f390 con 0x7fbf8c0b36b0 2024-09-21T07:31:39.991 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.145:6834/3219292855 2024-09-22T07:31:13.535548+0000 2024-09-21T07:31:39.991 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.145:6835/3219292855 2024-09-22T07:31:13.535548+0000 2024-09-21T07:31:39.991 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6835/2275017820 2024-09-22T07:31:08.057407+0000 2024-09-21T07:31:39.991 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6834/2275017820 2024-09-22T07:31:08.057407+0000 2024-09-21T07:31:39.991 INFO:teuthology.orchestra.run.smithi006.stderr:listed 4 entries 2024-09-21T07:31:39.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf78073200 msgr2=0x7fbf78075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf78073200 0x7fbf78075710 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fbf80004a40 tx=0x7fbf80009040 comp rx=0 tx=0).stop 2024-09-21T07:31:39.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c0b36b0 msgr2=0x7fbf8c1fa860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:39.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c0b36b0 0x7fbf8c1fa860 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fbf8400d720 tx=0x7fbf8400dbe0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 shutdown_connections 2024-09-21T07:31:39.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbf78073200 0x7fbf78075710 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbf8c0c25e0 0x7fbf8c0b1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbf8c0b4840 0x7fbf8c0c3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 --2- 172.21.15.6:0/926372925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf8c0b36b0 0x7fbf8c1fa860 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:39.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 >> 172.21.15.6:0/926372925 conn(0x7fbf8c06d4c0 msgr2=0x7fbf8c0ad0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:39.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 shutdown_connections 2024-09-21T07:31:39.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:39.987+0000 7fbf93695640 1 -- 172.21.15.6:0/926372925 wait complete. 2024-09-21T07:31:40.011 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi006.front.sepia.ceph.com... 2024-09-21T07:31:40.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:40.012 DEBUG:teuthology.orchestra.run.smithi006:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T07:31:40.022 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi006.stderr:ceph-fuse[48137]: fuse finished with error 0 and tester_r 0 2024-09-21T07:31:40.024 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:31:46.125 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:31:46.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:46.126 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T07:31:46.133 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:31:46.133 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:46.140 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:31:46.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 -- 172.21.15.6:0/2481330002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 msgr2=0x7f37900cd100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 --2- 172.21.15.6:0/2481330002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 0x7f37900cd100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3788009c80 tx=0x7f378801cc80 comp rx=0 tx=0).stop 2024-09-21T07:31:46.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 -- 172.21.15.6:0/2481330002 shutdown_connections 2024-09-21T07:31:46.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 --2- 172.21.15.6:0/2481330002 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 0x7f37900cd100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 --2- 172.21.15.6:0/2481330002 >> v2:172.21.15.145:3300/0 conn(0x7f37900b1c20 0x7f37900b2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 -- 172.21.15.6:0/2481330002 >> 172.21.15.6:0/2481330002 conn(0x7f37900cefb0 msgr2=0x7f37900cf3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:46.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 -- 172.21.15.6:0/2481330002 shutdown_connections 2024-09-21T07:31:46.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 -- 172.21.15.6:0/2481330002 wait complete. 2024-09-21T07:31:46.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 Processor -- start 2024-09-21T07:31:46.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.343+0000 7f3795c14640 1 -- start start 2024-09-21T07:31:46.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37900b1c20 0x7f37901536a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:46.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 0x7f3790158ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:46.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37900ce8b0 0x7f3790159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f379016a190 con 0x7f37900b1c20 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f37900ce060 con 0x7f37900ce8b0 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f379016a310 con 0x7f37900b2570 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37900b1c20 0x7f37901536a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37900b1c20 0x7f37901536a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:48410/0 (socket says 172.21.15.6:48410) 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 -- 172.21.15.6:0/642811897 learned_addr learned my addr 172.21.15.6:0/642811897 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378ffff640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37900ce8b0 0x7f3790159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378effd640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 0x7f3790158ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 -- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 msgr2=0x7f3790158ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 0x7f3790158ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 -- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37900ce8b0 msgr2=0x7f3790159430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37900ce8b0 0x7f3790159430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 -- 172.21.15.6:0/642811897 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3790071250 con 0x7f37900b1c20 2024-09-21T07:31:46.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378effd640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 0x7f3790158ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:46.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f378f7fe640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37900b1c20 0x7f37901536a0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f378000c3c0 tx=0x7f378000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:46.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3777fff640 1 -- 172.21.15.6:0/642811897 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3780017070 con 0x7f37900b1c20 2024-09-21T07:31:46.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3777fff640 1 -- 172.21.15.6:0/642811897 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f37800053c0 con 0x7f37900b1c20 2024-09-21T07:31:46.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37900726f0 con 0x7f37900b1c20 2024-09-21T07:31:46.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3777fff640 1 -- 172.21.15.6:0/642811897 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3780003860 con 0x7f37900b1c20 2024-09-21T07:31:46.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37901f7630 con 0x7f37900b1c20 2024-09-21T07:31:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37900b2030 con 0x7f37900b1c20 2024-09-21T07:31:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.347+0000 7f3777fff640 1 -- 172.21.15.6:0/642811897 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f378001a070 con 0x7f37900b1c20 2024-09-21T07:31:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.351+0000 7f3777fff640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f377c073200 0x7f377c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.351+0000 7f3777fff640 1 -- 172.21.15.6:0/642811897 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7f37800939d0 con 0x7f37900b1c20 2024-09-21T07:31:46.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.351+0000 7f378effd640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f377c073200 0x7f377c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:46.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.351+0000 7f378effd640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f377c073200 0x7f377c075710 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f37900c8bd0 tx=0x7f37840091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:46.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.355+0000 7f3777fff640 1 -- 172.21.15.6:0/642811897 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3780021020 con 0x7f37900b1c20 2024-09-21T07:31:46.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.543+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f37900af360 con 0x7f37900b1c20 2024-09-21T07:31:46.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.543+0000 7f3777fff640 1 -- 172.21.15.6:0/642811897 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v109) ==== 80+0+244 (secure 0 0 0) 0x7f378005e390 con 0x7f37900b1c20 2024-09-21T07:31:46.548 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.145:6834/3219292855 2024-09-22T07:31:13.535548+0000 2024-09-21T07:31:46.548 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.145:6835/3219292855 2024-09-22T07:31:13.535548+0000 2024-09-21T07:31:46.548 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6835/2275017820 2024-09-22T07:31:08.057407+0000 2024-09-21T07:31:46.548 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6834/2275017820 2024-09-22T07:31:08.057407+0000 2024-09-21T07:31:46.549 INFO:teuthology.orchestra.run.smithi006.stderr:listed 4 entries 2024-09-21T07:31:46.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f377c073200 msgr2=0x7f377c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f377c073200 0x7f377c075710 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f37900c8bd0 tx=0x7f37840091e0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37900b1c20 msgr2=0x7f37901536a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37900b1c20 0x7f37901536a0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f378000c3c0 tx=0x7f378000c880 comp rx=0 tx=0).stop 2024-09-21T07:31:46.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 shutdown_connections 2024-09-21T07:31:46.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f377c073200 0x7f377c075710 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f37900ce8b0 0x7f3790159430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f37900b2570 0x7f3790158ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 --2- 172.21.15.6:0/642811897 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f37900b1c20 0x7f37901536a0 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 >> 172.21.15.6:0/642811897 conn(0x7f37900cefb0 msgr2=0x7f379015a590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:46.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 shutdown_connections 2024-09-21T07:31:46.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.547+0000 7f3795c14640 1 -- 172.21.15.6:0/642811897 wait complete. 2024-09-21T07:31:46.572 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:31:46.573 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:46.579 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T07:31:46.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.731+0000 7f3231358640 1 -- 172.21.15.6:0/1329698408 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3214004b50 msgr2=0x7f3214004fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.731+0000 7f3231358640 1 --2- 172.21.15.6:0/1329698408 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3214004b50 0x7f3214004fc0 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f321c0016f0 tx=0x7f321c01c750 comp rx=0 tx=0).stop 2024-09-21T07:31:46.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.731+0000 7f322b7fe640 1 -- 172.21.15.6:0/1329698408 reap_dead start 2024-09-21T07:31:46.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.731+0000 7f3231358640 1 -- 172.21.15.6:0/1329698408 shutdown_connections 2024-09-21T07:31:46.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.731+0000 7f3231358640 1 -- 172.21.15.6:0/1329698408 >> 172.21.15.6:0/1329698408 conn(0x7f322c06d4c0 msgr2=0x7f322c0d0320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:46.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.731+0000 7f3231358640 1 -- 172.21.15.6:0/1329698408 shutdown_connections 2024-09-21T07:31:46.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.731+0000 7f3231358640 1 -- 172.21.15.6:0/1329698408 wait complete. 2024-09-21T07:31:46.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 Processor -- start 2024-09-21T07:31:46.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 -- start start 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3214004b50 0x7f322c156c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f322c157760 0x7f322c15c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f322c09b1b0 0x7f322c09b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f322c0d0f90 con 0x7f322c09b1b0 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f322c0d0e10 con 0x7f322c157760 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f322c0d1110 con 0x7f3214004b50 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f322c09b1b0 0x7f322c09b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f322c09b1b0 0x7f322c09b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:48440/0 (socket says 172.21.15.6:48440) 2024-09-21T07:31:46.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 -- 172.21.15.6:0/951355714 learned_addr learned my addr 172.21.15.6:0/951355714 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322a7fc640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f322c157760 0x7f322c15c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322affd640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3214004b50 0x7f322c156c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 -- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3214004b50 msgr2=0x7f322c156c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3214004b50 0x7f322c156c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 -- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f322c157760 msgr2=0x7f322c15c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f322c157760 0x7f322c15c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 -- 172.21.15.6:0/951355714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f322c15b640 con 0x7f322c09b1b0 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f322b7fe640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f322c09b1b0 0x7f322c09b5c0 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f322c0c3e20 tx=0x7f322400fed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f32137fe640 1 -- 172.21.15.6:0/951355714 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3224003e50 con 0x7f322c09b1b0 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f32137fe640 1 -- 172.21.15.6:0/951355714 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3224017070 con 0x7f322c09b1b0 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f322c15b920 con 0x7f322c09b1b0 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f32137fe640 1 -- 172.21.15.6:0/951355714 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f322400d870 con 0x7f322c09b1b0 2024-09-21T07:31:46.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f322c15bee0 con 0x7f322c09b1b0 2024-09-21T07:31:46.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.735+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f322c15acb0 con 0x7f322c09b1b0 2024-09-21T07:31:46.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.739+0000 7f32137fe640 1 -- 172.21.15.6:0/951355714 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f322400da10 con 0x7f322c09b1b0 2024-09-21T07:31:46.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.739+0000 7f32137fe640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f32180733d0 0x7f32180758e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:46.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.739+0000 7f32137fe640 1 -- 172.21.15.6:0/951355714 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7f3224094600 con 0x7f322c09b1b0 2024-09-21T07:31:46.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.739+0000 7f322affd640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f32180733d0 0x7f32180758e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:46.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.739+0000 7f322affd640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f32180733d0 0x7f32180758e0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f321c0016c0 tx=0x7f321c0195a0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:46.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.743+0000 7f32137fe640 1 -- 172.21.15.6:0/951355714 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f322405ef70 con 0x7f322c09b1b0 2024-09-21T07:31:46.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.927+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f322c0ccb10 con 0x7f322c09b1b0 2024-09-21T07:31:46.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.927+0000 7f32137fe640 1 -- 172.21.15.6:0/951355714 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v109) ==== 80+0+244 (secure 0 0 0) 0x7f32240639a0 con 0x7f322c09b1b0 2024-09-21T07:31:46.934 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.145:6834/3219292855 2024-09-22T07:31:13.535548+0000 2024-09-21T07:31:46.934 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.145:6835/3219292855 2024-09-22T07:31:13.535548+0000 2024-09-21T07:31:46.934 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6835/2275017820 2024-09-22T07:31:08.057407+0000 2024-09-21T07:31:46.934 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6834/2275017820 2024-09-22T07:31:08.057407+0000 2024-09-21T07:31:46.935 INFO:teuthology.orchestra.run.smithi006.stderr:listed 4 entries 2024-09-21T07:31:46.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f32180733d0 msgr2=0x7f32180758e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f32180733d0 0x7f32180758e0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f321c0016c0 tx=0x7f321c0195a0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f322c09b1b0 msgr2=0x7f322c09b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f322c09b1b0 0x7f322c09b5c0 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f322c0c3e20 tx=0x7f322400fed0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 shutdown_connections 2024-09-21T07:31:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f32180733d0 0x7f32180758e0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f322c09b1b0 0x7f322c09b5c0 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f322c157760 0x7f322c15c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 --2- 172.21.15.6:0/951355714 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3214004b50 0x7f322c156c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 >> 172.21.15.6:0/951355714 conn(0x7f322c06d4c0 msgr2=0x7f322c074a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:46.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 shutdown_connections 2024-09-21T07:31:46.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:46.931+0000 7f3231358640 1 -- 172.21.15.6:0/951355714 wait complete. 2024-09-21T07:31:46.956 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi145.front.sepia.ceph.com... 2024-09-21T07:31:46.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:46.956 DEBUG:teuthology.orchestra.run.smithi145:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T07:31:46.969 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi145.stderr:ceph-fuse[36275]: fuse finished with error 0 and tester_r 0 2024-09-21T07:31:46.971 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:31:53.072 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:31:53.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:31:53.073 DEBUG:teuthology.orchestra.run.smithi145:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T07:31:53.081 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-21T07:31:53.268 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-09-21T07:31:53.269 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-21T07:31:53.269 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-21T07:31:53.456 INFO:teuthology.orchestra.run.smithi006.stdout:{"message":"","return_code":0} 2024-09-21T07:31:53.457 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-21T07:31:53.457 DEBUG:teuthology.orchestra.run.smithi006:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 0 show session 2024-09-21T07:31:53.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef2662400 1 -- start start 2024-09-21T07:31:53.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef2662400 1 Processor -- start 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef2662400 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca428ada80 0x55ca4360a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef2662400 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca428ad180 0x55ca4360a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef2662400 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624000 0x55ca4360ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef2662400 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca43614180 con 0x55ca43624000 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef2662400 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ca43614300 con 0x55ca428ada80 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef2662400 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ca43614480 con 0x55ca428ad180 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef1622640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624000 0x55ca4360ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef1622640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624000 0x55ca4360ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35220/0 (socket says 172.21.15.6:35220) 2024-09-21T07:31:53.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef1622640 1 -- 172.21.15.6:0/1247757578 learned_addr learned my addr 172.21.15.6:0/1247757578 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef0e21640 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca428ada80 0x55ca4360a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef0620640 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca428ad180 0x55ca4360a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef1622640 1 -- 172.21.15.6:0/1247757578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca428ad180 msgr2=0x55ca4360a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef1622640 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca428ad180 0x55ca4360a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef1622640 1 -- 172.21.15.6:0/1247757578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca428ada80 msgr2=0x55ca4360a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef1622640 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca428ada80 0x55ca4360a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.519+0000 7fcef1622640 1 -- 172.21.15.6:0/1247757578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca42970b40 con 0x55ca43624000 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef1622640 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624000 0x55ca4360ab00 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x55ca436ab9e0 tx=0x55ca429510e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c4f0857001f499d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fceee61c640 1 -- 172.21.15.6:0/1247757578 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ca4286f520 con 0x55ca43624000 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fceee61c640 1 -- 172.21.15.6:0/1247757578 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55ca4288c8c0 con 0x55ca43624000 2024-09-21T07:31:53.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fceee61c640 1 -- 172.21.15.6:0/1247757578 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ca4286f1e0 con 0x55ca43624000 2024-09-21T07:31:53.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 -- 172.21.15.6:0/1247757578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca42970d20 con 0x55ca43624000 2024-09-21T07:31:53.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 -- 172.21.15.6:0/1247757578 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55ca42970f00 con 0x55ca43624000 2024-09-21T07:31:53.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 4 waiting for MDS map... 2024-09-21T07:31:53.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fceee61c640 1 -- 172.21.15.6:0/1247757578 <== mon.0 v2:172.21.15.6:3300/0 4 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x55ca43613400 con 0x55ca43624000 2024-09-21T07:31:53.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fceee61c640 1 -- 172.21.15.6:0/1247757578 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 88) ==== 3526+0+0 (secure 0 0 0) 0x55ca4288f180 con 0x55ca43624000 2024-09-21T07:31:53.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 4 Got MDS map 88 2024-09-21T07:31:53.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 10 main: main 2024-09-21T07:31:53.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 4 main: connecting to RADOS... 2024-09-21T07:31:53.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 Processor -- start 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 -- start start 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624900 0x55ca4360b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624d80 0x55ca4360b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 0x55ca4360bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca43614600 con 0x55ca43624d80 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ca43614780 con 0x55ca43624900 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef2662400 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ca43614900 con 0x55ca43625200 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624d80 0x55ca4360b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624d80 0x55ca4360b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35232/0 (socket says 172.21.15.6:35232) 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 -- 172.21.15.6:0/1982374623 learned_addr learned my addr 172.21.15.6:0/1982374623 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0620640 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 0x55ca4360bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0620640 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624900 0x55ca4360b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 -- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 msgr2=0x55ca4360bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:53.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 0x55ca4360bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 -- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624900 msgr2=0x55ca4360b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624900 0x55ca4360b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 -- 172.21.15.6:0/1982374623 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca42970d20 con 0x55ca43624d80 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0620640 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624900 0x55ca4360b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fcef0e21640 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624d80 0x55ca4360b600 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x55ca436aaf00 tx=0x55ca4361c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dbca527610cbd23 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fceec618640 1 -- 172.21.15.6:0/1982374623 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ca4286f380 con 0x55ca43624d80 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fceec618640 1 -- 172.21.15.6:0/1982374623 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55ca4288cfc0 con 0x55ca43624d80 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.523+0000 7fceec618640 1 -- 172.21.15.6:0/1982374623 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ca4286f520 con 0x55ca43624d80 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- 172.21.15.6:0/1982374623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624d80 msgr2=0x55ca4360b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624d80 0x55ca4360b600 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x55ca436aaf00 tx=0x55ca4361c480 comp rx=0 tx=0).stop 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- 172.21.15.6:0/1982374623 shutdown_connections 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 0x55ca4360bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624d80 0x55ca4360b600 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 --2- 172.21.15.6:0/1982374623 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624900 0x55ca4360b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- 172.21.15.6:0/1982374623 >> 172.21.15.6:0/1982374623 conn(0x55ca43624480 msgr2=0x55ca42b62000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:53.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- 172.21.15.6:0/1982374623 shutdown_connections 2024-09-21T07:31:53.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- 172.21.15.6:0/1982374623 wait complete. 2024-09-21T07:31:53.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 Processor -- start 2024-09-21T07:31:53.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- start start 2024-09-21T07:31:53.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624900 0x55ca4360b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624d80 0x55ca4360b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 0x55ca4360bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca42899980 con 0x55ca43624900 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x55ca43615e00 con 0x55ca43624d80 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x55ca43614d80 con 0x55ca43625200 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624900 0x55ca4360b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624900 0x55ca4360b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35236/0 (socket says 172.21.15.6:35236) 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 -- 172.21.15.6:0/2327932581 learned_addr learned my addr 172.21.15.6:0/2327932581 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0e21640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624d80 0x55ca4360b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 0x55ca4360bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 -- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 msgr2=0x55ca4360bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca43625200 0x55ca4360bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 -- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624d80 msgr2=0x55ca4360b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca43624d80 0x55ca4360b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 -- 172.21.15.6:0/2327932581 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca42971c20 con 0x55ca43624900 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef0620640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624900 0x55ca4360b080 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x55ca43777b60 tx=0x55ca4377cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fceeae15640 1 -- 172.21.15.6:0/2327932581 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ca4286f380 con 0x55ca43624900 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fceeae15640 1 -- 172.21.15.6:0/2327932581 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55ca4288ce00 con 0x55ca43624900 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ca42971e00 con 0x55ca43624900 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fceeae15640 1 -- 172.21.15.6:0/2327932581 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ca4286f520 con 0x55ca43624900 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca429701e0 con 0x55ca43624900 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.527+0000 7fcef2662400 4 main: resolving pool 16 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fceeae15640 1 -- 172.21.15.6:0/2327932581 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x55ca42b72c00 con 0x55ca43624900 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fceeae15640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x55ca43627a80 0x55ca4360c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fceeae15640 1 -- 172.21.15.6:0/2327932581 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x55ca42b74600 con 0x55ca43624900 2024-09-21T07:31:53.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 4 main: creating IoCtx.. 2024-09-21T07:31:53.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x55ca43625680 0x55ca4360c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- osd_op(unknown.0.0:1 16.b 16:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e109) -- 0x55ca42b8a800 con 0x55ca43625680 2024-09-21T07:31:53.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef0620640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x55ca43625680 0x55ca4360c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef0e21640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x55ca43627a80 0x55ca4360c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef0620640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x55ca43625680 0x55ca4360c680 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef0620640 1 -- 172.21.15.6:0/2327932581 <== osd.1 v2:172.21.15.6:6800/3851867328 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv10 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x55ca4294a000 con 0x55ca43625680 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- osd_op(unknown.0.0:2 16.b 16:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e109) -- 0x55ca42b8ac00 con 0x55ca43625680 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef0e21640 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x55ca43627a80 0x55ca4360c100 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x55ca436aaf00 tx=0x55ca4377ccc0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef0620640 1 -- 172.21.15.6:0/2327932581 <== osd.1 v2:172.21.15.6:6800/3851867328 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv10 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x55ca4294a000 con 0x55ca43625680 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stdout: "0": { 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stdout: "data": { 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stdout: "sessions": [] 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-09-21T07:31:53.540 INFO:teuthology.orchestra.run.smithi006.stdout: "result": 0 2024-09-21T07:31:53.541 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-09-21T07:31:53.541 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:31:53.541 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:53.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x55ca43625680 msgr2=0x55ca4360c680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x55ca43625680 0x55ca4360c680 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x55ca43627a80 msgr2=0x55ca4360c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x55ca43627a80 0x55ca4360c100 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x55ca436aaf00 tx=0x55ca4377ccc0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624900 msgr2=0x55ca4360b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 --2- 172.21.15.6:0/2327932581 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624900 0x55ca4360b080 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x55ca43777b60 tx=0x55ca4377cf60 comp rx=0 tx=0).stop 2024-09-21T07:31:53.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef0e21640 1 -- 172.21.15.6:0/2327932581 reap_dead start 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 shutdown_connections 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 >> 172.21.15.6:0/2327932581 conn(0x55ca43624480 msgr2=0x55ca42b62000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 shutdown_connections 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.531+0000 7fcef2662400 1 -- 172.21.15.6:0/2327932581 wait complete. 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 -- 172.21.15.6:0/1247757578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624000 msgr2=0x55ca4360ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624000 0x55ca4360ab00 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x55ca436ab9e0 tx=0x55ca429510e0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 -- 172.21.15.6:0/1247757578 shutdown_connections 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca43624000 0x55ca4360ab00 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x55ca428ad180 0x55ca4360a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 --2- 172.21.15.6:0/1247757578 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x55ca428ada80 0x55ca4360a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 -- 172.21.15.6:0/1247757578 >> 172.21.15.6:0/1247757578 conn(0x55ca428ad600 msgr2=0x55ca3e835800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 -- 172.21.15.6:0/1247757578 shutdown_connections 2024-09-21T07:31:53.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.535+0000 7fcef2662400 1 -- 172.21.15.6:0/1247757578 wait complete. 2024-09-21T07:31:53.545 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '0', 'show', 'session'] in time 0:00:00.088362, result: { "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-21T07:31:53.546 INFO:tasks.cephfs.test_sessionmap:SessionMap: { "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-21T07:31:53.546 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T07:31:53.546 DEBUG:teuthology.orchestra.run.smithi006:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:31:53.615 DEBUG:teuthology.orchestra.run.smithi145:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T07:31:53.710 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T07:31:53.710 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:31:53.711 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:31:53.711 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:53.717 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:31:53.717 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:31:53.718 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:31:53.718 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:53.724 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:31:53.724 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:31:53.724 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:31:53.724 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:53.763 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:31:53.763 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T07:31:53.763 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:31:53.764 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:31:53.773 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:31:53.773 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:53.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.967+0000 7ff0642a6640 1 -- 172.21.15.6:0/3514197738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0b6ba0 msgr2=0x7ff05c0b6fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.967+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3514197738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0b6ba0 0x7ff05c0b6fb0 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7ff050009900 tx=0x7ff05001c8e0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.967+0000 7ff0642a6640 1 -- 172.21.15.6:0/3514197738 shutdown_connections 2024-09-21T07:31:53.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.967+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3514197738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0b6ba0 0x7ff05c0b6fb0 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.967+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3514197738 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff05c160060 0x7ff05c0b38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.967+0000 7ff0642a6640 1 -- 172.21.15.6:0/3514197738 >> 172.21.15.6:0/3514197738 conn(0x7ff05c09b980 msgr2=0x7ff05c08bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:53.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.967+0000 7ff0642a6640 1 -- 172.21.15.6:0/3514197738 shutdown_connections 2024-09-21T07:31:53.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.967+0000 7ff0642a6640 1 -- 172.21.15.6:0/3514197738 wait complete. 2024-09-21T07:31:53.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 Processor -- start 2024-09-21T07:31:53.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 -- start start 2024-09-21T07:31:53.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c0b6ba0 0x7ff05c1fb4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0ccd20 0x7ff05c150700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff05c160060 0x7ff05c15eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c16a780 con 0x7ff05c0ccd20 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c16a600 con 0x7ff05c0b6ba0 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff05c16a900 con 0x7ff05c160060 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0ccd20 0x7ff05c150700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0ccd20 0x7ff05c150700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35254/0 (socket says 172.21.15.6:35254) 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 -- 172.21.15.6:0/3723552909 learned_addr learned my addr 172.21.15.6:0/3723552909 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff062042640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c0b6ba0 0x7ff05c1fb4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff062843640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff05c160060 0x7ff05c15eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 -- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff05c160060 msgr2=0x7ff05c15eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff05c160060 0x7ff05c15eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 -- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c0b6ba0 msgr2=0x7ff05c1fb4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c0b6ba0 0x7ff05c1fb4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 -- 172.21.15.6:0/3723552909 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff05c14ded0 con 0x7ff05c0ccd20 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff062843640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff05c160060 0x7ff05c15eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff061841640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0ccd20 0x7ff05c150700 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7ff050009850 tx=0x7ff050004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff05affd640 1 -- 172.21.15.6:0/3723552909 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0500b2040 con 0x7ff05c0ccd20 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff05affd640 1 -- 172.21.15.6:0/3723552909 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff050003600 con 0x7ff05c0ccd20 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff05affd640 1 -- 172.21.15.6:0/3723552909 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0500039f0 con 0x7ff05c0ccd20 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff05c1f7990 con 0x7ff05c0ccd20 2024-09-21T07:31:53.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.971+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff05c1f7f50 con 0x7ff05c0ccd20 2024-09-21T07:31:53.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.975+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff05c0b6fb0 con 0x7ff05c0ccd20 2024-09-21T07:31:53.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.975+0000 7ff05affd640 1 -- 172.21.15.6:0/3723552909 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff050003b90 con 0x7ff05c0ccd20 2024-09-21T07:31:53.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.975+0000 7ff05affd640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff048073200 0x7ff048075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:53.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.975+0000 7ff05affd640 1 -- 172.21.15.6:0/3723552909 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7ff05012e550 con 0x7ff05c0ccd20 2024-09-21T07:31:53.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.975+0000 7ff062042640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff048073200 0x7ff048075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:53.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.975+0000 7ff062042640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff048073200 0x7ff048075710 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7ff054005c50 tx=0x7ff05400a390 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:53.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:53.979+0000 7ff05affd640 1 -- 172.21.15.6:0/3723552909 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff0500be060 con 0x7ff05c0ccd20 2024-09-21T07:31:54.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.191+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff05c0cb720 con 0x7ff05c0ccd20 2024-09-21T07:31:54.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff05affd640 1 -- 172.21.15.6:0/3723552909 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 88 v88) ==== 94+0+5247 (secure 0 0 0) 0x7ff0500164d0 con 0x7ff05c0ccd20 2024-09-21T07:31:54.198 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:54.198 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":88,"btime":"2024-09-21T07:31:34:047997+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83}],"filesystems":[{"mdsmap":{"epoch":88,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:33.260807+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7434,"mds_1":7428},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7428":{"gid":7428,"name":"a","rank":1,"incarnation":86,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:active","state_seq":5,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7434,"qdb_cluster":[7434,7428]},"id":8}]} 2024-09-21T07:31:54.199 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 88 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff048073200 msgr2=0x7ff048075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff048073200 0x7ff048075710 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7ff054005c50 tx=0x7ff05400a390 comp rx=0 tx=0).stop 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0ccd20 msgr2=0x7ff05c150700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0ccd20 0x7ff05c150700 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7ff050009850 tx=0x7ff050004040 comp rx=0 tx=0).stop 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 shutdown_connections 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff048073200 0x7ff048075710 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff05c160060 0x7ff05c15eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff05c0ccd20 0x7ff05c150700 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 --2- 172.21.15.6:0/3723552909 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff05c0b6ba0 0x7ff05c1fb4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 >> 172.21.15.6:0/3723552909 conn(0x7ff05c09b980 msgr2=0x7ff05c072780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 shutdown_connections 2024-09-21T07:31:54.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.195+0000 7ff0642a6640 1 -- 172.21.15.6:0/3723552909 wait complete. 2024-09-21T07:31:54.222 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:54.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.379+0000 7f24f05cd640 1 -- 172.21.15.6:0/129936856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e815d100 msgr2=0x7f24e80b3ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.379+0000 7f24f05cd640 1 --2- 172.21.15.6:0/129936856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e815d100 0x7f24e80b3ee0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f24e0009c80 tx=0x7f24e001cd70 comp rx=0 tx=0).stop 2024-09-21T07:31:54.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.379+0000 7f24f05cd640 1 -- 172.21.15.6:0/129936856 shutdown_connections 2024-09-21T07:31:54.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.379+0000 7f24f05cd640 1 --2- 172.21.15.6:0/129936856 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e815d100 0x7f24e80b3ee0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.379+0000 7f24f05cd640 1 --2- 172.21.15.6:0/129936856 >> v2:172.21.15.145:3300/0 conn(0x7f24e80cd3d0 0x7f24e80b39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.379+0000 7f24f05cd640 1 -- 172.21.15.6:0/129936856 >> 172.21.15.6:0/129936856 conn(0x7f24e806d650 msgr2=0x7f24e80b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:54.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.379+0000 7f24f05cd640 1 -- 172.21.15.6:0/129936856 shutdown_connections 2024-09-21T07:31:54.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.379+0000 7f24f05cd640 1 -- 172.21.15.6:0/129936856 wait complete. 2024-09-21T07:31:54.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24f05cd640 1 Processor -- start 2024-09-21T07:31:54.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24f05cd640 1 -- start start 2024-09-21T07:31:54.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24f05cd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e815ccf0 0x7f24e809dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:54.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24f05cd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e815d100 0x7f24e80c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:54.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24f05cd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24e815f410 0x7f24e815f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:54.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24f05cd640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f24e816a1f0 con 0x7f24e815f410 2024-09-21T07:31:54.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24f05cd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f24e816a070 con 0x7f24e815d100 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24f05cd640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f24e816a370 con 0x7f24e815ccf0 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24eeb6a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24e815f410 0x7f24e815f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24eeb6a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24e815f410 0x7f24e815f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35258/0 (socket says 172.21.15.6:35258) 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24eeb6a640 1 -- 172.21.15.6:0/305891302 learned_addr learned my addr 172.21.15.6:0/305891302 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24ee369640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e815ccf0 0x7f24e809dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24edb68640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e815d100 0x7f24e80c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24eeb6a640 1 -- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e815ccf0 msgr2=0x7f24e809dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24eeb6a640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e815ccf0 0x7f24e809dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24eeb6a640 1 -- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e815d100 msgr2=0x7f24e80c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24eeb6a640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e815d100 0x7f24e80c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.383+0000 7f24eeb6a640 1 -- 172.21.15.6:0/305891302 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24e809e190 con 0x7f24e815f410 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24eeb6a640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24e815f410 0x7f24e815f820 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f24e0098980 tx=0x7f24e0003f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:54.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24deffd640 1 -- 172.21.15.6:0/305891302 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e00b2040 con 0x7f24e815f410 2024-09-21T07:31:54.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24deffd640 1 -- 172.21.15.6:0/305891302 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24e00bb070 con 0x7f24e815f410 2024-09-21T07:31:54.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24e81564a0 con 0x7f24e815f410 2024-09-21T07:31:54.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24deffd640 1 -- 172.21.15.6:0/305891302 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e0004330 con 0x7f24e815f410 2024-09-21T07:31:54.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24e8154e70 con 0x7f24e815f410 2024-09-21T07:31:54.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24e80b39a0 con 0x7f24e815f410 2024-09-21T07:31:54.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24deffd640 1 -- 172.21.15.6:0/305891302 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f24e00044d0 con 0x7f24e815f410 2024-09-21T07:31:54.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24deffd640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24cc073230 0x7f24cc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:54.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24deffd640 1 -- 172.21.15.6:0/305891302 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7f24e012ee50 con 0x7f24e815f410 2024-09-21T07:31:54.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24ee369640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24cc073230 0x7f24cc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:54.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.387+0000 7f24ee369640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24cc073230 0x7f24cc075740 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f24e4001640 tx=0x7f24e4009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:54.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.391+0000 7f24deffd640 1 -- 172.21.15.6:0/305891302 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f24e81564a0 con 0x7f24e815f410 2024-09-21T07:31:54.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.603+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24e80730d0 con 0x7f24e815f410 2024-09-21T07:31:54.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.603+0000 7f24deffd640 1 -- 172.21.15.6:0/305891302 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 88 v88) ==== 94+0+5247 (secure 0 0 0) 0x7f24e0016990 con 0x7f24e815f410 2024-09-21T07:31:54.609 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:54.609 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":88,"btime":"2024-09-21T07:31:34:047997+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83}],"filesystems":[{"mdsmap":{"epoch":88,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:33.260807+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7434,"mds_1":7428},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7428":{"gid":7428,"name":"a","rank":1,"incarnation":86,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:active","state_seq":5,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7434,"qdb_cluster":[7434,7428]},"id":8}]} 2024-09-21T07:31:54.610 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 88 2024-09-21T07:31:54.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24cc073230 msgr2=0x7f24cc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24cc073230 0x7f24cc075740 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f24e4001640 tx=0x7f24e4009040 comp rx=0 tx=0).stop 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24e815f410 msgr2=0x7f24e815f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24e815f410 0x7f24e815f820 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f24e0098980 tx=0x7f24e0003f40 comp rx=0 tx=0).stop 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 shutdown_connections 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f24cc073230 0x7f24cc075740 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f24e815f410 0x7f24e815f820 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f24e815d100 0x7f24e80c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 --2- 172.21.15.6:0/305891302 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f24e815ccf0 0x7f24e809dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 >> 172.21.15.6:0/305891302 conn(0x7f24e806d650 msgr2=0x7f24e80ade00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 shutdown_connections 2024-09-21T07:31:54.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.607+0000 7f24f05cd640 1 -- 172.21.15.6:0/305891302 wait complete. 2024-09-21T07:31:54.631 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:31:54.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- 172.21.15.6:0/549225812 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 msgr2=0x7f06680b0a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 --2- 172.21.15.6:0/549225812 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 0x7f06680b0a80 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f0658005fd0 tx=0x7f065801c790 comp rx=0 tx=0).stop 2024-09-21T07:31:54.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- 172.21.15.6:0/549225812 shutdown_connections 2024-09-21T07:31:54.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 --2- 172.21.15.6:0/549225812 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06680cfa00 0x7f06680ce570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 --2- 172.21.15.6:0/549225812 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 0x7f06680b0a80 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- 172.21.15.6:0/549225812 >> 172.21.15.6:0/549225812 conn(0x7f0668074400 msgr2=0x7f06680d1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:54.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- 172.21.15.6:0/549225812 shutdown_connections 2024-09-21T07:31:54.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- 172.21.15.6:0/549225812 wait complete. 2024-09-21T07:31:54.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 Processor -- start 2024-09-21T07:31:54.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- start start 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 0x7f06680ae150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06680cf5f0 0x7f0668143580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06680cfa00 0x7f06681fa270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0668168e90 con 0x7f06680cec50 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f0668168d10 con 0x7f06680cfa00 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f066da63640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f0668169010 con 0x7f06680cf5f0 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.787+0000 7f06677fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 0x7f06680ae150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f06677fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 0x7f06680ae150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35278/0 (socket says 172.21.15.6:35278) 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f06677fe640 1 -- 172.21.15.6:0/263878724 learned_addr learned my addr 172.21.15.6:0/263878724 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:54.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f0666ffd640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06680cf5f0 0x7f0668143580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f0667fff640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06680cfa00 0x7f06681fa270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f06677fe640 1 -- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06680cf5f0 msgr2=0x7f0668143580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f06677fe640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06680cf5f0 0x7f0668143580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f06677fe640 1 -- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06680cfa00 msgr2=0x7f06681fa270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f06677fe640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06680cfa00 0x7f06681fa270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f06677fe640 1 -- 172.21.15.6:0/263878724 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06680ae690 con 0x7f06680cec50 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f06677fe640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 0x7f06680ae150 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f065801a3c0 tx=0x7f0658003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f064ffff640 1 -- 172.21.15.6:0/263878724 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0658005230 con 0x7f06680cec50 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f064ffff640 1 -- 172.21.15.6:0/263878724 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06580054c0 con 0x7f06680cec50 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06680aead0 con 0x7f06680cec50 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f064ffff640 1 -- 172.21.15.6:0/263878724 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0658004910 con 0x7f06680cec50 2024-09-21T07:31:54.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06680af090 con 0x7f06680cec50 2024-09-21T07:31:54.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06680b0a80 con 0x7f06680cec50 2024-09-21T07:31:54.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f064ffff640 1 -- 172.21.15.6:0/263878724 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f06580b7070 con 0x7f06680cec50 2024-09-21T07:31:54.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f064ffff640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0654073250 0x7f0654075760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:54.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f064ffff640 1 -- 172.21.15.6:0/263878724 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7f065812e840 con 0x7f06680cec50 2024-09-21T07:31:54.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.791+0000 7f0666ffd640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0654073250 0x7f0654075760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:54.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.795+0000 7f0666ffd640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0654073250 0x7f0654075760 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f0668166ac0 tx=0x7f065c009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:54.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.795+0000 7f064ffff640 1 -- 172.21.15.6:0/263878724 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f06580bf060 con 0x7f06680cec50 2024-09-21T07:31:54.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.971+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0668072070 con 0x7f06680cec50 2024-09-21T07:31:54.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.971+0000 7f064ffff640 1 -- 172.21.15.6:0/263878724 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) ==== 74+0+17006 (secure 0 0 0) 0x7f06580ac020 con 0x7f06680cec50 2024-09-21T07:31:54.978 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:54.978 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":109,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:31:24.054015+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:44.230860+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:45.473610+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"17.9","mappings":[{"from":0,"to":2}]},{"pgid":"17.c","mappings":[{"from":0,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6834/3219292855":"2024-09-22T07:31:13.535548+0000","172.21.15.145:6835/3219292855":"2024-09-22T07:31:13.535548+0000","172.21.15.6:6835/2275017820":"2024-09-22T07:31:08.057407+0000","172.21.15.6:6834/2275017820":"2024-09-22T07:31:08.057407+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:31:54.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0654073250 msgr2=0x7f0654075760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0654073250 0x7f0654075760 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f0668166ac0 tx=0x7f065c009040 comp rx=0 tx=0).stop 2024-09-21T07:31:54.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 msgr2=0x7f06680ae150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:54.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 0x7f06680ae150 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f065801a3c0 tx=0x7f0658003d80 comp rx=0 tx=0).stop 2024-09-21T07:31:54.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 shutdown_connections 2024-09-21T07:31:54.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0654073250 0x7f0654075760 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f06680cfa00 0x7f06681fa270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f06680cf5f0 0x7f0668143580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 --2- 172.21.15.6:0/263878724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06680cec50 0x7f06680ae150 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:54.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 >> 172.21.15.6:0/263878724 conn(0x7f0668074400 msgr2=0x7f06680ce220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:54.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 shutdown_connections 2024-09-21T07:31:54.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:54.975+0000 7f066da63640 1 -- 172.21.15.6:0/263878724 wait complete. 2024-09-21T07:31:55.001 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:31:55.002 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.151+0000 7fc1d8499640 1 -- 172.21.15.6:0/468223228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 msgr2=0x7fc1d00cf8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.151+0000 7fc1d8499640 1 --2- 172.21.15.6:0/468223228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 0x7fc1d00cf8e0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc009c80 tx=0x7fc1cc01ccb0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.151+0000 7fc1d8499640 1 -- 172.21.15.6:0/468223228 shutdown_connections 2024-09-21T07:31:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.151+0000 7fc1d8499640 1 --2- 172.21.15.6:0/468223228 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d00d26a0 0x7fc1d00b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.151+0000 7fc1d8499640 1 --2- 172.21.15.6:0/468223228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 0x7fc1d00cf8e0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.151+0000 7fc1d8499640 1 -- 172.21.15.6:0/468223228 >> 172.21.15.6:0/468223228 conn(0x7fc1d008bfd0 msgr2=0x7fc1d00d4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.151+0000 7fc1d8499640 1 -- 172.21.15.6:0/468223228 shutdown_connections 2024-09-21T07:31:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.151+0000 7fc1d8499640 1 -- 172.21.15.6:0/468223228 wait complete. 2024-09-21T07:31:55.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 Processor -- start 2024-09-21T07:31:55.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 -- start start 2024-09-21T07:31:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 0x7fc1d0159920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d00b68f0 0x7fc1d00ccac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d00d26a0 0x7fc1d01fc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d016bee0 con 0x7fc1d00b3470 2024-09-21T07:31:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d016bd60 con 0x7fc1d00b68f0 2024-09-21T07:31:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc1d016c060 con 0x7fc1d00d26a0 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 0x7fc1d0159920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 0x7fc1d0159920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35310/0 (socket says 172.21.15.6:35310) 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 -- 172.21.15.6:0/1065335044 learned_addr learned my addr 172.21.15.6:0/1065335044 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6a36640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d00d26a0 0x7fc1d01fc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d5a34640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d00b68f0 0x7fc1d00ccac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 -- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d00d26a0 msgr2=0x7fc1d01fc2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d00d26a0 0x7fc1d01fc2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 -- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d00b68f0 msgr2=0x7fc1d00ccac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d00b68f0 0x7fc1d00ccac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 -- 172.21.15.6:0/1065335044 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d0153860 con 0x7fc1d00b3470 2024-09-21T07:31:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d6235640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 0x7fc1d0159920 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7fc1c400b410 tx=0x7fc1c400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:55.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1c2ffd640 1 -- 172.21.15.6:0/1065335044 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c4015030 con 0x7fc1d00b3470 2024-09-21T07:31:55.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1c2ffd640 1 -- 172.21.15.6:0/1065335044 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1c4004020 con 0x7fc1d00b3470 2024-09-21T07:31:55.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1d0153b40 con 0x7fc1d00b3470 2024-09-21T07:31:55.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1c2ffd640 1 -- 172.21.15.6:0/1065335044 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c40044b0 con 0x7fc1d00b3470 2024-09-21T07:31:55.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.155+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1d0154100 con 0x7fc1d00b3470 2024-09-21T07:31:55.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.159+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1d00cf1d0 con 0x7fc1d00b3470 2024-09-21T07:31:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.159+0000 7fc1c2ffd640 1 -- 172.21.15.6:0/1065335044 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc1c4018070 con 0x7fc1d00b3470 2024-09-21T07:31:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.159+0000 7fc1c2ffd640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc1b4073200 0x7fc1b4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.159+0000 7fc1c2ffd640 1 -- 172.21.15.6:0/1065335044 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7fc1c4093f30 con 0x7fc1d00b3470 2024-09-21T07:31:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.159+0000 7fc1d5a34640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc1b4073200 0x7fc1b4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.159+0000 7fc1d5a34640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc1b4073200 0x7fc1b4075710 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc0af000 tx=0x7fc1cc01b4f0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.163+0000 7fc1c2ffd640 1 -- 172.21.15.6:0/1065335044 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc1c405ee70 con 0x7fc1d00b3470 2024-09-21T07:31:55.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.375+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1d01fd150 con 0x7fc1d00b3470 2024-09-21T07:31:55.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.375+0000 7fc1c2ffd640 1 -- 172.21.15.6:0/1065335044 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 88 v88) ==== 94+0+5247 (secure 0 0 0) 0x7fc1c405e770 con 0x7fc1d00b3470 2024-09-21T07:31:55.380 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:55.380 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":88,"btime":"2024-09-21T07:31:34:047997+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83}],"filesystems":[{"mdsmap":{"epoch":88,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:33.260807+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7434,"mds_1":7428},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7428":{"gid":7428,"name":"a","rank":1,"incarnation":86,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:active","state_seq":5,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7434,"qdb_cluster":[7434,7428]},"id":8}]} 2024-09-21T07:31:55.380 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 88 2024-09-21T07:31:55.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc1b4073200 msgr2=0x7fc1b4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc1b4073200 0x7fc1b4075710 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc0af000 tx=0x7fc1cc01b4f0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 msgr2=0x7fc1d0159920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 0x7fc1d0159920 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7fc1c400b410 tx=0x7fc1c400b8d0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 shutdown_connections 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc1b4073200 0x7fc1b4075710 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1d00d26a0 0x7fc1d01fc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1d00b68f0 0x7fc1d00ccac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 --2- 172.21.15.6:0/1065335044 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1d00b3470 0x7fc1d0159920 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 >> 172.21.15.6:0/1065335044 conn(0x7fc1d008bfd0 msgr2=0x7fc1d00d4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 shutdown_connections 2024-09-21T07:31:55.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.379+0000 7fc1d8499640 1 -- 172.21.15.6:0/1065335044 wait complete. 2024-09-21T07:31:55.403 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:31:55.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.547+0000 7f3866b28640 1 -- 172.21.15.6:0/3865744779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3848004010 msgr2=0x7f3848004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.547+0000 7f3866b28640 1 --2- 172.21.15.6:0/3865744779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3848004010 0x7f3848004810 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f386009be40 tx=0x7f385401c750 comp rx=0 tx=0).stop 2024-09-21T07:31:55.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.547+0000 7f38650c5640 1 -- 172.21.15.6:0/3865744779 reap_dead start 2024-09-21T07:31:55.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.547+0000 7f3866b28640 1 -- 172.21.15.6:0/3865744779 shutdown_connections 2024-09-21T07:31:55.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.547+0000 7f3866b28640 1 -- 172.21.15.6:0/3865744779 >> 172.21.15.6:0/3865744779 conn(0x7f386009b980 msgr2=0x7f386008bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:55.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.547+0000 7f3866b28640 1 -- 172.21.15.6:0/3865744779 shutdown_connections 2024-09-21T07:31:55.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.547+0000 7f3866b28640 1 -- 172.21.15.6:0/3865744779 wait complete. 2024-09-21T07:31:55.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 Processor -- start 2024-09-21T07:31:55.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 -- start start 2024-09-21T07:31:55.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3848004010 0x7f386009fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f386009ffc0 0x7f38601594d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3860159a10 0x7f38601562c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f38600d2680 con 0x7f3860159a10 2024-09-21T07:31:55.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f38600d2500 con 0x7f3848004010 2024-09-21T07:31:55.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f38600d2800 con 0x7f386009ffc0 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3860159a10 0x7f38601562c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3860159a10 0x7f38601562c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35332/0 (socket says 172.21.15.6:35332) 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 -- 172.21.15.6:0/2036682026 learned_addr learned my addr 172.21.15.6:0/2036682026 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f385ffff640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f386009ffc0 0x7f38601594d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38648c4640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3848004010 0x7f386009fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 -- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f386009ffc0 msgr2=0x7f38601594d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f386009ffc0 0x7f38601594d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 -- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3848004010 msgr2=0x7f386009fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3848004010 0x7f386009fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 -- 172.21.15.6:0/2036682026 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38601f4060 con 0x7f3860159a10 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f38650c5640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3860159a10 0x7f38601562c0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f386008cb90 tx=0x7f3858010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:55.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f385d7fa640 1 -- 172.21.15.6:0/2036682026 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385800ee70 con 0x7f3860159a10 2024-09-21T07:31:55.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f385d7fa640 1 -- 172.21.15.6:0/2036682026 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3858015070 con 0x7f3860159a10 2024-09-21T07:31:55.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38601f4340 con 0x7f3860159a10 2024-09-21T07:31:55.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f385d7fa640 1 -- 172.21.15.6:0/2036682026 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3858003d10 con 0x7f3860159a10 2024-09-21T07:31:55.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38601f4900 con 0x7f3860159a10 2024-09-21T07:31:55.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.551+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38600d2d00 con 0x7f3860159a10 2024-09-21T07:31:55.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.555+0000 7f385d7fa640 1 -- 172.21.15.6:0/2036682026 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3858004030 con 0x7f3860159a10 2024-09-21T07:31:55.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.555+0000 7f385d7fa640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f384c073200 0x7f384c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.555+0000 7f385d7fa640 1 -- 172.21.15.6:0/2036682026 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7f3858094de0 con 0x7f3860159a10 2024-09-21T07:31:55.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.555+0000 7f38648c4640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f384c073200 0x7f384c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.555+0000 7f38648c4640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f384c073200 0x7f384c075710 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f385000ae50 tx=0x7f385000c040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:55.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.559+0000 7f385d7fa640 1 -- 172.21.15.6:0/2036682026 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f385805fd00 con 0x7f3860159a10 2024-09-21T07:31:55.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.759+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38600cf430 con 0x7f3860159a10 2024-09-21T07:31:55.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f385d7fa640 1 -- 172.21.15.6:0/2036682026 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 88 v88) ==== 94+0+5247 (secure 0 0 0) 0x7f385805f600 con 0x7f3860159a10 2024-09-21T07:31:55.767 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:55.767 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":88,"btime":"2024-09-21T07:31:34:047997+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83}],"filesystems":[{"mdsmap":{"epoch":88,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T07:30:46.508318+0000","modified":"2024-09-21T07:31:33.260807+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7434,"mds_1":7428},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7428":{"gid":7428,"name":"a","rank":1,"incarnation":86,"state":"up:active","state_seq":6,"addr":"172.21.15.6:6833/3420112252","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":3420112252},{"type":"v1","addr":"172.21.15.6:6833","nonce":3420112252}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7434":{"gid":7434,"name":"c","rank":0,"incarnation":82,"state":"up:active","state_seq":5,"addr":"172.21.15.6:6835/2483935998","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2483935998},{"type":"v1","addr":"172.21.15.6:6835","nonce":2483935998}]},"join_fscid":-1,"export_targets":[1],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7434,"qdb_cluster":[7434,7428]},"id":8}]} 2024-09-21T07:31:55.767 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 88 2024-09-21T07:31:55.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f384c073200 msgr2=0x7f384c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f384c073200 0x7f384c075710 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f385000ae50 tx=0x7f385000c040 comp rx=0 tx=0).stop 2024-09-21T07:31:55.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3860159a10 msgr2=0x7f38601562c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3860159a10 0x7f38601562c0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f386008cb90 tx=0x7f3858010f40 comp rx=0 tx=0).stop 2024-09-21T07:31:55.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 shutdown_connections 2024-09-21T07:31:55.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f384c073200 0x7f384c075710 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3860159a10 0x7f38601562c0 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f386009ffc0 0x7f38601594d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 --2- 172.21.15.6:0/2036682026 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3848004010 0x7f386009fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.763+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 >> 172.21.15.6:0/2036682026 conn(0x7f386009b980 msgr2=0x7f3860076090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:55.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.767+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 shutdown_connections 2024-09-21T07:31:55.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.767+0000 7f3866b28640 1 -- 172.21.15.6:0/2036682026 wait complete. 2024-09-21T07:31:55.789 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:31:55.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 -- 172.21.15.6:0/2097851402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340cd1a0 msgr2=0x7fe13406f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 --2- 172.21.15.6:0/2097851402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340cd1a0 0x7fe13406f700 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fe1340d1330 tx=0x7fe12c01c8c0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 -- 172.21.15.6:0/2097851402 shutdown_connections 2024-09-21T07:31:55.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 --2- 172.21.15.6:0/2097851402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340cd1a0 0x7fe13406f700 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 --2- 172.21.15.6:0/2097851402 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1340b4420 0x7fe1340ccc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 --2- 172.21.15.6:0/2097851402 >> v2:172.21.15.145:3300/0 conn(0x7fe1340af610 0x7fe1340ca900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 -- 172.21.15.6:0/2097851402 >> 172.21.15.6:0/2097851402 conn(0x7fe13406d650 msgr2=0x7fe1340b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:55.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 -- 172.21.15.6:0/2097851402 shutdown_connections 2024-09-21T07:31:55.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.943+0000 7fe13a642640 1 -- 172.21.15.6:0/2097851402 wait complete. 2024-09-21T07:31:55.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 Processor -- start 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 -- start start 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1340af610 0x7fe1340c1b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340b4420 0x7fe1340ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1340cd1a0 0x7fe1340aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe1340b3770 con 0x7fe1340b4420 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe1340b35f0 con 0x7fe1340af610 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe1340b38f0 con 0x7fe1340cd1a0 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340b4420 0x7fe1340ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340b4420 0x7fe1340ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35344/0 (socket says 172.21.15.6:35344) 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 -- 172.21.15.6:0/555545879 learned_addr learned my addr 172.21.15.6:0/555545879 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe138bdf640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1340cd1a0 0x7fe1340aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe133fff640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1340af610 0x7fe1340c1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 -- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1340cd1a0 msgr2=0x7fe1340aee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1340cd1a0 0x7fe1340aee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 -- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1340af610 msgr2=0x7fe1340c1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1340af610 0x7fe1340c1b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 -- 172.21.15.6:0/555545879 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1341532a0 con 0x7fe1340b4420 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe138bdf640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1340cd1a0 0x7fe1340aee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe133fff640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1340af610 0x7fe1340c1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe1337fe640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340b4420 0x7fe1340ae8e0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7fe11c00e960 tx=0x7fe11c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe130ff9640 1 -- 172.21.15.6:0/555545879 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c004d30 con 0x7fe1340b4420 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe130ff9640 1 -- 172.21.15.6:0/555545879 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe11c00cb20 con 0x7fe1340b4420 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe134153590 con 0x7fe1340b4420 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe130ff9640 1 -- 172.21.15.6:0/555545879 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c005020 con 0x7fe1340b4420 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.947+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe134153b50 con 0x7fe1340b4420 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.951+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1340b3e80 con 0x7fe1340b4420 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.951+0000 7fe130ff9640 1 -- 172.21.15.6:0/555545879 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe11c0051c0 con 0x7fe1340b4420 2024-09-21T07:31:55.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.951+0000 7fe130ff9640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe114073200 0x7fe114075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:55.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.951+0000 7fe130ff9640 1 -- 172.21.15.6:0/555545879 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7fe11c094b90 con 0x7fe1340b4420 2024-09-21T07:31:55.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.951+0000 7fe133fff640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe114073200 0x7fe114075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:55.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.951+0000 7fe133fff640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe114073200 0x7fe114075710 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe124005fd0 tx=0x7fe124005e80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:55.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:55.955+0000 7fe130ff9640 1 -- 172.21.15.6:0/555545879 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe11c016030 con 0x7fe1340b4420 2024-09-21T07:31:56.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.131+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe1340730d0 con 0x7fe1340b4420 2024-09-21T07:31:56.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe130ff9640 1 -- 172.21.15.6:0/555545879 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) ==== 74+0+17006 (secure 0 0 0) 0x7fe11c05fac0 con 0x7fe1340b4420 2024-09-21T07:31:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:56.140 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":109,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:31:24.054015+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T07:30:44.230860+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T07:30:45.473610+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"17.9","mappings":[{"from":0,"to":2}]},{"pgid":"17.c","mappings":[{"from":0,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.145:6834/3219292855":"2024-09-22T07:31:13.535548+0000","172.21.15.145:6835/3219292855":"2024-09-22T07:31:13.535548+0000","172.21.15.6:6835/2275017820":"2024-09-22T07:31:08.057407+0000","172.21.15.6:6834/2275017820":"2024-09-22T07:31:08.057407+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:31:56.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe114073200 msgr2=0x7fe114075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe114073200 0x7fe114075710 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe124005fd0 tx=0x7fe124005e80 comp rx=0 tx=0).stop 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340b4420 msgr2=0x7fe1340ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340b4420 0x7fe1340ae8e0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7fe11c00e960 tx=0x7fe11c00ee20 comp rx=0 tx=0).stop 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 shutdown_connections 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe114073200 0x7fe114075710 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe1340cd1a0 0x7fe1340aee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1340b4420 0x7fe1340ae8e0 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 --2- 172.21.15.6:0/555545879 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe1340af610 0x7fe1340c1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 >> 172.21.15.6:0/555545879 conn(0x7fe13406d650 msgr2=0x7fe1340992c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 shutdown_connections 2024-09-21T07:31:56.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.135+0000 7fe13a642640 1 -- 172.21.15.6:0/555545879 wait complete. 2024-09-21T07:31:56.162 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T07:31:56.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- 172.21.15.6:0/222664100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe78003a60 msgr2=0x7fbe78003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 --2- 172.21.15.6:0/222664100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe78003a60 0x7fbe78003ed0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c009b60 tx=0x7fbe7c01d280 comp rx=0 tx=0).stop 2024-09-21T07:31:56.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- 172.21.15.6:0/222664100 shutdown_connections 2024-09-21T07:31:56.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 --2- 172.21.15.6:0/222664100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe78003a60 0x7fbe78003ed0 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- 172.21.15.6:0/222664100 >> 172.21.15.6:0/222664100 conn(0x7fbe8c06d4c0 msgr2=0x7fbe8c0d0320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:56.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- 172.21.15.6:0/222664100 shutdown_connections 2024-09-21T07:31:56.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- 172.21.15.6:0/222664100 wait complete. 2024-09-21T07:31:56.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 Processor -- start 2024-09-21T07:31:56.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- start start 2024-09-21T07:31:56.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe78003a60 0x7fbe8c0b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:56.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe8c155850 0x7fbe8c1f6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:56.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe8c0c9fa0 0x7fbe8c1fa660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:56.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c06f060 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8c0af8d0 con 0x7fbe78003a60 2024-09-21T07:31:56.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.315+0000 7fbe9183c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbe8c06f1e0 con 0x7fbe8c155850 2024-09-21T07:31:56.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe8c0c9fa0 0x7fbe8c1fa660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:56.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe8c0c9fa0 0x7fbe8c1fa660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35376/0 (socket says 172.21.15.6:35376) 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 -- 172.21.15.6:0/2670912363 learned_addr learned my addr 172.21.15.6:0/2670912363 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8affd640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe78003a60 0x7fbe8c0b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe827fc640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe8c155850 0x7fbe8c1f6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 -- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe8c155850 msgr2=0x7fbe8c1f6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe8c155850 0x7fbe8c1f6aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 -- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe78003a60 msgr2=0x7fbe8c0b0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe78003a60 0x7fbe8c0b0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 -- 172.21.15.6:0/2670912363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe8c0b2680 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8b7fe640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe8c0c9fa0 0x7fbe8c1fa660 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c0cf3a0 tx=0x7fbe8400cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe88ff9640 1 -- 172.21.15.6:0/2670912363 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe84017070 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe88ff9640 1 -- 172.21.15.6:0/2670912363 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe84003c70 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe8c0b2960 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe88ff9640 1 -- 172.21.15.6:0/2670912363 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe840052d0 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe8c1fb130 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe8c1fb390 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe88ff9640 1 -- 172.21.15.6:0/2670912363 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbe8401a070 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe88ff9640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe6c073230 0x7fbe6c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:56.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe88ff9640 1 -- 172.21.15.6:0/2670912363 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5939+0+0 (secure 0 0 0) 0x7fbe84093700 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.319+0000 7fbe8affd640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe6c073230 0x7fbe6c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:56.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.323+0000 7fbe8affd640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe6c073230 0x7fbe6c075740 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c0ae000 tx=0x7fbe7c01a020 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:56.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.323+0000 7fbe88ff9640 1 -- 172.21.15.6:0/2670912363 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbe8405e6b0 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.527+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbe8c06f6e0 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.533 INFO:tasks.ceph.mon.a.smithi006.stderr:2024-09-21T07:31:56.527+0000 7fea62f4d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T07:31:56.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.531+0000 7fbe88ff9640 1 -- 172.21.15.6:0/2670912363 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v89) ==== 161+0+0 (secure 0 0 0) 0x7fbe8405dfb0 con 0x7fbe8c0c9fa0 2024-09-21T07:31:56.536 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T07:31:56.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe6c073230 msgr2=0x7fbe6c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe6c073230 0x7fbe6c075740 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c0ae000 tx=0x7fbe7c01a020 comp rx=0 tx=0).stop 2024-09-21T07:31:56.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe8c0c9fa0 msgr2=0x7fbe8c1fa660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe8c0c9fa0 0x7fbe8c1fa660 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c0cf3a0 tx=0x7fbe8400cbe0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 shutdown_connections 2024-09-21T07:31:56.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbe6c073230 0x7fbe6c075740 secure :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c0ae000 tx=0x7fbe7c01a020 comp rx=0 tx=0).stop 2024-09-21T07:31:56.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbe8c0c9fa0 0x7fbe8c1fa660 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbe8c155850 0x7fbe8c1f6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 --2- 172.21.15.6:0/2670912363 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbe78003a60 0x7fbe8c0b0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 >> 172.21.15.6:0/2670912363 conn(0x7fbe8c06d4c0 msgr2=0x7fbe8c156300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:56.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 shutdown_connections 2024-09-21T07:31:56.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.535+0000 7fbe9183c640 1 -- 172.21.15.6:0/2670912363 wait complete. 2024-09-21T07:31:56.547 INFO:tasks.ceph.mds.c.smithi006.stderr: -6718> 2024-09-21T07:31:19.088+0000 7efd6bfd5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T07:31:56.563 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T07:31:56.602 INFO:tasks.ceph.mds.a.smithi006.stdout:starting mds.a at 2024-09-21T07:31:56.623 INFO:tasks.ceph.mds.c.smithi006.stdout:starting mds.c at 2024-09-21T07:31:56.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.719+0000 7f3a8cbda640 1 -- 172.21.15.6:0/2208298537 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a74004810 msgr2=0x7f3a74004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.719+0000 7f3a8cbda640 1 --2- 172.21.15.6:0/2208298537 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a74004810 0x7f3a74004c20 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f3a70009ee0 tx=0x7f3a7001d5f0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.719+0000 7f3a8cbda640 1 -- 172.21.15.6:0/2208298537 shutdown_connections 2024-09-21T07:31:56.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.719+0000 7f3a8cbda640 1 --2- 172.21.15.6:0/2208298537 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a74004810 0x7f3a74004c20 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.719+0000 7f3a8cbda640 1 -- 172.21.15.6:0/2208298537 >> 172.21.15.6:0/2208298537 conn(0x7f3a8806d650 msgr2=0x7f3a880b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:56.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.719+0000 7f3a8cbda640 1 -- 172.21.15.6:0/2208298537 shutdown_connections 2024-09-21T07:31:56.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.719+0000 7f3a8cbda640 1 -- 172.21.15.6:0/2208298537 wait complete. 2024-09-21T07:31:56.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 Processor -- start 2024-09-21T07:31:56.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 -- start start 2024-09-21T07:31:56.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a74004810 0x7f3a881f8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a880b1c20 0x7f3a88158070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a880b2030 0x7f3a881585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3a8806fb60 con 0x7f3a880b1c20 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f3a8806f9e0 con 0x7f3a74004810 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f3a8806fce0 con 0x7f3a880b2030 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a85d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a880b1c20 0x7f3a88158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a86d9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a880b2030 0x7f3a881585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8659c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a74004810 0x7f3a881f8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a86d9d640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a880b2030 0x7f3a881585b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.145:3301/0 says I am v2:172.21.15.6:36220/0 (socket says 172.21.15.6:36220) 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a85d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a880b1c20 0x7f3a88158070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35410/0 (socket says 172.21.15.6:35410) 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a86d9d640 1 -- 172.21.15.6:0/1784266598 learned_addr learned my addr 172.21.15.6:0/1784266598 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:56.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a85d9b640 1 -- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a880b2030 msgr2=0x7f3a881585b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a85d9b640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a880b2030 0x7f3a881585b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a85d9b640 1 -- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a74004810 msgr2=0x7f3a881f8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a85d9b640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a74004810 0x7f3a881f8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a85d9b640 1 -- 172.21.15.6:0/1784266598 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a881f92e0 con 0x7f3a880b1c20 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a85d9b640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a880b1c20 0x7f3a88158070 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f3a700ad000 tx=0x7f3a70009be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a7effd640 1 -- 172.21.15.6:0/1784266598 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a70003980 con 0x7f3a880b1c20 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a7effd640 1 -- 172.21.15.6:0/1784266598 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3a70003b20 con 0x7f3a880b1c20 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a8815e610 con 0x7f3a880b1c20 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a7effd640 1 -- 172.21.15.6:0/1784266598 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a70004020 con 0x7f3a880b1c20 2024-09-21T07:31:56.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.723+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a8815dd70 con 0x7f3a880b1c20 2024-09-21T07:31:56.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.727+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a880b36b0 con 0x7f3a880b1c20 2024-09-21T07:31:56.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.727+0000 7f3a7effd640 1 -- 172.21.15.6:0/1784266598 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3a700041c0 con 0x7f3a880b1c20 2024-09-21T07:31:56.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.727+0000 7f3a7effd640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a68073200 0x7f3a68075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:56.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.727+0000 7f3a7effd640 1 -- 172.21.15.6:0/1784266598 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 6111+0+0 (secure 0 0 0) 0x7f3a7012f7c0 con 0x7f3a880b1c20 2024-09-21T07:31:56.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.727+0000 7f3a8659c640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a68073200 0x7f3a68075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:56.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.727+0000 7f3a8659c640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a68073200 0x7f3a68075710 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f3a78006620 tx=0x7f3a78006d80 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:56.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.731+0000 7f3a7effd640 1 -- 172.21.15.6:0/1784266598 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3a70017300 con 0x7f3a880b1c20 2024-09-21T07:31:56.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:56.943+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3a880743b0 con 0x7f3a880b1c20 2024-09-21T07:31:57.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.535+0000 7f3a7effd640 1 -- 172.21.15.6:0/1784266598 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v90) ==== 104+0+0 (secure 0 0 0) 0x7f3a700f9f60 con 0x7f3a880b1c20 2024-09-21T07:31:57.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a68073200 msgr2=0x7f3a68075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:57.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a68073200 0x7f3a68075710 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f3a78006620 tx=0x7f3a78006d80 comp rx=0 tx=0).stop 2024-09-21T07:31:57.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a880b1c20 msgr2=0x7f3a88158070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:57.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a880b1c20 0x7f3a88158070 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f3a700ad000 tx=0x7f3a70009be0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 shutdown_connections 2024-09-21T07:31:57.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3a68073200 0x7f3a68075710 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f3a880b2030 0x7f3a881585b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3a880b1c20 0x7f3a88158070 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 --2- 172.21.15.6:0/1784266598 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f3a74004810 0x7f3a881f8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 >> 172.21.15.6:0/1784266598 conn(0x7f3a8806d650 msgr2=0x7f3a880ca130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:57.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 shutdown_connections 2024-09-21T07:31:57.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.539+0000 7f3a8cbda640 1 -- 172.21.15.6:0/1784266598 wait complete. 2024-09-21T07:31:57.573 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T07:31:57.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.779+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1962654891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ae0e0 msgr2=0x7fcbcc06d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:57.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.779+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1962654891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ae0e0 0x7fcbcc06d8a0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc009840 tx=0x7fcbbc01c820 comp rx=0 tx=0).stop 2024-09-21T07:31:57.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.779+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1962654891 shutdown_connections 2024-09-21T07:31:57.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.779+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1962654891 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbcc0b0f20 0x7fcbcc0b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.779+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1962654891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ae0e0 0x7fcbcc06d8a0 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.779+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1962654891 >> 172.21.15.6:0/1962654891 conn(0x7fcbcc0d13b0 msgr2=0x7fcbcc0d17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:57.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.779+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1962654891 shutdown_connections 2024-09-21T07:31:57.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.779+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1962654891 wait complete. 2024-09-21T07:31:57.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 Processor -- start 2024-09-21T07:31:57.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 -- start start 2024-09-21T07:31:57.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbcc0ae0e0 0x7fcbcc152690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:57.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbcc0b0f20 0x7fcbcc150910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:57.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ccf10 0x7fcbcc0b41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:57.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcbcc16a210 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fcbcc16a090 con 0x7fcbcc0b0f20 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fcbcc16a390 con 0x7fcbcc0ae0e0 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ccf10 0x7fcbcc0b41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ccf10 0x7fcbcc0b41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35420/0 (socket says 172.21.15.6:35420) 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 -- 172.21.15.6:0/1536867296 learned_addr learned my addr 172.21.15.6:0/1536867296 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcaffd640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbcc0ae0e0 0x7fcbcc152690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbc3fff640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbcc0b0f20 0x7fcbcc150910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 -- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbcc0ae0e0 msgr2=0x7fcbcc152690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbcc0ae0e0 0x7fcbcc152690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 -- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbcc0b0f20 msgr2=0x7fcbcc150910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbcc0b0f20 0x7fcbcc150910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 -- 172.21.15.6:0/1536867296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbcc150e50 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcaffd640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbcc0ae0e0 0x7fcbcc152690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:31:57.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbcb7fe640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ccf10 0x7fcbcc0b41e0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fcbc400e940 tx=0x7fcbc400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:57.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbc37fe640 1 -- 172.21.15.6:0/1536867296 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc4004d30 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbc37fe640 1 -- 172.21.15.6:0/1536867296 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcbc400cb20 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbcc15fa20 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbc37fe640 1 -- 172.21.15.6:0/1536867296 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc4005020 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.783+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbcc15fd00 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.787+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbcc06d8a0 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.787+0000 7fcbc37fe640 1 -- 172.21.15.6:0/1536867296 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcbc40051c0 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.787+0000 7fcbc37fe640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbb0073200 0x7fcbb0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:57.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.787+0000 7fcbc37fe640 1 -- 172.21.15.6:0/1536867296 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 6111+0+0 (secure 0 0 0) 0x7fcbc4095090 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.787+0000 7fcbcaffd640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbb0073200 0x7fcbb0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:57.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.787+0000 7fcbcaffd640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbb0073200 0x7fcbb0075710 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc0af000 tx=0x7fcbbc01b060 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:57.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.791+0000 7fcbc37fe640 1 -- 172.21.15.6:0/1536867296 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fcbc4016030 con 0x7fcbcc0ccf10 2024-09-21T07:31:57.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:57.967+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fcbcc0b1650 con 0x7fcbcc0ccf10 2024-09-21T07:31:58.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.547+0000 7fcbc37fe640 1 -- 172.21.15.6:0/1536867296 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v111) ==== 181+0+0 (secure 0 0 0) 0x7fcbc4060040 con 0x7fcbcc0ccf10 2024-09-21T07:31:58.552 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-09-21T07:31:58.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbb0073200 msgr2=0x7fcbb0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:58.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbb0073200 0x7fcbb0075710 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcbbc0af000 tx=0x7fcbbc01b060 comp rx=0 tx=0).stop 2024-09-21T07:31:58.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ccf10 msgr2=0x7fcbcc0b41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:58.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ccf10 0x7fcbcc0b41e0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fcbc400e940 tx=0x7fcbc400ee00 comp rx=0 tx=0).stop 2024-09-21T07:31:58.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 shutdown_connections 2024-09-21T07:31:58.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fcbb0073200 0x7fcbb0075710 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:58.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbcc0ccf10 0x7fcbcc0b41e0 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:58.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fcbcc0b0f20 0x7fcbcc150910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:58.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 --2- 172.21.15.6:0/1536867296 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fcbcc0ae0e0 0x7fcbcc152690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:58.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 >> 172.21.15.6:0/1536867296 conn(0x7fcbcc0d13b0 msgr2=0x7fcbcc158260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:58.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 shutdown_connections 2024-09-21T07:31:58.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.551+0000 7fcbd13b2640 1 -- 172.21.15.6:0/1536867296 wait complete. 2024-09-21T07:31:58.585 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T07:31:58.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/60926335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6b50 msgr2=0x7fb4ec06e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:58.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/60926335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6b50 0x7fb4ec06e6a0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec09ded0 tx=0x7fb4d401c800 comp rx=0 tx=0).stop 2024-09-21T07:31:58.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/60926335 shutdown_connections 2024-09-21T07:31:58.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/60926335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6b50 0x7fb4ec06e6a0 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:58.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/60926335 >> v2:172.21.15.145:3300/0 conn(0x7fb4ec0b6200 0x7fb4ec0b6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:58.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/60926335 >> 172.21.15.6:0/60926335 conn(0x7fb4ec09da10 msgr2=0x7fb4ec08bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:58.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/60926335 shutdown_connections 2024-09-21T07:31:58.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/60926335 wait complete. 2024-09-21T07:31:58.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 Processor -- start 2024-09-21T07:31:58.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.747+0000 7fb4f0bb9640 1 -- start start 2024-09-21T07:31:58.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4ec06ebe0 0x7fb4ec157210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:58.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6200 0x7fb4ec0cca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:58.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4ec0b6b50 0x7fb4ec0cad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:58.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb4ec16c4d0 con 0x7fb4ec0b6200 2024-09-21T07:31:58.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb4ec16c350 con 0x7fb4ec06ebe0 2024-09-21T07:31:58.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb4ec16c650 con 0x7fb4ec0b6b50 2024-09-21T07:31:58.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6200 0x7fb4ec0cca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:58.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6200 0x7fb4ec0cca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35450/0 (socket says 172.21.15.6:35450) 2024-09-21T07:31:58.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 -- 172.21.15.6:0/3074733397 learned_addr learned my addr 172.21.15.6:0/3074733397 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:58.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4ead9d640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4ec0b6b50 0x7fb4ec0cad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:58.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4ea59c640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4ec06ebe0 0x7fb4ec157210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:58.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 -- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4ec0b6b50 msgr2=0x7fb4ec0cad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:58.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4ec0b6b50 0x7fb4ec0cad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:58.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 -- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4ec06ebe0 msgr2=0x7fb4ec157210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:58.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4ec06ebe0 0x7fb4ec157210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:58.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 -- 172.21.15.6:0/3074733397 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4ec0ca020 con 0x7fb4ec0b6200 2024-09-21T07:31:58.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4ea59c640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4ec06ebe0 0x7fb4ec157210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:58.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4ead9d640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4ec0b6b50 0x7fb4ec0cad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:58.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e3fff640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6200 0x7fb4ec0cca60 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4019410 tx=0x7fb4d4005da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:58.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e2ffd640 1 -- 172.21.15.6:0/3074733397 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d40041c0 con 0x7fb4ec0b6200 2024-09-21T07:31:58.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e2ffd640 1 -- 172.21.15.6:0/3074733397 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4d40be070 con 0x7fb4ec0b6200 2024-09-21T07:31:58.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e2ffd640 1 -- 172.21.15.6:0/3074733397 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d4005030 con 0x7fb4ec0b6200 2024-09-21T07:31:58.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4ec145150 con 0x7fb4ec0b6200 2024-09-21T07:31:58.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4ec0ca580 con 0x7fb4ec0b6200 2024-09-21T07:31:58.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4ec0b6610 con 0x7fb4ec0b6200 2024-09-21T07:31:58.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e2ffd640 1 -- 172.21.15.6:0/3074733397 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb4d40051d0 con 0x7fb4ec0b6200 2024-09-21T07:31:58.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e2ffd640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4cc073200 0x7fb4cc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:58.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4e2ffd640 1 -- 172.21.15.6:0/3074733397 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5673+0+0 (secure 0 0 0) 0x7fb4d412e9c0 con 0x7fb4ec0b6200 2024-09-21T07:31:58.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.751+0000 7fb4ea59c640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4cc073200 0x7fb4cc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:58.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.755+0000 7fb4ea59c640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4cc073200 0x7fb4cc075710 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fb4dc005fd0 tx=0x7fb4dc005dc0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:58.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.759+0000 7fb4e2ffd640 1 -- 172.21.15.6:0/3074733397 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb4d4130e20 con 0x7fb4ec0b6200 2024-09-21T07:31:58.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:58.931+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb4ec06e180 con 0x7fb4ec0b6200 2024-09-21T07:31:59.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.559+0000 7fb4e2ffd640 1 -- 172.21.15.6:0/3074733397 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v112) ==== 169+0+0 (secure 0 0 0) 0x7fb4d40c7020 con 0x7fb4ec0b6200 2024-09-21T07:31:59.565 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4cc073200 msgr2=0x7fb4cc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4cc073200 0x7fb4cc075710 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fb4dc005fd0 tx=0x7fb4dc005dc0 comp rx=0 tx=0).stop 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6200 msgr2=0x7fb4ec0cca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6200 0x7fb4ec0cca60 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4019410 tx=0x7fb4d4005da0 comp rx=0 tx=0).stop 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 shutdown_connections 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb4cc073200 0x7fb4cc075710 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb4ec0b6b50 0x7fb4ec0cad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4ec0b6200 0x7fb4ec0cca60 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 --2- 172.21.15.6:0/3074733397 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb4ec06ebe0 0x7fb4ec157210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 >> 172.21.15.6:0/3074733397 conn(0x7fb4ec09da10 msgr2=0x7fb4ec0cf000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 shutdown_connections 2024-09-21T07:31:59.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.563+0000 7fb4f0bb9640 1 -- 172.21.15.6:0/3074733397 wait complete. 2024-09-21T07:31:59.608 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:31:59.610 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T07:31:59.635 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-09-21T07:31:59.635 INFO:teuthology.orchestra.run.smithi006.stdout: chdir = "" 2024-09-21T07:31:59.635 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:31:59.635 INFO:teuthology.orchestra.run.smithi006.stdout: auth supported = cephx 2024-09-21T07:31:59.635 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.635 INFO:teuthology.orchestra.run.smithi006.stdout: filestore xattr use omap = true 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: mon clock drift allowed = 1.000 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: osd crush chooseleaf type = 0 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: auth debug = true 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on old message = true 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: ms die on bug = true 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: mon pg warn max object skew = 0 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:31:59.636 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default size = 2 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow primary affinity = true 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd allow pg remap = true 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on no sortbitwise = false 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon warn on too few osds = false 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: mon_allow_pool_size_one = true 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:31:59.637 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: osd default data pool replay window = 5 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: mon allow pool delete = true 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: mon cluster log file level = debug 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: debug asserts on shutdown = true 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: mon health detail to clog = false 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout:[osd] 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: osd journal size = 100 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub load threshold = 5.0 2024-09-21T07:31:59.638 INFO:teuthology.orchestra.run.smithi006.stdout: osd scrub max interval = 600 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd recover clone overlap = true 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd recovery max chunk = 1048576 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug shutdown = true 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug op order = true 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug verify stray on activate = true 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug trim objects = true 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd open classes on start = true 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug pg log writeout = true 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:31:59.639 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: osd map max advance = 10 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: journal zero on create = true 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: filestore apply finisher threads = 3 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: bdev debug aio = true 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: osd debug misdirected ops = true 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: bdev async discard = True 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: bdev enable discard = True 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore allocator = bitmap 2024-09-21T07:31:59.640 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore block size = 96636764160 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: bluestore fsck on mount = True 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluefs = 1/20 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: debug bluestore = 1/20 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: debug osd = 20 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: debug rocksdb = 4/10 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd full ratio = 0.9 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: osd objectstore = bluestore 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout:[mgr] 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:31:59.641 INFO:teuthology.orchestra.run.smithi006.stdout: debug mgr = 20 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: mgr/telemetry/nag = false 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout:[mon] 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: debug ms = 1 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: debug mon = 20 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: debug paxos = 20 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: debug auth = 20 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: mon data avail warn = 5 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: mon mgr mkfs grace = 240 2024-09-21T07:31:59.642 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd reporter subtree level = osd 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: mon osd prime pg temp = true 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: # 1m isn't quite enough 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:31:59.643 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: mon down mkfs grace = 300 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout:[client] 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: rgw cache enabled = true 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable ops log = true 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: rgw enable usage log = true 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: pid file = "" 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout: client reconnect stale = True 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.a] 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.b] 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout:[mon.c] 2024-09-21T07:31:59.644 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a] 2024-09-21T07:31:59.645 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c] 2024-09-21T07:31:59.645 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b] 2024-09-21T07:31:59.645 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d] 2024-09-21T07:31:59.645 INFO:teuthology.orchestra.run.smithi006.stdout:[client.badguy] 2024-09-21T07:31:59.645 INFO:teuthology.orchestra.run.smithi006.stdout:[mds] 2024-09-21T07:31:59.645 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2024-09-21T07:31:59.645 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T07:31:59.646 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2024-09-21T07:31:59.647 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.6,172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790]" 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = 6b0bad1e-34bb-43ed-b033-882e0854e6aa 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.648 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.649 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2024-09-21T07:31:59.650 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2024-09-21T07:31:59.651 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:31:59.652 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T07:31:59.653 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: mon down mkfs grace = 300 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2024-09-21T07:31:59.654 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = "" 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout: client reconnect stale = True 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.a] 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.c] 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.b] 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[mds.d] 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[client.badguy] 2024-09-21T07:31:59.655 INFO:teuthology.orchestra.run.smithi145.stdout:[mds] 2024-09-21T07:31:59.657 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T07:31:59.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.859+0000 7fc33a04f640 1 -- 172.21.15.6:0/1865361970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc320004810 msgr2=0x7fc320004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:59.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.859+0000 7fc33a04f640 1 --2- 172.21.15.6:0/1865361970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc320004810 0x7fc320004c20 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fc31c00bbe0 tx=0x7fc31c01ce80 comp rx=0 tx=0).stop 2024-09-21T07:31:59.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.859+0000 7fc333fff640 1 -- 172.21.15.6:0/1865361970 reap_dead start 2024-09-21T07:31:59.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.859+0000 7fc33a04f640 1 -- 172.21.15.6:0/1865361970 shutdown_connections 2024-09-21T07:31:59.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.859+0000 7fc33a04f640 1 -- 172.21.15.6:0/1865361970 >> 172.21.15.6:0/1865361970 conn(0x7fc3340b2b10 msgr2=0x7fc3340b2f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:31:59.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.859+0000 7fc33a04f640 1 -- 172.21.15.6:0/1865361970 shutdown_connections 2024-09-21T07:31:59.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.859+0000 7fc33a04f640 1 -- 172.21.15.6:0/1865361970 wait complete. 2024-09-21T07:31:59.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 Processor -- start 2024-09-21T07:31:59.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 -- start start 2024-09-21T07:31:59.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc320004810 0x7fc334145680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3340b5420 0x7fc334152450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc334152990 0x7fc3340b4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc334160f80 con 0x7fc3340b5420 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc334161100 con 0x7fc320004810 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc334161280 con 0x7fc334152990 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3340b5420 0x7fc334152450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3340b5420 0x7fc334152450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35474/0 (socket says 172.21.15.6:35474) 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 -- 172.21.15.6:0/2864782394 learned_addr learned my addr 172.21.15.6:0/2864782394 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc3337fe640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc320004810 0x7fc334145680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc333fff640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc334152990 0x7fc3340b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 -- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc334152990 msgr2=0x7fc3340b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc334152990 0x7fc3340b4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 -- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc320004810 msgr2=0x7fc334145680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:31:59.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc320004810 0x7fc334145680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 -- 172.21.15.6:0/2864782394 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc334152da0 con 0x7fc3340b5420 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc3337fe640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc320004810 0x7fc334145680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc333fff640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc334152990 0x7fc3340b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc332ffd640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3340b5420 0x7fc334152450 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7fc31c00bbe0 tx=0x7fc31c005650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc32bfff640 1 -- 172.21.15.6:0/2864782394 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c0be070 con 0x7fc3340b5420 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc32bfff640 1 -- 172.21.15.6:0/2864782394 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc31c0049c0 con 0x7fc3340b5420 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3341f9ce0 con 0x7fc3340b5420 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc32bfff640 1 -- 172.21.15.6:0/2864782394 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c0ab050 con 0x7fc3340b5420 2024-09-21T07:31:59.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.863+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3341fa2a0 con 0x7fc3340b5420 2024-09-21T07:31:59.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.867+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3340b6570 con 0x7fc3340b5420 2024-09-21T07:31:59.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.867+0000 7fc32bfff640 1 -- 172.21.15.6:0/2864782394 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc31c0c1070 con 0x7fc3340b5420 2024-09-21T07:31:59.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.867+0000 7fc32bfff640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc314073230 0x7fc314075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:31:59.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.867+0000 7fc32bfff640 1 -- 172.21.15.6:0/2864782394 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7fc31c12ef20 con 0x7fc3340b5420 2024-09-21T07:31:59.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.867+0000 7fc3337fe640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc314073230 0x7fc314075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:31:59.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.867+0000 7fc3337fe640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc314073230 0x7fc314075740 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fc3340cde90 tx=0x7fc324009a70 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:31:59.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:31:59.871+0000 7fc32bfff640 1 -- 172.21.15.6:0/2864782394 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc31c0c8020 con 0x7fc3340b5420 2024-09-21T07:32:00.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.047+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7fc33406a7c0 con 0x7fc3340b5420 2024-09-21T07:32:00.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.051+0000 7fc32bfff640 1 -- 172.21.15.6:0/2864782394 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v48) ==== 71+0+0 (secure 0 0 0) 0x7fc334152da0 con 0x7fc3340b5420 2024-09-21T07:32:00.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc314073230 msgr2=0x7fc314075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:00.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc314073230 0x7fc314075740 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fc3340cde90 tx=0x7fc324009a70 comp rx=0 tx=0).stop 2024-09-21T07:32:00.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3340b5420 msgr2=0x7fc334152450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:00.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3340b5420 0x7fc334152450 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7fc31c00bbe0 tx=0x7fc31c005650 comp rx=0 tx=0).stop 2024-09-21T07:32:00.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 shutdown_connections 2024-09-21T07:32:00.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc314073230 0x7fc314075740 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc334152990 0x7fc3340b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3340b5420 0x7fc334152450 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 --2- 172.21.15.6:0/2864782394 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc320004810 0x7fc334145680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 >> 172.21.15.6:0/2864782394 conn(0x7fc3340b2b10 msgr2=0x7fc33415c2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:00.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 shutdown_connections 2024-09-21T07:32:00.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.055+0000 7fc33a04f640 1 -- 172.21.15.6:0/2864782394 wait complete. 2024-09-21T07:32:00.087 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting' 2024-09-21T07:32:00.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.251+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3289155599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e3415fd20 msgr2=0x7f9e3415d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:00.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.251+0000 7f9e39bd6640 1 --2- 172.21.15.6:0/3289155599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e3415fd20 0x7f9e3415d910 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f9e24009840 tx=0x7f9e2401f010 comp rx=0 tx=0).stop 2024-09-21T07:32:00.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.251+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3289155599 shutdown_connections 2024-09-21T07:32:00.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.251+0000 7f9e39bd6640 1 --2- 172.21.15.6:0/3289155599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e3415fd20 0x7f9e3415d910 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.251+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3289155599 >> 172.21.15.6:0/3289155599 conn(0x7f9e340b2420 msgr2=0x7f9e3406ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:00.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.251+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3289155599 shutdown_connections 2024-09-21T07:32:00.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.251+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3289155599 wait complete. 2024-09-21T07:32:00.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.251+0000 7f9e39bd6640 1 Processor -- start 2024-09-21T07:32:00.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 -- start start 2024-09-21T07:32:00.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e340b3430 0x7f9e34098500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340ca950 0x7f9e3415bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e3415fd20 0x7f9e3415c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3415dfd0 con 0x7f9e340b3430 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3415de50 con 0x7f9e3415fd20 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9e34167700 con 0x7f9e340ca950 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e340b3430 0x7f9e34098500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e340b3430 0x7f9e34098500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35492/0 (socket says 172.21.15.6:35492) 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 -- 172.21.15.6:0/3957286785 learned_addr learned my addr 172.21.15.6:0/3957286785 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e33fff640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e3415fd20 0x7f9e3415c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e32ffd640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340ca950 0x7f9e3415bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 -- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340ca950 msgr2=0x7f9e3415bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340ca950 0x7f9e3415bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 -- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e3415fd20 msgr2=0x7f9e3415c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e3415fd20 0x7f9e3415c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 -- 172.21.15.6:0/3957286785 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e34074f90 con 0x7f9e340b3430 2024-09-21T07:32:00.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e33fff640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e3415fd20 0x7f9e3415c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:00.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e337fe640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e340b3430 0x7f9e34098500 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f9e24009930 tx=0x7f9e24005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:00.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e1bfff640 1 -- 172.21.15.6:0/3957286785 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e240b5040 con 0x7f9e340b3430 2024-09-21T07:32:00.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e1bfff640 1 -- 172.21.15.6:0/3957286785 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e240be070 con 0x7f9e340b3430 2024-09-21T07:32:00.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e1bfff640 1 -- 172.21.15.6:0/3957286785 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e24003ac0 con 0x7f9e340b3430 2024-09-21T07:32:00.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e340749d0 con 0x7f9e340b3430 2024-09-21T07:32:00.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e340730b0 con 0x7f9e340b3430 2024-09-21T07:32:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.255+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e3415d910 con 0x7f9e340b3430 2024-09-21T07:32:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.259+0000 7f9e1bfff640 1 -- 172.21.15.6:0/3957286785 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9e24003c60 con 0x7f9e340b3430 2024-09-21T07:32:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.259+0000 7f9e1bfff640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9e20073230 0x7f9e20075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.259+0000 7f9e1bfff640 1 -- 172.21.15.6:0/3957286785 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f9e24131c40 con 0x7f9e340b3430 2024-09-21T07:32:00.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.259+0000 7f9e32ffd640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9e20073230 0x7f9e20075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:00.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.259+0000 7f9e32ffd640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9e20073230 0x7f9e20075740 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f9e34070200 tx=0x7f9e28009040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:00.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.263+0000 7f9e1bfff640 1 -- 172.21.15.6:0/3957286785 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9e24018b70 con 0x7f9e340b3430 2024-09-21T07:32:00.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.499+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]} v 0) -- 0x7f9e34070fe0 con 0x7f9e340b3430 2024-09-21T07:32:00.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.563+0000 7f9e1bfff640 1 -- 172.21.15.6:0/3957286785 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]}]=0 v366) ==== 145+0+0 (secure 0 0 0) 0x7f9e240fc800 con 0x7f9e340b3430 2024-09-21T07:32:00.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9e20073230 msgr2=0x7f9e20075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:00.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9e20073230 0x7f9e20075740 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f9e34070200 tx=0x7f9e28009040 comp rx=0 tx=0).stop 2024-09-21T07:32:00.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e340b3430 msgr2=0x7f9e34098500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:00.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e340b3430 0x7f9e34098500 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f9e24009930 tx=0x7f9e24005760 comp rx=0 tx=0).stop 2024-09-21T07:32:00.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 shutdown_connections 2024-09-21T07:32:00.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9e20073230 0x7f9e20075740 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f9e3415fd20 0x7f9e3415c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f9e340ca950 0x7f9e3415bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 --2- 172.21.15.6:0/3957286785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e340b3430 0x7f9e34098500 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:00.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 >> 172.21.15.6:0/3957286785 conn(0x7f9e340b2420 msgr2=0x7f9e340cec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:00.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 shutdown_connections 2024-09-21T07:32:00.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:00.567+0000 7f9e39bd6640 1 -- 172.21.15.6:0/3957286785 wait complete. 2024-09-21T07:32:00.596 INFO:tasks.cephfs_test_runner:That when many sessions are updated, they are correctly ... ok 2024-09-21T07:32:00.596 INFO:tasks.cephfs_test_runner: 2024-09-21T07:32:00.596 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-21T07:32:00.596 INFO:tasks.cephfs_test_runner:Ran 7 tests in 410.463s 2024-09-21T07:32:00.596 INFO:tasks.cephfs_test_runner: 2024-09-21T07:32:00.596 INFO:tasks.cephfs_test_runner:OK 2024-09-21T07:32:00.596 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-21T07:32:00.609 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-21T07:32:00.629 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-21T07:32:00.629 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:32:00.629 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:32:00.640 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:32:00.640 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-09-21T07:32:00.640 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:32:00.687 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18519 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T07:32:00.687 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:32:00.687 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:32:00.693 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:32:00.693 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2024-09-21T07:32:00.694 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T07:32:00.741 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=15794 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T07:32:00.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:32:00.741 DEBUG:teuthology.orchestra.run.smithi145:> ip netns list 2024-09-21T07:32:00.789 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T07:32:00.789 INFO:teuthology.orchestra.run.smithi145.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T07:32:00.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:32:00.790 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T07:32:00.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:32:00.846 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T07:32:00.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:32:00.902 DEBUG:teuthology.orchestra.run.smithi145:> sudo ip link delete ceph-brx 2024-09-21T07:32:01.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:32:01.086 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-09-21T07:32:01.093 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T07:32:01.093 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T07:32:01.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:32:01.093 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T07:32:01.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:32:01.148 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T07:32:01.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T07:32:01.216 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link delete ceph-brx 2024-09-21T07:32:01.384 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-21T07:32:01.400 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T07:32:01.400 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:32:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.559+0000 7f033d428640 1 -- 172.21.15.6:0/1163049406 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0338162e90 msgr2=0x7f03380ccca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.559+0000 7f033d428640 1 --2- 172.21.15.6:0/1163049406 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0338162e90 0x7f03380ccca0 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f032c009930 tx=0x7f032c01c850 comp rx=0 tx=0).stop 2024-09-21T07:32:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.559+0000 7f033d428640 1 -- 172.21.15.6:0/1163049406 shutdown_connections 2024-09-21T07:32:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.559+0000 7f033d428640 1 --2- 172.21.15.6:0/1163049406 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0338162e90 0x7f03380ccca0 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.559+0000 7f033d428640 1 --2- 172.21.15.6:0/1163049406 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03380af760 0x7f03380b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.559+0000 7f033d428640 1 -- 172.21.15.6:0/1163049406 >> 172.21.15.6:0/1163049406 conn(0x7f03380b2420 msgr2=0x7f033806ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:01.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.559+0000 7f033d428640 1 -- 172.21.15.6:0/1163049406 shutdown_connections 2024-09-21T07:32:01.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.559+0000 7f033d428640 1 -- 172.21.15.6:0/1163049406 wait complete. 2024-09-21T07:32:01.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f033d428640 1 Processor -- start 2024-09-21T07:32:01.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f033d428640 1 -- start start 2024-09-21T07:32:01.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f033d428640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03380af760 0x7f0338155380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:01.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f033d428640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0338162e90 0x7f03380ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:01.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f033d428640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03381632a0 0x7f033815a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:01.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f033d428640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f033816c780 con 0x7f03381632a0 2024-09-21T07:32:01.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f033d428640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f033816c600 con 0x7f0338162e90 2024-09-21T07:32:01.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f033d428640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f033816c900 con 0x7f03380af760 2024-09-21T07:32:01.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03381632a0 0x7f033815a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:01.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03381632a0 0x7f033815a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35522/0 (socket says 172.21.15.6:35522) 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 -- 172.21.15.6:0/1370441108 learned_addr learned my addr 172.21.15.6:0/1370441108 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f0336ffd640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03380af760 0x7f0338155380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03367fc640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0338162e90 0x7f03380ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 -- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03380af760 msgr2=0x7f0338155380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03380af760 0x7f0338155380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 -- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0338162e90 msgr2=0x7f03380ca5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0338162e90 0x7f03380ca5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 -- 172.21.15.6:0/1370441108 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0338154ea0 con 0x7f03381632a0 2024-09-21T07:32:01.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.563+0000 7f03377fe640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03381632a0 0x7f033815a900 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f033000c760 tx=0x7f033000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:01.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f031f7fe640 1 -- 172.21.15.6:0/1370441108 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0330003ba0 con 0x7f03381632a0 2024-09-21T07:32:01.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f031f7fe640 1 -- 172.21.15.6:0/1370441108 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0330003d60 con 0x7f03381632a0 2024-09-21T07:32:01.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0338099400 con 0x7f03381632a0 2024-09-21T07:32:01.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f031f7fe640 1 -- 172.21.15.6:0/1370441108 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033000aab0 con 0x7f03381632a0 2024-09-21T07:32:01.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03381558c0 con 0x7f03381632a0 2024-09-21T07:32:01.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0338098d30 con 0x7f03381632a0 2024-09-21T07:32:01.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f031f7fe640 1 -- 172.21.15.6:0/1370441108 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f033000ac50 con 0x7f03381632a0 2024-09-21T07:32:01.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f031f7fe640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0324073200 0x7f0324075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:01.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f031f7fe640 1 -- 172.21.15.6:0/1370441108 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f0330093d00 con 0x7f03381632a0 2024-09-21T07:32:01.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.567+0000 7f0336ffd640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0324073200 0x7f0324075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:01.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.571+0000 7f0336ffd640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0324073200 0x7f0324075710 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f0338073170 tx=0x7f032800b2e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:01.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.575+0000 7f031f7fe640 1 -- 172.21.15.6:0/1370441108 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f033005e840 con 0x7f03381632a0 2024-09-21T07:32:01.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.743+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f03380ca000 con 0x7f0324073200 2024-09-21T07:32:01.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.747+0000 7f031f7fe640 1 -- 172.21.15.6:0/1370441108 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13500 (secure 0 0 0) 0x7f03380ca000 con 0x7f0324073200 2024-09-21T07:32:01.752 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:32:01.752 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:32:01.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.747+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0324073200 msgr2=0x7f0324075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:01.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0324073200 0x7f0324075710 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f0338073170 tx=0x7f032800b2e0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03381632a0 msgr2=0x7f033815a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:01.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03381632a0 0x7f033815a900 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f033000c760 tx=0x7f033000cc20 comp rx=0 tx=0).stop 2024-09-21T07:32:01.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 shutdown_connections 2024-09-21T07:32:01.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f0324073200 0x7f0324075710 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03381632a0 0x7f033815a900 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f0338162e90 0x7f03380ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 --2- 172.21.15.6:0/1370441108 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f03380af760 0x7f0338155380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 >> 172.21.15.6:0/1370441108 conn(0x7f03380b2420 msgr2=0x7f0338156a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:01.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 shutdown_connections 2024-09-21T07:32:01.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.751+0000 7f033d428640 1 -- 172.21.15.6:0/1370441108 wait complete. 2024-09-21T07:32:01.775 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":330,"stamp":"2024-09-21T07:32:01.001219+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":191,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":261580,"kb_used_data":12056,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713140,"statfs":{"total":773094113280,"available":772826255360,"internally_reserved":0,"allocated":12345344,"data_stored":6002749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-24922,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-92,"num_read_kb":-87,"num_write":-155,"num_write_kb":-75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001827"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":278,"reported_epoch":112,"state":"active+clean","last_fresh":"2024-09-21T07:31:59.916166+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:31:59.916166+0000","last_peered":"2024-09-21T07:31:59.916166+0000","last_clean":"2024-09-21T07:31:59.916166+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:31:59.916166+0000","last_undegraded":"2024-09-21T07:31:59.916166+0000","last_fullsized":"2024-09-21T07:31:59.916166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574941,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33136,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338704,"statfs":{"total":96636764160,"available":96602832896,"internally_reserved":0,"allocated":1994752,"data_stored":1195316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574942,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1384448,"data_stored":599091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574941,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574941,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32564,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574942,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574942,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1384448,"data_stored":599091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574942,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33124,"kb_used_data":1932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338716,"statfs":{"total":96636764160,"available":96602845184,"internally_reserved":0,"allocated":1978368,"data_stored":1189459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:32:01.776 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:32:01.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- 172.21.15.6:0/2820194837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4304003fe0 msgr2=0x7f4304004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:01.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 --2- 172.21.15.6:0/2820194837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4304003fe0 0x7f4304004810 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f431000c470 tx=0x7f431001f6c0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f431bfff640 1 -- 172.21.15.6:0/2820194837 reap_dead start 2024-09-21T07:32:01.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- 172.21.15.6:0/2820194837 shutdown_connections 2024-09-21T07:32:01.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- 172.21.15.6:0/2820194837 >> 172.21.15.6:0/2820194837 conn(0x7f431c0b2420 msgr2=0x7f431c06ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:01.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- 172.21.15.6:0/2820194837 shutdown_connections 2024-09-21T07:32:01.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- 172.21.15.6:0/2820194837 wait complete. 2024-09-21T07:32:01.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 Processor -- start 2024-09-21T07:32:01.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- start start 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4304003fe0 0x7f431c098b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f431c1f34c0 0x7f431c0d05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f431c0d0ae0 0x7f431c15f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f431c06dc90 con 0x7f431c0d0ae0 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f431c06db10 con 0x7f431c1f34c0 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f43220b0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f431c160ba0 con 0x7f4304003fe0 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f431bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f431c0d0ae0 0x7f431c15f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f431bfff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f431c0d0ae0 0x7f431c15f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35534/0 (socket says 172.21.15.6:35534) 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.935+0000 7f431bfff640 1 -- 172.21.15.6:0/2571264318 learned_addr learned my addr 172.21.15.6:0/2571264318 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:01.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431b7fe640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4304003fe0 0x7f431c098b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431affd640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f431c1f34c0 0x7f431c0d05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431bfff640 1 -- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4304003fe0 msgr2=0x7f431c098b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431bfff640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4304003fe0 0x7f431c098b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431bfff640 1 -- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f431c1f34c0 msgr2=0x7f431c0d05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431bfff640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f431c1f34c0 0x7f431c0d05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431bfff640 1 -- 172.21.15.6:0/2571264318 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f431c0d0ef0 con 0x7f431c0d0ae0 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431bfff640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f431c0d0ae0 0x7f431c15f0e0 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f431c072f90 tx=0x7f4314010a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f4303fff640 1 -- 172.21.15.6:0/2571264318 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314004440 con 0x7f431c0d0ae0 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f4303fff640 1 -- 172.21.15.6:0/2571264318 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f431401a070 con 0x7f431c0d0ae0 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f431c098240 con 0x7f431c0d0ae0 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f4303fff640 1 -- 172.21.15.6:0/2571264318 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43140039b0 con 0x7f431c0d0ae0 2024-09-21T07:32:01.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f431c0979a0 con 0x7f431c0d0ae0 2024-09-21T07:32:01.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f431c1610d0 con 0x7f431c0d0ae0 2024-09-21T07:32:01.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f4303fff640 1 -- 172.21.15.6:0/2571264318 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4314003b50 con 0x7f431c0d0ae0 2024-09-21T07:32:01.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f4303fff640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4308073200 0x7f4308075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:01.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f4303fff640 1 -- 172.21.15.6:0/2571264318 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f4314094430 con 0x7f431c0d0ae0 2024-09-21T07:32:01.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.939+0000 7f431b7fe640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4308073200 0x7f4308075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:01.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.943+0000 7f431b7fe640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4308073200 0x7f4308075710 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f430c005b50 tx=0x7f430c005be0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:01.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:01.943+0000 7f4303fff640 1 -- 172.21.15.6:0/2571264318 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f431c0d0ef0 con 0x7f431c0d0ae0 2024-09-21T07:32:02.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.115+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f431c0734b0 con 0x7f4308073200 2024-09-21T07:32:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.115+0000 7f4303fff640 1 -- 172.21.15.6:0/2571264318 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13500 (secure 0 0 0) 0x7f431c0734b0 con 0x7f4308073200 2024-09-21T07:32:02.122 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:32:02.122 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:32:02.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4308073200 msgr2=0x7f4308075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4308073200 0x7f4308075710 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f430c005b50 tx=0x7f430c005be0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f431c0d0ae0 msgr2=0x7f431c15f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f431c0d0ae0 0x7f431c15f0e0 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f431c072f90 tx=0x7f4314010a30 comp rx=0 tx=0).stop 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 shutdown_connections 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f4308073200 0x7f4308075710 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f431c0d0ae0 0x7f431c15f0e0 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f431c1f34c0 0x7f431c0d05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 --2- 172.21.15.6:0/2571264318 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f4304003fe0 0x7f431c098b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 >> 172.21.15.6:0/2571264318 conn(0x7f431c0b2420 msgr2=0x7f431c0aeb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 shutdown_connections 2024-09-21T07:32:02.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.119+0000 7f43220b0640 1 -- 172.21.15.6:0/2571264318 wait complete. 2024-09-21T07:32:02.146 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":330,"stamp":"2024-09-21T07:32:01.001219+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":191,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":261580,"kb_used_data":12056,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713140,"statfs":{"total":773094113280,"available":772826255360,"internally_reserved":0,"allocated":12345344,"data_stored":6002749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-24922,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-92,"num_read_kb":-87,"num_write":-155,"num_write_kb":-75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001827"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":278,"reported_epoch":112,"state":"active+clean","last_fresh":"2024-09-21T07:31:59.916166+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:31:59.916166+0000","last_peered":"2024-09-21T07:31:59.916166+0000","last_clean":"2024-09-21T07:31:59.916166+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:31:59.916166+0000","last_undegraded":"2024-09-21T07:31:59.916166+0000","last_fullsized":"2024-09-21T07:31:59.916166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574941,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33136,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338704,"statfs":{"total":96636764160,"available":96602832896,"internally_reserved":0,"allocated":1994752,"data_stored":1195316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574942,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1384448,"data_stored":599091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574941,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574941,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32564,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574942,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574942,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1384448,"data_stored":599091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574942,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33124,"kb_used_data":1932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338716,"statfs":{"total":96636764160,"available":96602845184,"internally_reserved":0,"allocated":1978368,"data_stored":1189459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:32:02.146 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T07:32:02.146 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:32:02.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.303+0000 7f400a95e640 1 -- 172.21.15.6:0/410716896 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400406ce00 msgr2=0x7f400406d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.303+0000 7f400a95e640 1 --2- 172.21.15.6:0/410716896 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400406ce00 0x7f400406d210 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4009900 tx=0x7f3ff401c7c0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.303+0000 7f400a95e640 1 -- 172.21.15.6:0/410716896 shutdown_connections 2024-09-21T07:32:02.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.303+0000 7f400a95e640 1 --2- 172.21.15.6:0/410716896 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400406ce00 0x7f400406d210 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.303+0000 7f400a95e640 1 --2- 172.21.15.6:0/410716896 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f400415c940 0x7f40040b4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.303+0000 7f400a95e640 1 -- 172.21.15.6:0/410716896 >> 172.21.15.6:0/410716896 conn(0x7f40040b2f10 msgr2=0x7f40040b3320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:02.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.303+0000 7f400a95e640 1 -- 172.21.15.6:0/410716896 shutdown_connections 2024-09-21T07:32:02.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.303+0000 7f400a95e640 1 -- 172.21.15.6:0/410716896 wait complete. 2024-09-21T07:32:02.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f400a95e640 1 Processor -- start 2024-09-21T07:32:02.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f400a95e640 1 -- start start 2024-09-21T07:32:02.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f400a95e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f400406ce00 0x7f400415d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f400a95e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40040cdfd0 0x7f40041496b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f400a95e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400415c940 0x7f4004149bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f400a95e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f400416a190 con 0x7f400415c940 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f400a95e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f400416a010 con 0x7f400406ce00 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f400a95e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f400416a310 con 0x7f40040cdfd0 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400415c940 0x7f4004149bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400415c940 0x7f4004149bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35550/0 (socket says 172.21.15.6:35550) 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 -- 172.21.15.6:0/3672529395 learned_addr learned my addr 172.21.15.6:0/3672529395 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f40037fe640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40040cdfd0 0x7f40041496b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:02.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4003fff640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f400406ce00 0x7f400415d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 -- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40040cdfd0 msgr2=0x7f40041496b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40040cdfd0 0x7f40041496b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 -- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f400406ce00 msgr2=0x7f400415d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f400406ce00 0x7f400415d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 -- 172.21.15.6:0/3672529395 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f400415dfe0 con 0x7f400415c940 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4003fff640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f400406ce00 0x7f400415d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4008efb640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400415c940 0x7f4004149bf0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f3ff40b0040 tx=0x7f3ff4005e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.307+0000 7f4000ff9640 1 -- 172.21.15.6:0/3672529395 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff40bc020 con 0x7f400415c940 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f4000ff9640 1 -- 172.21.15.6:0/3672529395 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ff4004330 con 0x7f400415c940 2024-09-21T07:32:02.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f400415e2c0 con 0x7f400415c940 2024-09-21T07:32:02.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f4000ff9640 1 -- 172.21.15.6:0/3672529395 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff40b2040 con 0x7f400415c940 2024-09-21T07:32:02.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f400415e880 con 0x7f400415c940 2024-09-21T07:32:02.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f400415dd50 con 0x7f400415c940 2024-09-21T07:32:02.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f4000ff9640 1 -- 172.21.15.6:0/3672529395 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3ff4003860 con 0x7f400415c940 2024-09-21T07:32:02.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f4000ff9640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3ff0073230 0x7f3ff0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:02.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f4000ff9640 1 -- 172.21.15.6:0/3672529395 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f3ff412e3c0 con 0x7f400415c940 2024-09-21T07:32:02.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f4003fff640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3ff0073230 0x7f3ff0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:02.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.311+0000 7f4003fff640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3ff0073230 0x7f3ff0075740 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc005700 tx=0x7f3ffc004c60 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:02.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.315+0000 7f4000ff9640 1 -- 172.21.15.6:0/3672529395 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3ff40c6060 con 0x7f400415c940 2024-09-21T07:32:02.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.487+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f400406d210 con 0x7f3ff0073230 2024-09-21T07:32:02.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.487+0000 7f4000ff9640 1 -- 172.21.15.6:0/3672529395 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13500 (secure 0 0 0) 0x7f400406d210 con 0x7f3ff0073230 2024-09-21T07:32:02.492 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:32:02.493 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:32:02.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.487+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3ff0073230 msgr2=0x7f3ff0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3ff0073230 0x7f3ff0075740 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc005700 tx=0x7f3ffc004c60 comp rx=0 tx=0).stop 2024-09-21T07:32:02.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400415c940 msgr2=0x7f4004149bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400415c940 0x7f4004149bf0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f3ff40b0040 tx=0x7f3ff4005e70 comp rx=0 tx=0).stop 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 shutdown_connections 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f3ff0073230 0x7f3ff0075740 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f400415c940 0x7f4004149bf0 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f40040cdfd0 0x7f40041496b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 --2- 172.21.15.6:0/3672529395 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f400406ce00 0x7f400415d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 >> 172.21.15.6:0/3672529395 conn(0x7f40040b2f10 msgr2=0x7f40040ce3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 shutdown_connections 2024-09-21T07:32:02.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.491+0000 7f400a95e640 1 -- 172.21.15.6:0/3672529395 wait complete. 2024-09-21T07:32:02.514 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":330,"stamp":"2024-09-21T07:32:01.001219+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":191,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":261580,"kb_used_data":12056,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713140,"statfs":{"total":773094113280,"available":772826255360,"internally_reserved":0,"allocated":12345344,"data_stored":6002749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-24922,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-92,"num_read_kb":-87,"num_write":-155,"num_write_kb":-75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001827"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":278,"reported_epoch":112,"state":"active+clean","last_fresh":"2024-09-21T07:31:59.916166+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:31:59.916166+0000","last_peered":"2024-09-21T07:31:59.916166+0000","last_clean":"2024-09-21T07:31:59.916166+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:31:59.916166+0000","last_undegraded":"2024-09-21T07:31:59.916166+0000","last_fullsized":"2024-09-21T07:31:59.916166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574941,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33136,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338704,"statfs":{"total":96636764160,"available":96602832896,"internally_reserved":0,"allocated":1994752,"data_stored":1195316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574942,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1384448,"data_stored":599091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574941,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574941,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32564,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574942,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574942,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1384448,"data_stored":599091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574942,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33124,"kb_used_data":1932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338716,"statfs":{"total":96636764160,"available":96602845184,"internally_reserved":0,"allocated":1978368,"data_stored":1189459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:32:02.515 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T07:32:02.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.663+0000 7f55ce1e9640 1 -- 172.21.15.6:0/1723591315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c80cd3b0 msgr2=0x7f55c815f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.663+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/1723591315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c80cd3b0 0x7f55c815f0e0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f55c0009c80 tx=0x7f55c001ccd0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.663+0000 7f55ce1e9640 1 -- 172.21.15.6:0/1723591315 shutdown_connections 2024-09-21T07:32:02.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.663+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/1723591315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c80cd3b0 0x7f55c815f0e0 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.663+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/1723591315 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55c80af760 0x7f55c80b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.663+0000 7f55ce1e9640 1 -- 172.21.15.6:0/1723591315 >> 172.21.15.6:0/1723591315 conn(0x7f55c80b2420 msgr2=0x7f55c806ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:02.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.663+0000 7f55ce1e9640 1 -- 172.21.15.6:0/1723591315 shutdown_connections 2024-09-21T07:32:02.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.663+0000 7f55ce1e9640 1 -- 172.21.15.6:0/1723591315 wait complete. 2024-09-21T07:32:02.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 Processor -- start 2024-09-21T07:32:02.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 -- start start 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c80af760 0x7f55c80731a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c8162e90 0x7f55c8158220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55c8153f50 0x7f55c8154360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55c816c6a0 con 0x7f55c8162e90 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f55c816c520 con 0x7f55c80af760 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f55c816c820 con 0x7f55c8153f50 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c8162e90 0x7f55c8158220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c8162e90 0x7f55c8158220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35572/0 (socket says 172.21.15.6:35572) 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 -- 172.21.15.6:0/697205255 learned_addr learned my addr 172.21.15.6:0/697205255 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:02.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c77fe640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c80af760 0x7f55c80731a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c7fff640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55c8153f50 0x7f55c8154360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 -- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55c8153f50 msgr2=0x7f55c8154360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55c8153f50 0x7f55c8154360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 -- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c80af760 msgr2=0x7f55c80731a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c80af760 0x7f55c80731a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 -- 172.21.15.6:0/697205255 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55c8158760 con 0x7f55c8162e90 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55c6ffd640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c8162e90 0x7f55c8158220 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f55b800b440 tx=0x7f55b800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55affff640 1 -- 172.21.15.6:0/697205255 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b8015020 con 0x7f55c8162e90 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55affff640 1 -- 172.21.15.6:0/697205255 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55b8011980 con 0x7f55c8162e90 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55c8158a30 con 0x7f55c8162e90 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55affff640 1 -- 172.21.15.6:0/697205255 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b8011dd0 con 0x7f55c8162e90 2024-09-21T07:32:02.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55c8153750 con 0x7f55c8162e90 2024-09-21T07:32:02.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.667+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55c80b42d0 con 0x7f55c8162e90 2024-09-21T07:32:02.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.671+0000 7f55affff640 1 -- 172.21.15.6:0/697205255 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f55b8018020 con 0x7f55c8162e90 2024-09-21T07:32:02.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.671+0000 7f55affff640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073200 0x7f55b4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:02.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.671+0000 7f55affff640 1 -- 172.21.15.6:0/697205255 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f55b8094130 con 0x7f55c8162e90 2024-09-21T07:32:02.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.671+0000 7f55c77fe640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073200 0x7f55b4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:02.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.671+0000 7f55c77fe640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073200 0x7f55b4075710 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f55bc0058d0 tx=0x7f55bc005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:02.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.675+0000 7f55affff640 1 -- 172.21.15.6:0/697205255 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f55b801f030 con 0x7f55c8162e90 2024-09-21T07:32:02.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.851+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f55c80cb760 con 0x7f55c8162e90 2024-09-21T07:32:02.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.851+0000 7f55affff640 1 -- 172.21.15.6:0/697205255 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) ==== 74+0+13392 (secure 0 0 0) 0x7f55b800d040 con 0x7f55c8162e90 2024-09-21T07:32:02.858 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:32:02.858 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":112,"fsid":"6b0bad1e-34bb-43ed-b033-882e0854e6aa","created":"2024-09-21T07:24:15.214746+0000","modified":"2024-09-21T07:31:59.552583+0000","last_up_change":"2024-09-21T07:24:30.046810+0000","last_in_change":"2024-09-21T07:24:19.426556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T07:24:30.886944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b73af439-e071-4f75-9429-208f7922bedf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6809","nonce":4006691585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6811","nonce":4006691585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6815","nonce":4006691585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":4006691585},{"type":"v1","addr":"172.21.15.6:6813","nonce":4006691585}]},"public_addr":"172.21.15.6:6809/4006691585","cluster_addr":"172.21.15.6:6811/4006691585","heartbeat_back_addr":"172.21.15.6:6815/4006691585","heartbeat_front_addr":"172.21.15.6:6813/4006691585","state":["exists","up"]},{"osd":1,"uuid":"02c4a2cc-1ac2-4f14-ac59-0de8982a7db3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6801","nonce":3851867328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6803","nonce":3851867328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6807","nonce":3851867328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":3851867328},{"type":"v1","addr":"172.21.15.6:6805","nonce":3851867328}]},"public_addr":"172.21.15.6:6801/3851867328","cluster_addr":"172.21.15.6:6803/3851867328","heartbeat_back_addr":"172.21.15.6:6807/3851867328","heartbeat_front_addr":"172.21.15.6:6805/3851867328","state":["exists","up"]},{"osd":2,"uuid":"794cba1c-c472-4dfe-9d54-f2050ecf038b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6817","nonce":1965299453}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6819","nonce":1965299453}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6823","nonce":1965299453}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":1965299453},{"type":"v1","addr":"172.21.15.6:6821","nonce":1965299453}]},"public_addr":"172.21.15.6:6817/1965299453","cluster_addr":"172.21.15.6:6819/1965299453","heartbeat_back_addr":"172.21.15.6:6823/1965299453","heartbeat_front_addr":"172.21.15.6:6821/1965299453","state":["exists","up"]},{"osd":3,"uuid":"232c1c86-7e85-4f62-8bb8-389ad7cd51e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6825","nonce":4010294040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6827","nonce":4010294040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6831","nonce":4010294040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4010294040},{"type":"v1","addr":"172.21.15.6:6829","nonce":4010294040}]},"public_addr":"172.21.15.6:6825/4010294040","cluster_addr":"172.21.15.6:6827/4010294040","heartbeat_back_addr":"172.21.15.6:6831/4010294040","heartbeat_front_addr":"172.21.15.6:6829/4010294040","state":["exists","up"]},{"osd":4,"uuid":"f4ef3cd4-8864-4e46-b0f8-d24f96628441","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6819","nonce":469843171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6821","nonce":469843171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6825","nonce":469843171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":469843171},{"type":"v1","addr":"172.21.15.145:6823","nonce":469843171}]},"public_addr":"172.21.15.145:6819/469843171","cluster_addr":"172.21.15.145:6821/469843171","heartbeat_back_addr":"172.21.15.145:6825/469843171","heartbeat_front_addr":"172.21.15.145:6823/469843171","state":["exists","up"]},{"osd":5,"uuid":"a12e3cbc-b41f-481c-a009-a175e9422dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6827","nonce":3013915105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6829","nonce":3013915105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6833","nonce":3013915105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3013915105},{"type":"v1","addr":"172.21.15.145:6831","nonce":3013915105}]},"public_addr":"172.21.15.145:6827/3013915105","cluster_addr":"172.21.15.145:6829/3013915105","heartbeat_back_addr":"172.21.15.145:6833/3013915105","heartbeat_front_addr":"172.21.15.145:6831/3013915105","state":["exists","up"]},{"osd":6,"uuid":"dca777fe-f30e-44b9-aedb-0bce90d914d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6804","nonce":4036001370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6808","nonce":4036001370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6815","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6817","nonce":4036001370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6811","nonce":4036001370},{"type":"v1","addr":"172.21.15.145:6813","nonce":4036001370}]},"public_addr":"172.21.15.145:6804/4036001370","cluster_addr":"172.21.15.145:6808/4036001370","heartbeat_back_addr":"172.21.15.145:6817/4036001370","heartbeat_front_addr":"172.21.15.145:6813/4036001370","state":["exists","up"]},{"osd":7,"uuid":"0454c6cc-8cf0-473b-92cd-0d86e259003f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6805","nonce":3880326313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6809","nonce":3880326313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6816","nonce":3880326313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":3880326313},{"type":"v1","addr":"172.21.15.145:6812","nonce":3880326313}]},"public_addr":"172.21.15.145:6805/3880326313","cluster_addr":"172.21.15.145:6809/3880326313","heartbeat_back_addr":"172.21.15.145:6816/3880326313","heartbeat_front_addr":"172.21.15.145:6812/3880326313","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.783940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.059019+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.620150+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.465817+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.236052+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.030506+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:25.896459+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T07:24:26.081270+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:6835/2483935998":"2024-09-22T07:31:56.533963+0000","172.21.15.6:6834/2483935998":"2024-09-22T07:31:56.533963+0000","172.21.15.6:6833/3420112252":"2024-09-22T07:31:56.533946+0000","172.21.15.6:6832/3420112252":"2024-09-22T07:31:56.533946+0000","172.21.15.145:6834/3219292855":"2024-09-22T07:31:13.535548+0000","172.21.15.145:6835/3219292855":"2024-09-22T07:31:13.535548+0000","172.21.15.6:6835/2275017820":"2024-09-22T07:31:08.057407+0000","172.21.15.6:6834/2275017820":"2024-09-22T07:31:08.057407+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T07:32:02.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073200 msgr2=0x7f55b4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073200 0x7f55b4075710 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f55bc0058d0 tx=0x7f55bc005860 comp rx=0 tx=0).stop 2024-09-21T07:32:02.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c8162e90 msgr2=0x7f55c8158220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:02.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c8162e90 0x7f55c8158220 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f55b800b440 tx=0x7f55b800b900 comp rx=0 tx=0).stop 2024-09-21T07:32:02.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 shutdown_connections 2024-09-21T07:32:02.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f55b4073200 0x7f55b4075710 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f55c8153f50 0x7f55c8154360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55c8162e90 0x7f55c8158220 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 --2- 172.21.15.6:0/697205255 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f55c80af760 0x7f55c80731a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:02.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 >> 172.21.15.6:0/697205255 conn(0x7f55c80b2420 msgr2=0x7f55c8075c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:02.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 shutdown_connections 2024-09-21T07:32:02.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:02.855+0000 7f55ce1e9640 1 -- 172.21.15.6:0/697205255 wait complete. 2024-09-21T07:32:03.480 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:32:03.483 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:32:03.882 INFO:tasks.ceph:Scrubbing osd.0 2024-09-21T07:32:03.883 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-21T07:32:04.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.047+0000 7f88a16f0640 1 -- 172.21.15.6:0/3592158287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8884003a40 msgr2=0x7f8884003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.047+0000 7f88a16f0640 1 --2- 172.21.15.6:0/3592158287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8884003a40 0x7f8884003eb0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f888c009b60 tx=0x7f889c071200 comp rx=0 tx=0).stop 2024-09-21T07:32:04.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.047+0000 7f889b7fe640 1 -- 172.21.15.6:0/3592158287 reap_dead start 2024-09-21T07:32:04.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.047+0000 7f88a16f0640 1 -- 172.21.15.6:0/3592158287 shutdown_connections 2024-09-21T07:32:04.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.047+0000 7f88a16f0640 1 -- 172.21.15.6:0/3592158287 >> 172.21.15.6:0/3592158287 conn(0x7f889c0b26a0 msgr2=0x7f889c06ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:04.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.047+0000 7f88a16f0640 1 -- 172.21.15.6:0/3592158287 shutdown_connections 2024-09-21T07:32:04.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.047+0000 7f88a16f0640 1 -- 172.21.15.6:0/3592158287 wait complete. 2024-09-21T07:32:04.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 Processor -- start 2024-09-21T07:32:04.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 -- start start 2024-09-21T07:32:04.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8884003a40 0x7f889c15ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f889c15d3d0 0x7f889c1fc770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889c1fccb0 0x7f889c1fd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f889c167f00 con 0x7f8884003a40 2024-09-21T07:32:04.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f889c167d80 con 0x7f889c1fccb0 2024-09-21T07:32:04.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f889c168080 con 0x7f889c15d3d0 2024-09-21T07:32:04.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8884003a40 0x7f889c15ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8884003a40 0x7f889c15ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42826/0 (socket says 172.21.15.6:42826) 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 -- 172.21.15.6:0/1196959440 learned_addr learned my addr 172.21.15.6:0/1196959440 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889b7fe640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889c1fccb0 0x7f889c1fd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889a7fc640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f889c15d3d0 0x7f889c1fc770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 -- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f889c15d3d0 msgr2=0x7f889c1fc770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f889c15d3d0 0x7f889c1fc770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 -- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889c1fccb0 msgr2=0x7f889c1fd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f889c1fccb0 0x7f889c1fd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 -- 172.21.15.6:0/1196959440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889c15d7e0 con 0x7f8884003a40 2024-09-21T07:32:04.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f889affd640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8884003a40 0x7f889c15ce90 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f888c009b60 tx=0x7f888c005520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c0b1040 con 0x7f8884003a40 2024-09-21T07:32:04.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f888c0bb070 con 0x7f8884003a40 2024-09-21T07:32:04.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f889c144bf0 con 0x7f8884003a40 2024-09-21T07:32:04.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c004290 con 0x7f8884003a40 2024-09-21T07:32:04.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.051+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f889c153680 con 0x7f8884003a40 2024-09-21T07:32:04.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f889c0702e0 con 0x7f8884003a40 2024-09-21T07:32:04.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f888c0046d0 con 0x7f8884003a40 2024-09-21T07:32:04.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f88837fe640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8888073200 0x7f8888075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f888c12f880 con 0x7f8884003a40 2024-09-21T07:32:04.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f88837fe640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f88880792f0 0x7f888807b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 --> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f888c003e50 con 0x7f88880792f0 2024-09-21T07:32:04.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f888c12fd10 con 0x7f8884003a40 2024-09-21T07:32:04.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f889a7fc640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8888073200 0x7f8888075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f889b7fe640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f88880792f0 0x7f888807b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f889b7fe640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f88880792f0 0x7f888807b740 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f889a7fc640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8888073200 0x7f8888075710 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f889c15ad10 tx=0x7f8890001120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.055+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 <== osd.0 v2:172.21.15.6:6808/4006691585 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f888c003e50 con 0x7f88880792f0 2024-09-21T07:32:04.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 --> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f889c155a90 con 0x7f88880792f0 2024-09-21T07:32:04.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88837fe640 1 -- 172.21.15.6:0/1196959440 <== osd.0 v2:172.21.15.6:6808/4006691585 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f889c155a90 con 0x7f88880792f0 2024-09-21T07:32:04.075 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:32:04.075 INFO:teuthology.orchestra.run.smithi006.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T07:32:04.075 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:32:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f88880792f0 msgr2=0x7f888807b740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.6:6808/4006691585,v1:172.21.15.6:6809/4006691585] conn(0x7f88880792f0 0x7f888807b740 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8888073200 msgr2=0x7f8888075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f8888073200 0x7f8888075710 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f889c15ad10 tx=0x7f8890001120 comp rx=0 tx=0).stop 2024-09-21T07:32:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8884003a40 msgr2=0x7f889c15ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 --2- 172.21.15.6:0/1196959440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8884003a40 0x7f889c15ce90 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f888c009b60 tx=0x7f888c005520 comp rx=0 tx=0).stop 2024-09-21T07:32:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f889b7fe640 1 -- 172.21.15.6:0/1196959440 reap_dead start 2024-09-21T07:32:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 shutdown_connections 2024-09-21T07:32:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 >> 172.21.15.6:0/1196959440 conn(0x7f889c0b26a0 msgr2=0x7f889c0d0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 shutdown_connections 2024-09-21T07:32:04.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.071+0000 7f88a16f0640 1 -- 172.21.15.6:0/1196959440 wait complete. 2024-09-21T07:32:04.094 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-21T07:32:04.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 -- 172.21.15.6:0/883113528 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 msgr2=0x7f71ac0d1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 --2- 172.21.15.6:0/883113528 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 0x7f71ac0d1de0 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f71ac072cf0 tx=0x7f719c01c770 comp rx=0 tx=0).stop 2024-09-21T07:32:04.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 -- 172.21.15.6:0/883113528 shutdown_connections 2024-09-21T07:32:04.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 --2- 172.21.15.6:0/883113528 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 0x7f71ac0d1de0 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 --2- 172.21.15.6:0/883113528 >> v2:172.21.15.145:3300/0 conn(0x7f71ac0b1580 0x7f71ac15c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 -- 172.21.15.6:0/883113528 >> 172.21.15.6:0/883113528 conn(0x7f71ac09a990 msgr2=0x7f71ac0b62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:04.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 -- 172.21.15.6:0/883113528 shutdown_connections 2024-09-21T07:32:04.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 -- 172.21.15.6:0/883113528 wait complete. 2024-09-21T07:32:04.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 Processor -- start 2024-09-21T07:32:04.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.243+0000 7f71b1f21640 1 -- start start 2024-09-21T07:32:04.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71ac0b1580 0x7f71ac149f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 0x7f71ac14ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71ac15cd90 0x7f71ac149740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac169810 con 0x7f71ac0b1990 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac069b50 con 0x7f71ac15cd90 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f71ac169990 con 0x7f71ac0b1580 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 0x7f71ac14ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 0x7f71ac14ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42838/0 (socket says 172.21.15.6:42838) 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 -- 172.21.15.6:0/2846705541 learned_addr learned my addr 172.21.15.6:0/2846705541 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71ab7fe640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71ac0b1580 0x7f71ac149f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71abfff640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71ac15cd90 0x7f71ac149740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 -- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71ac0b1580 msgr2=0x7f71ac149f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71ac0b1580 0x7f71ac149f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 -- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71ac15cd90 msgr2=0x7f71ac149740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71ac15cd90 0x7f71ac149740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 -- 172.21.15.6:0/2846705541 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71ac1fa760 con 0x7f71ac0b1990 2024-09-21T07:32:04.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71abfff640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71ac15cd90 0x7f71ac149740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:04.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71aaffd640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 0x7f71ac14ecf0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f71a000c430 tx=0x7f71a000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f7193fff640 1 -- 172.21.15.6:0/2846705541 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a0011790 con 0x7f71ac0b1990 2024-09-21T07:32:04.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f7193fff640 1 -- 172.21.15.6:0/2846705541 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71a0017070 con 0x7f71ac0b1990 2024-09-21T07:32:04.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71ac1f9ec0 con 0x7f71ac0b1990 2024-09-21T07:32:04.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f7193fff640 1 -- 172.21.15.6:0/2846705541 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a0011cc0 con 0x7f71ac0b1990 2024-09-21T07:32:04.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71ac1fa480 con 0x7f71ac0b1990 2024-09-21T07:32:04.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71ac1f9c30 con 0x7f71ac0b1990 2024-09-21T07:32:04.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f7193fff640 1 -- 172.21.15.6:0/2846705541 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f71a001c460 con 0x7f71ac0b1990 2024-09-21T07:32:04.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f7193fff640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7198073200 0x7f7198075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f7193fff640 1 -- 172.21.15.6:0/2846705541 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f71a0093e50 con 0x7f71ac0b1990 2024-09-21T07:32:04.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.247+0000 7f71ab7fe640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7198073200 0x7f7198075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.251+0000 7f71ab7fe640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7198073200 0x7f7198075710 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f71a4005c50 tx=0x7f71a4005be0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.251+0000 7f7193fff640 1 -- 172.21.15.6:0/2846705541 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f71a005f060 con 0x7f71ac0b1990 2024-09-21T07:32:04.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.427+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f71ac15c850 con 0x7f7198073200 2024-09-21T07:32:04.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.427+0000 7f7193fff640 1 -- 172.21.15.6:0/2846705541 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f71ac15c850 con 0x7f7198073200 2024-09-21T07:32:04.434 INFO:teuthology.orchestra.run.smithi006.stderr:instructed osd(s) 0 to deep-scrub 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7198073200 msgr2=0x7f7198075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7198073200 0x7f7198075710 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f71a4005c50 tx=0x7f71a4005be0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 msgr2=0x7f71ac14ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 0x7f71ac14ecf0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f71a000c430 tx=0x7f71a000c8f0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 shutdown_connections 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7198073200 0x7f7198075710 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f71ac15cd90 0x7f71ac149740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f71ac0b1990 0x7f71ac14ecf0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 --2- 172.21.15.6:0/2846705541 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f71ac0b1580 0x7f71ac149f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 >> 172.21.15.6:0/2846705541 conn(0x7f71ac09a990 msgr2=0x7f71ac14c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 shutdown_connections 2024-09-21T07:32:04.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.431+0000 7f71b1f21640 1 -- 172.21.15.6:0/2846705541 wait complete. 2024-09-21T07:32:04.457 INFO:tasks.ceph:Scrubbing osd.1 2024-09-21T07:32:04.457 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-21T07:32:04.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 -- 172.21.15.6:0/2925829003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c09b9a0 msgr2=0x7f2a0c0b7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 --2- 172.21.15.6:0/2925829003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c09b9a0 0x7f2a0c0b7810 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c0d0660 tx=0x7f2a0401cb80 comp rx=0 tx=0).stop 2024-09-21T07:32:04.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 -- 172.21.15.6:0/2925829003 shutdown_connections 2024-09-21T07:32:04.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 --2- 172.21.15.6:0/2925829003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c09b9a0 0x7f2a0c0b7810 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 -- 172.21.15.6:0/2925829003 >> 172.21.15.6:0/2925829003 conn(0x7f2a0c0ceef0 msgr2=0x7f2a0c0cf300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:04.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 -- 172.21.15.6:0/2925829003 shutdown_connections 2024-09-21T07:32:04.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 -- 172.21.15.6:0/2925829003 wait complete. 2024-09-21T07:32:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 Processor -- start 2024-09-21T07:32:04.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.619+0000 7f2a13e26640 1 -- start start 2024-09-21T07:32:04.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a0c09b9a0 0x7f2a0c14c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c0ccf80 0x7f2a0c1595b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a0c0d0920 0x7f2a0c1fcb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0c06d970 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0c0b7f60 con 0x7f2a0c0d0920 2024-09-21T07:32:04.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f2a0c16b600 con 0x7f2a0c09b9a0 2024-09-21T07:32:04.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c0ccf80 0x7f2a0c1595b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c0ccf80 0x7f2a0c1595b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42864/0 (socket says 172.21.15.6:42864) 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 -- 172.21.15.6:0/499444293 learned_addr learned my addr 172.21.15.6:0/499444293 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a11bc2640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a0c09b9a0 0x7f2a0c14c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a123c3640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a0c0d0920 0x7f2a0c1fcb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 -- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a0c09b9a0 msgr2=0x7f2a0c14c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f2a0c09b9a0 0x7f2a0c14c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 -- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a0c0d0920 msgr2=0x7f2a0c1fcb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f2a0c0d0920 0x7f2a0c1fcb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 -- 172.21.15.6:0/499444293 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a0c06df10 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a113c1640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c0ccf80 0x7f2a0c1595b0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f29fc00b410 tx=0x7f29fc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29fc015030 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f29fc004020 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a0c0cb420 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29fc004470 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a0c0cb9e0 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2a0c0b7810 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f29fc018070 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a027fc640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29f0073230 0x7f29f0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f29fc094410 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.623+0000 7f2a027fc640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7f29f0079320 0x7f29f007b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.627+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f29f007be40 con 0x7f29f0079320 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.627+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f29fc0948a0 con 0x7f2a0c0ccf80 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.627+0000 7f2a11bc2640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29f0073230 0x7f29f0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.627+0000 7f2a123c3640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7f29f0079320 0x7f29f007b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.627+0000 7f2a123c3640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7f29f0079320 0x7f29f007b770 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.627+0000 7f2a11bc2640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29f0073230 0x7f29f0075740 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2a040af000 tx=0x7f2a0401b3c0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.627+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 <== osd.1 v2:172.21.15.6:6800/3851867328 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f29f007be40 con 0x7f29f0079320 2024-09-21T07:32:04.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 --> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2a0c159d40 con 0x7f29f0079320 2024-09-21T07:32:04.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a027fc640 1 -- 172.21.15.6:0/499444293 <== osd.1 v2:172.21.15.6:6800/3851867328 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2a0c159d40 con 0x7f29f0079320 2024-09-21T07:32:04.645 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:32:04.645 INFO:teuthology.orchestra.run.smithi006.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T07:32:04.645 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:32:04.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7f29f0079320 msgr2=0x7f29f007b770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.6:6800/3851867328,v1:172.21.15.6:6801/3851867328] conn(0x7f29f0079320 0x7f29f007b770 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29f0073230 msgr2=0x7f29f0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f29f0073230 0x7f29f0075740 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2a040af000 tx=0x7f2a0401b3c0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c0ccf80 msgr2=0x7f2a0c1595b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 --2- 172.21.15.6:0/499444293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a0c0ccf80 0x7f2a0c1595b0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f29fc00b410 tx=0x7f29fc00b8d0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a123c3640 1 -- 172.21.15.6:0/499444293 reap_dead start 2024-09-21T07:32:04.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 shutdown_connections 2024-09-21T07:32:04.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 >> 172.21.15.6:0/499444293 conn(0x7f2a0c0ceef0 msgr2=0x7f2a0c1558b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:04.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 shutdown_connections 2024-09-21T07:32:04.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.639+0000 7f2a13e26640 1 -- 172.21.15.6:0/499444293 wait complete. 2024-09-21T07:32:04.665 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-21T07:32:04.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.803+0000 7fe58ccff640 1 -- 172.21.15.6:0/2996174349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880af870 msgr2=0x7fe5880b4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.803+0000 7fe58ccff640 1 --2- 172.21.15.6:0/2996174349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880af870 0x7fe5880b4b20 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fe588070970 tx=0x7fe57c01c770 comp rx=0 tx=0).stop 2024-09-21T07:32:04.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.803+0000 7fe58ccff640 1 -- 172.21.15.6:0/2996174349 shutdown_connections 2024-09-21T07:32:04.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.803+0000 7fe58ccff640 1 --2- 172.21.15.6:0/2996174349 >> v2:172.21.15.145:3300/0 conn(0x7fe5880ce340 0x7fe5880ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.803+0000 7fe58ccff640 1 --2- 172.21.15.6:0/2996174349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880af870 0x7fe5880b4b20 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.803+0000 7fe58ccff640 1 -- 172.21.15.6:0/2996174349 >> 172.21.15.6:0/2996174349 conn(0x7fe5880b2420 msgr2=0x7fe58806ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:04.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.803+0000 7fe58ccff640 1 -- 172.21.15.6:0/2996174349 shutdown_connections 2024-09-21T07:32:04.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 -- 172.21.15.6:0/2996174349 wait complete. 2024-09-21T07:32:04.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 Processor -- start 2024-09-21T07:32:04.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 -- start start 2024-09-21T07:32:04.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5880af870 0x7fe5881fc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880ccc60 0x7fe5880cb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880ce340 0x7fe5881f86c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe588168050 con 0x7fe5880ccc60 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe588167ed0 con 0x7fe5880ce340 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58ccff640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe5881681d0 con 0x7fe5880af870 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880ccc60 0x7fe5880cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880ccc60 0x7fe5880cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42886/0 (socket says 172.21.15.6:42886) 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 -- 172.21.15.6:0/3452464264 learned_addr learned my addr 172.21.15.6:0/3452464264 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe586d9d640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880ce340 0x7fe5881f86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58659c640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5880af870 0x7fe5881fc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 -- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5880af870 msgr2=0x7fe5881fc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5880af870 0x7fe5881fc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 -- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880ce340 msgr2=0x7fe5881f86c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880ce340 0x7fe5881f86c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 -- 172.21.15.6:0/3452464264 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5881523a0 con 0x7fe5880ccc60 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe586d9d640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880ce340 0x7fe5881f86c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe58659c640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5880af870 0x7fe5881fc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe585d9b640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880ccc60 0x7fe5880cb800 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7fe578001ec0 tx=0x7fe57800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe576ffd640 1 -- 172.21.15.6:0/3452464264 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe578017070 con 0x7fe5880ccc60 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.807+0000 7fe576ffd640 1 -- 172.21.15.6:0/3452464264 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe578003600 con 0x7fe5880ccc60 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5881fd010 con 0x7fe5880ccc60 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe576ffd640 1 -- 172.21.15.6:0/3452464264 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe578003a50 con 0x7fe5880ccc60 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5881fd5d0 con 0x7fe5880ccc60 2024-09-21T07:32:04.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5880b4b20 con 0x7fe5880ccc60 2024-09-21T07:32:04.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe576ffd640 1 -- 172.21.15.6:0/3452464264 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe57801a070 con 0x7fe5880ccc60 2024-09-21T07:32:04.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe576ffd640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073230 0x7fe568075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:04.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe576ffd640 1 -- 172.21.15.6:0/3452464264 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7fe578093830 con 0x7fe5880ccc60 2024-09-21T07:32:04.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe58659c640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073230 0x7fe568075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:04.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.811+0000 7fe58659c640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073230 0x7fe568075740 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0af000 tx=0x7fe57c01afb0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:04.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.815+0000 7fe576ffd640 1 -- 172.21.15.6:0/3452464264 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe578021020 con 0x7fe5880ccc60 2024-09-21T07:32:04.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.987+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fe5881fcda0 con 0x7fe568073230 2024-09-21T07:32:04.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe576ffd640 1 -- 172.21.15.6:0/3452464264 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe5881fcda0 con 0x7fe568073230 2024-09-21T07:32:04.994 INFO:teuthology.orchestra.run.smithi006.stderr:instructed osd(s) 1 to deep-scrub 2024-09-21T07:32:04.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073230 msgr2=0x7fe568075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073230 0x7fe568075740 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0af000 tx=0x7fe57c01afb0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880ccc60 msgr2=0x7fe5880cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880ccc60 0x7fe5880cb800 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7fe578001ec0 tx=0x7fe57800c890 comp rx=0 tx=0).stop 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 shutdown_connections 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe568073230 0x7fe568075740 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe5880ce340 0x7fe5881f86c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5880ccc60 0x7fe5880cb800 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 --2- 172.21.15.6:0/3452464264 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe5880af870 0x7fe5881fc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 >> 172.21.15.6:0/3452464264 conn(0x7fe5880b2420 msgr2=0x7fe588151490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 shutdown_connections 2024-09-21T07:32:04.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:04.991+0000 7fe58ccff640 1 -- 172.21.15.6:0/3452464264 wait complete. 2024-09-21T07:32:05.017 INFO:tasks.ceph:Scrubbing osd.2 2024-09-21T07:32:05.017 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-21T07:32:05.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 -- 172.21.15.6:0/3192065287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c161140 msgr2=0x7f819c161550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 --2- 172.21.15.6:0/3192065287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c161140 0x7f819c161550 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f818c009900 tx=0x7f818c01c8b0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 -- 172.21.15.6:0/3192065287 shutdown_connections 2024-09-21T07:32:05.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 --2- 172.21.15.6:0/3192065287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c161140 0x7f819c161550 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 --2- 172.21.15.6:0/3192065287 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f819c071460 0x7f819c068db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 -- 172.21.15.6:0/3192065287 >> 172.21.15.6:0/3192065287 conn(0x7f819c0d0b60 msgr2=0x7f819c0d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:05.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 -- 172.21.15.6:0/3192065287 shutdown_connections 2024-09-21T07:32:05.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 -- 172.21.15.6:0/3192065287 wait complete. 2024-09-21T07:32:05.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 Processor -- start 2024-09-21T07:32:05.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.163+0000 7f81a0b25640 1 -- start start 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c15faf0 0x7f819c151c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f819c161140 0x7f819c0ae890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f819c149780 0x7f819c0aedd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f819c16bf80 con 0x7f819c15faf0 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f819c16be00 con 0x7f819c149780 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f819c16c100 con 0x7f819c161140 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c15faf0 0x7f819c151c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c15faf0 0x7f819c151c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42898/0 (socket says 172.21.15.6:42898) 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 -- 172.21.15.6:0/2828528830 learned_addr learned my addr 172.21.15.6:0/2828528830 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819ad9d640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f819c149780 0x7f819c0aedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f8199d9b640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f819c161140 0x7f819c0ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 -- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f819c161140 msgr2=0x7f819c0ae890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f819c161140 0x7f819c0ae890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 -- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f819c149780 msgr2=0x7f819c0aedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f819c149780 0x7f819c0aedd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 -- 172.21.15.6:0/2828528830 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f819c152450 con 0x7f819c15faf0 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819a59c640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c15faf0 0x7f819c151c00 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f819400c730 tx=0x7f819400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8194003b80 con 0x7f819c15faf0 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8194003d40 con 0x7f819c15faf0 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f819c152730 con 0x7f819c15faf0 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819400aab0 con 0x7f819c15faf0 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f819c0b0870 con 0x7f819c15faf0 2024-09-21T07:32:05.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f819c068db0 con 0x7f819c15faf0 2024-09-21T07:32:05.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f819400ac50 con 0x7f819c15faf0 2024-09-21T07:32:05.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f817c073200 0x7f817c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f81940948c0 con 0x7f819c15faf0 2024-09-21T07:32:05.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f817c0792f0 0x7f817c07b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 --> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f819400fea0 con 0x7f817c0792f0 2024-09-21T07:32:05.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f8194094d50 con 0x7f819c15faf0 2024-09-21T07:32:05.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f819ad9d640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f817c0792f0 0x7f817c07b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.167+0000 7f8199d9b640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f817c073200 0x7f817c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.171+0000 7f819ad9d640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f817c0792f0 0x7f817c07b740 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.171+0000 7f8199d9b640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f817c073200 0x7f817c075710 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f819c15bc70 tx=0x7f81900091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.171+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 <== osd.2 v2:172.21.15.6:6816/1965299453 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f819400fea0 con 0x7f817c0792f0 2024-09-21T07:32:05.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 --> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f819c14fb10 con 0x7f817c0792f0 2024-09-21T07:32:05.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f818affd640 1 -- 172.21.15.6:0/2828528830 <== osd.2 v2:172.21.15.6:6816/1965299453 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f819c14fb10 con 0x7f817c0792f0 2024-09-21T07:32:05.188 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:32:05.189 INFO:teuthology.orchestra.run.smithi006.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T07:32:05.189 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:32:05.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f817c0792f0 msgr2=0x7f817c07b740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.6:6816/1965299453,v1:172.21.15.6:6817/1965299453] conn(0x7f817c0792f0 0x7f817c07b740 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f817c073200 msgr2=0x7f817c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f817c073200 0x7f817c075710 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f819c15bc70 tx=0x7f81900091e0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c15faf0 msgr2=0x7f819c151c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 --2- 172.21.15.6:0/2828528830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f819c15faf0 0x7f819c151c00 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f819400c730 tx=0x7f819400cbf0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f819ad9d640 1 -- 172.21.15.6:0/2828528830 reap_dead start 2024-09-21T07:32:05.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 shutdown_connections 2024-09-21T07:32:05.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 >> 172.21.15.6:0/2828528830 conn(0x7f819c0d0b60 msgr2=0x7f819c0b4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:05.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 shutdown_connections 2024-09-21T07:32:05.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.183+0000 7f81a0b25640 1 -- 172.21.15.6:0/2828528830 wait complete. 2024-09-21T07:32:05.206 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 -- 172.21.15.6:0/703266565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 msgr2=0x7f43cc0b66d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 --2- 172.21.15.6:0/703266565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 0x7f43cc0b66d0 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f43cc08cc70 tx=0x7f43c401cd80 comp rx=0 tx=0).stop 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 -- 172.21.15.6:0/703266565 shutdown_connections 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 --2- 172.21.15.6:0/703266565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 0x7f43cc0b66d0 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 --2- 172.21.15.6:0/703266565 >> v2:172.21.15.145:3300/0 conn(0x7f43cc0b9f20 0x7f43cc0b6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 --2- 172.21.15.6:0/703266565 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0b9b10 0x7f43cc0b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 -- 172.21.15.6:0/703266565 >> 172.21.15.6:0/703266565 conn(0x7f43cc0d4710 msgr2=0x7f43cc0d4b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 -- 172.21.15.6:0/703266565 shutdown_connections 2024-09-21T07:32:05.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 -- 172.21.15.6:0/703266565 wait complete. 2024-09-21T07:32:05.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 Processor -- start 2024-09-21T07:32:05.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.347+0000 7f43d2f14640 1 -- start start 2024-09-21T07:32:05.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 0x7f43cc0cb750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0b9b10 0x7f43cc0cd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc0b9f20 0x7f43cc0cd620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f43cc162bd0 con 0x7f43cc0b38c0 2024-09-21T07:32:05.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f43cc162a50 con 0x7f43cc0b9f20 2024-09-21T07:32:05.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f43cc162d50 con 0x7f43cc0b9b10 2024-09-21T07:32:05.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 0x7f43cc0cb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 0x7f43cc0cb750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42928/0 (socket says 172.21.15.6:42928) 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 -- 172.21.15.6:0/1316300308 learned_addr learned my addr 172.21.15.6:0/1316300308 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d14b1640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc0b9f20 0x7f43cc0cd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 -- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0b9b10 msgr2=0x7f43cc0cd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43cbfff640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0b9b10 0x7f43cc0cd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0b9b10 0x7f43cc0cd0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 -- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc0b9f20 msgr2=0x7f43cc0cd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc0b9f20 0x7f43cc0cd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 -- 172.21.15.6:0/1316300308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43cc0ce160 con 0x7f43cc0b38c0 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d14b1640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc0b9f20 0x7f43cc0cd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d0cb0640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 0x7f43cc0cb750 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f43c000e9c0 tx=0x7f43c000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43c97fa640 1 -- 172.21.15.6:0/1316300308 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c000ccc0 con 0x7f43cc0b38c0 2024-09-21T07:32:05.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43c97fa640 1 -- 172.21.15.6:0/1316300308 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43c0010430 con 0x7f43cc0b38c0 2024-09-21T07:32:05.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43cc0ce440 con 0x7f43cc0b38c0 2024-09-21T07:32:05.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43c97fa640 1 -- 172.21.15.6:0/1316300308 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c0010880 con 0x7f43cc0b38c0 2024-09-21T07:32:05.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43cc0c9c70 con 0x7f43cc0b38c0 2024-09-21T07:32:05.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.351+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43cc0c9ed0 con 0x7f43cc0b38c0 2024-09-21T07:32:05.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.355+0000 7f43c97fa640 1 -- 172.21.15.6:0/1316300308 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f43c0010a20 con 0x7f43cc0b38c0 2024-09-21T07:32:05.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.355+0000 7f43c97fa640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.355+0000 7f43c97fa640 1 -- 172.21.15.6:0/1316300308 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f43c00953c0 con 0x7f43cc0b38c0 2024-09-21T07:32:05.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.355+0000 7f43cbfff640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.355+0000 7f43cbfff640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f43cc0d4680 tx=0x7f43b80091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.359+0000 7f43c97fa640 1 -- 172.21.15.6:0/1316300308 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f43c0060660 con 0x7f43cc0b38c0 2024-09-21T07:32:05.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.527+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f43cc0b3380 con 0x7f43b0073200 2024-09-21T07:32:05.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.527+0000 7f43c97fa640 1 -- 172.21.15.6:0/1316300308 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f43cc0b3380 con 0x7f43b0073200 2024-09-21T07:32:05.534 INFO:teuthology.orchestra.run.smithi006.stderr:instructed osd(s) 2 to deep-scrub 2024-09-21T07:32:05.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 msgr2=0x7f43b0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f43cc0d4680 tx=0x7f43b80091e0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 msgr2=0x7f43cc0cb750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 0x7f43cc0cb750 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f43c000e9c0 tx=0x7f43c000ee80 comp rx=0 tx=0).stop 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 shutdown_connections 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f43b0073200 0x7f43b0075710 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f43cc0b9f20 0x7f43cc0cd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f43cc0b9b10 0x7f43cc0cd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 --2- 172.21.15.6:0/1316300308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43cc0b38c0 0x7f43cc0cb750 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 >> 172.21.15.6:0/1316300308 conn(0x7f43cc0d4710 msgr2=0x7f43cc0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 shutdown_connections 2024-09-21T07:32:05.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.531+0000 7f43d2f14640 1 -- 172.21.15.6:0/1316300308 wait complete. 2024-09-21T07:32:05.555 INFO:tasks.ceph:Scrubbing osd.3 2024-09-21T07:32:05.555 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-21T07:32:05.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.699+0000 7f7743b7c640 1 -- 172.21.15.6:0/1481786499 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 msgr2=0x7f773c0b6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.699+0000 7f7743b7c640 1 --2- 172.21.15.6:0/1481786499 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 0x7f773c0b6220 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f7738009900 tx=0x7f773801c6a0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.699+0000 7f7743b7c640 1 -- 172.21.15.6:0/1481786499 shutdown_connections 2024-09-21T07:32:05.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.699+0000 7f7743b7c640 1 --2- 172.21.15.6:0/1481786499 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f773c0b6760 0x7f773c15f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.699+0000 7f7743b7c640 1 --2- 172.21.15.6:0/1481786499 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 0x7f773c0b6220 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.699+0000 7f7743b7c640 1 -- 172.21.15.6:0/1481786499 >> 172.21.15.6:0/1481786499 conn(0x7f773c0d47a0 msgr2=0x7f773c0d4bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:05.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.703+0000 7f7743b7c640 1 -- 172.21.15.6:0/1481786499 shutdown_connections 2024-09-21T07:32:05.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.703+0000 7f7743b7c640 1 -- 172.21.15.6:0/1481786499 wait complete. 2024-09-21T07:32:05.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.703+0000 7f7743b7c640 1 Processor -- start 2024-09-21T07:32:05.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.703+0000 7f7743b7c640 1 -- start start 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f773c0b6760 0x7f773c15bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 0x7f773c1fbe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f773c15f5b0 0x7f773c1fc350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f773c16be10 con 0x7f773c0cfe10 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f773c16bc90 con 0x7f773c0b6760 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f773c16bf90 con 0x7f773c15f5b0 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 0x7f773c1fbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 0x7f773c1fbe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42936/0 (socket says 172.21.15.6:42936) 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 -- 172.21.15.6:0/955827923 learned_addr learned my addr 172.21.15.6:0/955827923 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741918640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f773c0b6760 0x7f773c15bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7742119640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f773c15f5b0 0x7f773c1fc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 -- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f773c15f5b0 msgr2=0x7f773c1fc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f773c15f5b0 0x7f773c1fc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 -- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f773c0b6760 msgr2=0x7f773c15bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f773c0b6760 0x7f773c15bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 -- 172.21.15.6:0/955827923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f773c15c270 con 0x7f773c0cfe10 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741918640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f773c0b6760 0x7f773c15bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7741117640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 0x7f773c1fbe10 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f772c00b440 tx=0x7f772c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c015020 con 0x7f773c0cfe10 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f772c011940 con 0x7f773c0cfe10 2024-09-21T07:32:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f773c158080 con 0x7f773c0cfe10 2024-09-21T07:32:05.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c011d90 con 0x7f773c0cfe10 2024-09-21T07:32:05.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f773c158640 con 0x7f773c0cfe10 2024-09-21T07:32:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f773c15f070 con 0x7f773c0cfe10 2024-09-21T07:32:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f772c018020 con 0x7f773c0cfe10 2024-09-21T07:32:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f77327fc640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7720073200 0x7f7720075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.707+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f772c094580 con 0x7f773c0cfe10 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.711+0000 7f77327fc640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f77200792f0 0x7f772007b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.711+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 --> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f772007be10 con 0x7f77200792f0 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.711+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f772c094a10 con 0x7f773c0cfe10 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.711+0000 7f7742119640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f77200792f0 0x7f772007b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.711+0000 7f7741918640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7720073200 0x7f7720075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.711+0000 7f7742119640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f77200792f0 0x7f772007b740 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.711+0000 7f7741918640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7720073200 0x7f7720075710 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f77380ae000 tx=0x7f773801af40 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.711+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 <== osd.3 v2:172.21.15.6:6824/4010294040 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f772007be10 con 0x7f77200792f0 2024-09-21T07:32:05.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 --> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f773c157e30 con 0x7f77200792f0 2024-09-21T07:32:05.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f77327fc640 1 -- 172.21.15.6:0/955827923 <== osd.3 v2:172.21.15.6:6824/4010294040 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f773c157e30 con 0x7f77200792f0 2024-09-21T07:32:05.729 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:32:05.729 INFO:teuthology.orchestra.run.smithi006.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T07:32:05.729 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f77200792f0 msgr2=0x7f772007b740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.6:6824/4010294040,v1:172.21.15.6:6825/4010294040] conn(0x7f77200792f0 0x7f772007b740 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7720073200 msgr2=0x7f7720075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f7720073200 0x7f7720075710 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f77380ae000 tx=0x7f773801af40 comp rx=0 tx=0).stop 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 msgr2=0x7f773c1fbe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 --2- 172.21.15.6:0/955827923 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f773c0cfe10 0x7f773c1fbe10 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f772c00b440 tx=0x7f772c00b900 comp rx=0 tx=0).stop 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7742119640 1 -- 172.21.15.6:0/955827923 reap_dead start 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 shutdown_connections 2024-09-21T07:32:05.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 >> 172.21.15.6:0/955827923 conn(0x7f773c0d47a0 msgr2=0x7f773c0d2ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:05.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 shutdown_connections 2024-09-21T07:32:05.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.723+0000 7f7743b7c640 1 -- 172.21.15.6:0/955827923 wait complete. 2024-09-21T07:32:05.747 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-21T07:32:05.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.891+0000 7f19b6f45640 1 -- 172.21.15.6:0/4210073878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f199c003a40 msgr2=0x7f199c003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.891+0000 7f19b6f45640 1 --2- 172.21.15.6:0/4210073878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f199c003a40 0x7f199c003eb0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f199800c2e0 tx=0x7f199801cf60 comp rx=0 tx=0).stop 2024-09-21T07:32:05.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.891+0000 7f19b54e2640 1 -- 172.21.15.6:0/4210073878 reap_dead start 2024-09-21T07:32:05.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.891+0000 7f19b6f45640 1 -- 172.21.15.6:0/4210073878 shutdown_connections 2024-09-21T07:32:05.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.891+0000 7f19b6f45640 1 -- 172.21.15.6:0/4210073878 >> 172.21.15.6:0/4210073878 conn(0x7f19b00d1460 msgr2=0x7f19b00d1870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:05.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.891+0000 7f19b6f45640 1 -- 172.21.15.6:0/4210073878 shutdown_connections 2024-09-21T07:32:05.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.891+0000 7f19b6f45640 1 -- 172.21.15.6:0/4210073878 wait complete. 2024-09-21T07:32:05.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 Processor -- start 2024-09-21T07:32:05.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 -- start start 2024-09-21T07:32:05.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c003a40 0x7f19b0163620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f19b01fc790 0x7f19b01fcba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19b0169a70 0x7f19b0169e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f19b016af50 con 0x7f19b01fc790 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f19b016add0 con 0x7f199c003a40 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f19b016b0d0 con 0x7f19b0169a70 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f19b01fc790 0x7f19b01fcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f19b01fc790 0x7f19b01fcba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42950/0 (socket says 172.21.15.6:42950) 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 -- 172.21.15.6:0/1539752611 learned_addr learned my addr 172.21.15.6:0/1539752611 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b4ce1640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c003a40 0x7f19b0163620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b54e2640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19b0169a70 0x7f19b0169e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 -- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19b0169a70 msgr2=0x7f19b0169e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19b0169a70 0x7f19b0169e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 -- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c003a40 msgr2=0x7f19b0163620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c003a40 0x7f19b0163620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:05.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 -- 172.21.15.6:0/1539752611 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19b016a3c0 con 0x7f19b01fc790 2024-09-21T07:32:05.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19affff640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f19b01fc790 0x7f19b01fcba0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f19a0010c50 tx=0x7f19a000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19ad7fa640 1 -- 172.21.15.6:0/1539752611 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a0017070 con 0x7f19b01fc790 2024-09-21T07:32:05.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19b01f9f70 con 0x7f19b01fc790 2024-09-21T07:32:05.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19ad7fa640 1 -- 172.21.15.6:0/1539752611 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f19a0003b80 con 0x7f19b01fc790 2024-09-21T07:32:05.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19ad7fa640 1 -- 172.21.15.6:0/1539752611 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a0004030 con 0x7f19b01fc790 2024-09-21T07:32:05.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.895+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19b01f9490 con 0x7f19b01fc790 2024-09-21T07:32:05.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.899+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19b00d2fd0 con 0x7f19b01fc790 2024-09-21T07:32:05.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.899+0000 7f19ad7fa640 1 -- 172.21.15.6:0/1539752611 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f19a00041d0 con 0x7f19b01fc790 2024-09-21T07:32:05.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.899+0000 7f19ad7fa640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1990073200 0x7f1990075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:05.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.899+0000 7f19ad7fa640 1 -- 172.21.15.6:0/1539752611 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f19a0094dc0 con 0x7f19b01fc790 2024-09-21T07:32:05.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.899+0000 7f19b4ce1640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1990073200 0x7f1990075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:05.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.899+0000 7f19b4ce1640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1990073200 0x7f1990075710 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f19980ab000 tx=0x7f1998019da0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:05.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:05.903+0000 7f19ad7fa640 1 -- 172.21.15.6:0/1539752611 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f19b016a3c0 con 0x7f19b01fc790 2024-09-21T07:32:06.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.075+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f19b01fd530 con 0x7f1990073200 2024-09-21T07:32:06.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.075+0000 7f19ad7fa640 1 -- 172.21.15.6:0/1539752611 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f19b01fd530 con 0x7f1990073200 2024-09-21T07:32:06.081 INFO:teuthology.orchestra.run.smithi006.stderr:instructed osd(s) 3 to deep-scrub 2024-09-21T07:32:06.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1990073200 msgr2=0x7f1990075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1990073200 0x7f1990075710 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f19980ab000 tx=0x7f1998019da0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f19b01fc790 msgr2=0x7f19b01fcba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f19b01fc790 0x7f19b01fcba0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f19a0010c50 tx=0x7f19a000e720 comp rx=0 tx=0).stop 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 shutdown_connections 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f1990073200 0x7f1990075710 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f19b0169a70 0x7f19b0169e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f19b01fc790 0x7f19b01fcba0 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 --2- 172.21.15.6:0/1539752611 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f199c003a40 0x7f19b0163620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 >> 172.21.15.6:0/1539752611 conn(0x7f19b00d1460 msgr2=0x7f19b015e290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 shutdown_connections 2024-09-21T07:32:06.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.079+0000 7f19b6f45640 1 -- 172.21.15.6:0/1539752611 wait complete. 2024-09-21T07:32:06.102 INFO:tasks.ceph:Scrubbing osd.4 2024-09-21T07:32:06.103 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-21T07:32:06.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c3671640 1 -- 172.21.15.6:0/1179634735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5a4003a40 msgr2=0x7ff5a4003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c3671640 1 --2- 172.21.15.6:0/1179634735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5a4003a40 0x7ff5a4003eb0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7ff5ac001dc0 tx=0x7ff5ac01cb30 comp rx=0 tx=0).stop 2024-09-21T07:32:06.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c1c0e640 1 -- 172.21.15.6:0/1179634735 reap_dead start 2024-09-21T07:32:06.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c3671640 1 -- 172.21.15.6:0/1179634735 shutdown_connections 2024-09-21T07:32:06.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c3671640 1 -- 172.21.15.6:0/1179634735 >> 172.21.15.6:0/1179634735 conn(0x7ff5bc0b26a0 msgr2=0x7ff5bc06ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:06.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c3671640 1 -- 172.21.15.6:0/1179634735 shutdown_connections 2024-09-21T07:32:06.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c3671640 1 -- 172.21.15.6:0/1179634735 wait complete. 2024-09-21T07:32:06.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c3671640 1 Processor -- start 2024-09-21T07:32:06.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.247+0000 7ff5c3671640 1 -- start start 2024-09-21T07:32:06.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5a4003a40 0x7ff5bc15e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5bc0b1120 0x7ff5bc0b1530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5bc1f6750 0x7ff5bc1f6b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff5bc167470 con 0x7ff5a4003a40 2024-09-21T07:32:06.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff5bc0710b0 con 0x7ff5bc1f6750 2024-09-21T07:32:06.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff5bc1675f0 con 0x7ff5bc0b1120 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5a4003a40 0x7ff5bc15e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5a4003a40 0x7ff5bc15e1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42960/0 (socket says 172.21.15.6:42960) 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 -- 172.21.15.6:0/130882079 learned_addr learned my addr 172.21.15.6:0/130882079 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c1c0e640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5bc1f6750 0x7ff5bc1f6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c0c0c640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5bc0b1120 0x7ff5bc0b1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 -- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5bc0b1120 msgr2=0x7ff5bc0b1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff5bc0b1120 0x7ff5bc0b1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 -- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5bc1f6750 msgr2=0x7ff5bc1f6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff5bc1f6750 0x7ff5bc1f6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 -- 172.21.15.6:0/130882079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5bc0b1a70 con 0x7ff5a4003a40 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c140d640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5a4003a40 0x7ff5bc15e1c0 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7ff5ac0ab040 tx=0x7ff5ac006cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ac003b80 con 0x7ff5a4003a40 2024-09-21T07:32:06.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5ac003e30 con 0x7ff5a4003a40 2024-09-21T07:32:06.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5bc15d380 con 0x7ff5a4003a40 2024-09-21T07:32:06.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5bc155c90 con 0x7ff5a4003a40 2024-09-21T07:32:06.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ac006330 con 0x7ff5a4003a40 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff59c001040 con 0x7ff5a4003a40 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.251+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff5ac0064d0 con 0x7ff5a4003a40 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5b9ffb640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff5a8073200 0x7ff5a8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7ff5ac12e200 con 0x7ff5a4003a40 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5b9ffb640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7ff5a80792f0 0x7ff5a807b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 --> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff5ac0b6ec0 con 0x7ff5a80792f0 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7ff5ac12e690 con 0x7ff5a4003a40 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5c0c0c640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff5a8073200 0x7ff5a8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5c1c0e640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7ff5a80792f0 0x7ff5a807b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5c0c0c640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff5a8073200 0x7ff5a8075710 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7ff5b00018b0 tx=0x7ff5b0001ca0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5c1c0e640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7ff5a80792f0 0x7ff5a807b740 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.255+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 <== osd.4 v2:172.21.15.145:6818/469843171 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff5ac0b6ec0 con 0x7ff5a80792f0 2024-09-21T07:32:06.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 --> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff59c002dc0 con 0x7ff5a80792f0 2024-09-21T07:32:06.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5b9ffb640 1 -- 172.21.15.6:0/130882079 <== osd.4 v2:172.21.15.145:6818/469843171 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff59c002dc0 con 0x7ff5a80792f0 2024-09-21T07:32:06.275 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:32:06.275 INFO:teuthology.orchestra.run.smithi006.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T07:32:06.275 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:32:06.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7ff5a80792f0 msgr2=0x7ff5a807b740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6818/469843171,v1:172.21.15.145:6819/469843171] conn(0x7ff5a80792f0 0x7ff5a807b740 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff5a8073200 msgr2=0x7ff5a8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff5a8073200 0x7ff5a8075710 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7ff5b00018b0 tx=0x7ff5b0001ca0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5a4003a40 msgr2=0x7ff5bc15e1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 --2- 172.21.15.6:0/130882079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5a4003a40 0x7ff5bc15e1c0 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7ff5ac0ab040 tx=0x7ff5ac006cb0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c1c0e640 1 -- 172.21.15.6:0/130882079 reap_dead start 2024-09-21T07:32:06.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 shutdown_connections 2024-09-21T07:32:06.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 >> 172.21.15.6:0/130882079 conn(0x7ff5bc0b26a0 msgr2=0x7ff5bc0ade30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:06.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 shutdown_connections 2024-09-21T07:32:06.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.271+0000 7ff5c3671640 1 -- 172.21.15.6:0/130882079 wait complete. 2024-09-21T07:32:06.294 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-21T07:32:06.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 -- 172.21.15.6:0/1974440853 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10409bbb0 msgr2=0x7fc1040d02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 --2- 172.21.15.6:0/1974440853 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10409bbb0 0x7fc1040d02b0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fc0f4009bb0 tx=0x7fc0f401cb40 comp rx=0 tx=0).stop 2024-09-21T07:32:06.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 -- 172.21.15.6:0/1974440853 shutdown_connections 2024-09-21T07:32:06.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 --2- 172.21.15.6:0/1974440853 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc1040d07f0 0x7fc1041611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 --2- 172.21.15.6:0/1974440853 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10409bbb0 0x7fc1040d02b0 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 -- 172.21.15.6:0/1974440853 >> 172.21.15.6:0/1974440853 conn(0x7fc1040cef90 msgr2=0x7fc1040cf3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:06.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 -- 172.21.15.6:0/1974440853 shutdown_connections 2024-09-21T07:32:06.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 -- 172.21.15.6:0/1974440853 wait complete. 2024-09-21T07:32:06.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 Processor -- start 2024-09-21T07:32:06.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.439+0000 7fc10a207640 1 -- start start 2024-09-21T07:32:06.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc10409bbb0 0x7fc10414f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1041616f0 0x7fc10414f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10414fe40 0x7fc104150250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc10416a590 con 0x7fc10414fe40 2024-09-21T07:32:06.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fc10416a410 con 0x7fc1041616f0 2024-09-21T07:32:06.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fc10416a710 con 0x7fc10409bbb0 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10414fe40 0x7fc104150250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10414fe40 0x7fc104150250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42976/0 (socket says 172.21.15.6:42976) 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 -- 172.21.15.6:0/2283273452 learned_addr learned my addr 172.21.15.6:0/2283273452 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc102ffd640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1041616f0 0x7fc10414f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc1037fe640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc10409bbb0 0x7fc10414f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 -- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc10409bbb0 msgr2=0x7fc10414f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc10409bbb0 0x7fc10414f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 -- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1041616f0 msgr2=0x7fc10414f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1041616f0 0x7fc10414f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 -- 172.21.15.6:0/2283273452 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc10415efe0 con 0x7fc10414fe40 2024-09-21T07:32:06.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc103fff640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10414fe40 0x7fc104150250 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc00c340 tx=0x7fc0fc00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc0ebfff640 1 -- 172.21.15.6:0/2283273452 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc011790 con 0x7fc10414fe40 2024-09-21T07:32:06.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc0ebfff640 1 -- 172.21.15.6:0/2283273452 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0fc017070 con 0x7fc10414fe40 2024-09-21T07:32:06.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1040b0230 con 0x7fc10414fe40 2024-09-21T07:32:06.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc0ebfff640 1 -- 172.21.15.6:0/2283273452 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc011d00 con 0x7fc10414fe40 2024-09-21T07:32:06.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1040b07f0 con 0x7fc10414fe40 2024-09-21T07:32:06.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1040affa0 con 0x7fc10414fe40 2024-09-21T07:32:06.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.443+0000 7fc0ebfff640 1 -- 172.21.15.6:0/2283273452 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc0fc005020 con 0x7fc10414fe40 2024-09-21T07:32:06.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.447+0000 7fc0ebfff640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0f0073230 0x7fc0f0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.447+0000 7fc0ebfff640 1 -- 172.21.15.6:0/2283273452 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7fc0fc0946e0 con 0x7fc10414fe40 2024-09-21T07:32:06.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.447+0000 7fc1037fe640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0f0073230 0x7fc0f0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.447+0000 7fc1037fe640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0f0073230 0x7fc0f0075740 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fc0f40af000 tx=0x7fc0f401b3e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.451+0000 7fc0ebfff640 1 -- 172.21.15.6:0/2283273452 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc0fc05fa60 con 0x7fc10414fe40 2024-09-21T07:32:06.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.619+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7fc1040afd30 con 0x7fc0f0073230 2024-09-21T07:32:06.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc0ebfff640 1 -- 172.21.15.6:0/2283273452 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc1040afd30 con 0x7fc0f0073230 2024-09-21T07:32:06.627 INFO:teuthology.orchestra.run.smithi006.stderr:instructed osd(s) 4 to deep-scrub 2024-09-21T07:32:06.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0f0073230 msgr2=0x7fc0f0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0f0073230 0x7fc0f0075740 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fc0f40af000 tx=0x7fc0f401b3e0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10414fe40 msgr2=0x7fc104150250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10414fe40 0x7fc104150250 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc00c340 tx=0x7fc0fc00c800 comp rx=0 tx=0).stop 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 shutdown_connections 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fc0f0073230 0x7fc0f0075740 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc10414fe40 0x7fc104150250 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fc1041616f0 0x7fc10414f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 --2- 172.21.15.6:0/2283273452 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fc10409bbb0 0x7fc10414f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 >> 172.21.15.6:0/2283273452 conn(0x7fc1040cef90 msgr2=0x7fc1040b1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 shutdown_connections 2024-09-21T07:32:06.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.623+0000 7fc10a207640 1 -- 172.21.15.6:0/2283273452 wait complete. 2024-09-21T07:32:06.648 INFO:tasks.ceph:Scrubbing osd.5 2024-09-21T07:32:06.648 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-21T07:32:06.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.791+0000 7f355829a640 1 -- 172.21.15.6:0/4255395673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35500b6760 msgr2=0x7f355015f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.791+0000 7f355829a640 1 --2- 172.21.15.6:0/4255395673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35500b6760 0x7f355015f070 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f3544009900 tx=0x7f354401c880 comp rx=0 tx=0).stop 2024-09-21T07:32:06.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.791+0000 7f355829a640 1 -- 172.21.15.6:0/4255395673 shutdown_connections 2024-09-21T07:32:06.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.791+0000 7f355829a640 1 --2- 172.21.15.6:0/4255395673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35500b6760 0x7f355015f070 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.791+0000 7f355829a640 1 --2- 172.21.15.6:0/4255395673 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35500cfe10 0x7f35500b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.791+0000 7f355829a640 1 -- 172.21.15.6:0/4255395673 >> 172.21.15.6:0/4255395673 conn(0x7f35500d47a0 msgr2=0x7f35500d4bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:06.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.791+0000 7f355829a640 1 -- 172.21.15.6:0/4255395673 shutdown_connections 2024-09-21T07:32:06.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.791+0000 7f355829a640 1 -- 172.21.15.6:0/4255395673 wait complete. 2024-09-21T07:32:06.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 Processor -- start 2024-09-21T07:32:06.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 -- start start 2024-09-21T07:32:06.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35500b6760 0x7f35501fcb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35500cfe10 0x7f355015b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f355015f5b0 0x7f3550157380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f355016bd70 con 0x7f355015f5b0 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f355016bbf0 con 0x7f35500cfe10 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f355016bef0 con 0x7f35500b6760 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f355015f5b0 0x7f3550157380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f355015f5b0 0x7f3550157380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43008/0 (socket says 172.21.15.6:43008) 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 -- 172.21.15.6:0/591155017 learned_addr learned my addr 172.21.15.6:0/591155017 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556036640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35500b6760 0x7f35501fcb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3555835640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35500cfe10 0x7f355015b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 -- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35500b6760 msgr2=0x7f35501fcb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f35500b6760 0x7f35501fcb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 -- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35500cfe10 msgr2=0x7f355015b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f35500cfe10 0x7f355015b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 -- 172.21.15.6:0/591155017 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355015eca0 con 0x7f355015f5b0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f3556837640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f355015f5b0 0x7f3550157380 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f354800c3c0 tx=0x7f354800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3548017070 con 0x7f355015f5b0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35480053c0 con 0x7f355015f5b0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35501f9180 con 0x7f355015f5b0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3548003860 con 0x7f355015f5b0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.795+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35501f9740 con 0x7f355015f5b0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f355015f070 con 0x7f355015f5b0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f354801a070 con 0x7f355015f5b0 2024-09-21T07:32:06.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f354effd640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f353c073200 0x7f353c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f3548093340 con 0x7f355015f5b0 2024-09-21T07:32:06.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f354effd640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f353c0792f0 0x7f353c07b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 --> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3548007640 con 0x7f353c0792f0 2024-09-21T07:32:06.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f354809a050 con 0x7f355015f5b0 2024-09-21T07:32:06.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f3556036640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f353c073200 0x7f353c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f3555835640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f353c0792f0 0x7f353c07b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f3556036640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f353c073200 0x7f353c075710 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f3540005c50 tx=0x7f3540005be0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.799+0000 7f3555835640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f353c0792f0 0x7f353c07b740 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.803+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 <== osd.5 v2:172.21.15.145:6826/3013915105 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3548007640 con 0x7f353c0792f0 2024-09-21T07:32:06.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 --> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f35501f8f30 con 0x7f353c0792f0 2024-09-21T07:32:06.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f354effd640 1 -- 172.21.15.6:0/591155017 <== osd.5 v2:172.21.15.145:6826/3013915105 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f35501f8f30 con 0x7f353c0792f0 2024-09-21T07:32:06.821 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:32:06.821 INFO:teuthology.orchestra.run.smithi006.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T07:32:06.821 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:32:06.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f353c0792f0 msgr2=0x7f353c07b740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6826/3013915105,v1:172.21.15.145:6827/3013915105] conn(0x7f353c0792f0 0x7f353c07b740 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f353c073200 msgr2=0x7f353c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f353c073200 0x7f353c075710 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f3540005c50 tx=0x7f3540005be0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f355015f5b0 msgr2=0x7f3550157380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 --2- 172.21.15.6:0/591155017 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f355015f5b0 0x7f3550157380 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f354800c3c0 tx=0x7f354800c880 comp rx=0 tx=0).stop 2024-09-21T07:32:06.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f3556837640 1 -- 172.21.15.6:0/591155017 reap_dead start 2024-09-21T07:32:06.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 shutdown_connections 2024-09-21T07:32:06.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 >> 172.21.15.6:0/591155017 conn(0x7f35500d47a0 msgr2=0x7f35500d4bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:06.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 shutdown_connections 2024-09-21T07:32:06.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.815+0000 7f355829a640 1 -- 172.21.15.6:0/591155017 wait complete. 2024-09-21T07:32:06.839 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-21T07:32:06.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- 172.21.15.6:0/3210276123 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca0162a80 msgr2=0x7f5ca0159580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/3210276123 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca0162a80 0x7f5ca0159580 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009840 tx=0x7f5c9401c6b0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- 172.21.15.6:0/3210276123 shutdown_connections 2024-09-21T07:32:06.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/3210276123 >> v2:172.21.15.145:3300/0 conn(0x7f5ca006ddc0 0x7f5ca006e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/3210276123 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca0162a80 0x7f5ca0159580 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- 172.21.15.6:0/3210276123 >> 172.21.15.6:0/3210276123 conn(0x7f5ca00d47b0 msgr2=0x7f5ca00d4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:06.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- 172.21.15.6:0/3210276123 shutdown_connections 2024-09-21T07:32:06.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- 172.21.15.6:0/3210276123 wait complete. 2024-09-21T07:32:06.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 Processor -- start 2024-09-21T07:32:06.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- start start 2024-09-21T07:32:06.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca006ddc0 0x7f5ca00c9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00d2380 0x7f5ca015dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca0162a80 0x7f5ca0161610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca016cf30 con 0x7f5ca00d2380 2024-09-21T07:32:06.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca016cdb0 con 0x7f5ca006ddc0 2024-09-21T07:32:06.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca73b9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f5ca016d0b0 con 0x7f5ca0162a80 2024-09-21T07:32:06.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca4954640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00d2380 0x7f5ca015dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca4954640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00d2380 0x7f5ca015dd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43024/0 (socket says 172.21.15.6:43024) 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca4954640 1 -- 172.21.15.6:0/2072750925 learned_addr learned my addr 172.21.15.6:0/2072750925 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca5155640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca006ddc0 0x7f5ca00c9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.987+0000 7f5ca5956640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca0162a80 0x7f5ca0161610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca4954640 1 -- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca0162a80 msgr2=0x7f5ca0161610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca4954640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca0162a80 0x7f5ca0161610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca4954640 1 -- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca006ddc0 msgr2=0x7f5ca00c9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca4954640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca006ddc0 0x7f5ca00c9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca4954640 1 -- 172.21.15.6:0/2072750925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca00ca360 con 0x7f5ca00d2380 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca4954640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00d2380 0x7f5ca015dd60 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c00e7c0 tx=0x7f5c9c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5c91ffb640 1 -- 172.21.15.6:0/2072750925 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9c00ccc0 con 0x7f5ca00d2380 2024-09-21T07:32:06.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5c91ffb640 1 -- 172.21.15.6:0/2072750925 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c9c00ce80 con 0x7f5ca00d2380 2024-09-21T07:32:06.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ca01f9c90 con 0x7f5ca00d2380 2024-09-21T07:32:06.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5c91ffb640 1 -- 172.21.15.6:0/2072750925 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9c005280 con 0x7f5ca00d2380 2024-09-21T07:32:06.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ca01fa250 con 0x7f5ca00d2380 2024-09-21T07:32:06.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ca006e1d0 con 0x7f5ca00d2380 2024-09-21T07:32:06.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5c91ffb640 1 -- 172.21.15.6:0/2072750925 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5c9c005420 con 0x7f5ca00d2380 2024-09-21T07:32:06.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5c91ffb640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:06.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5c91ffb640 1 -- 172.21.15.6:0/2072750925 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f5c9c094c50 con 0x7f5ca00d2380 2024-09-21T07:32:06.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.991+0000 7f5ca5155640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:06.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.995+0000 7f5ca5155640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f5c940af000 tx=0x7f5c940b2040 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:06.995+0000 7f5c91ffb640 1 -- 172.21.15.6:0/2072750925 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5ca00ca360 con 0x7f5ca00d2380 2024-09-21T07:32:07.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.171+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f5ca015e6f0 con 0x7f5c84073200 2024-09-21T07:32:07.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.171+0000 7f5c91ffb640 1 -- 172.21.15.6:0/2072750925 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f5c94005160 con 0x7f5c84073200 2024-09-21T07:32:07.177 INFO:teuthology.orchestra.run.smithi006.stderr:instructed osd(s) 5 to deep-scrub 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 msgr2=0x7f5c84075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f5c940af000 tx=0x7f5c940b2040 comp rx=0 tx=0).stop 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00d2380 msgr2=0x7f5ca015dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00d2380 0x7f5ca015dd60 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c00e7c0 tx=0x7f5c9c00ec80 comp rx=0 tx=0).stop 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 shutdown_connections 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f5c84073200 0x7f5c84075710 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f5ca0162a80 0x7f5ca0161610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ca00d2380 0x7f5ca015dd60 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 --2- 172.21.15.6:0/2072750925 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f5ca006ddc0 0x7f5ca00c9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 >> 172.21.15.6:0/2072750925 conn(0x7f5ca00d47b0 msgr2=0x7f5ca0158980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:07.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 shutdown_connections 2024-09-21T07:32:07.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.175+0000 7f5ca73b9640 1 -- 172.21.15.6:0/2072750925 wait complete. 2024-09-21T07:32:07.200 INFO:tasks.ceph:Scrubbing osd.6 2024-09-21T07:32:07.200 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-21T07:32:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- 172.21.15.6:0/1729890203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440ce1b0 msgr2=0x7f99440ccc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 --2- 172.21.15.6:0/1729890203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440ce1b0 0x7f99440ccc90 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f9944146560 tx=0x7f993c01cac0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- 172.21.15.6:0/1729890203 shutdown_connections 2024-09-21T07:32:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 --2- 172.21.15.6:0/1729890203 >> v2:172.21.15.145:3300/0 conn(0x7f99440cd1d0 0x7f99440af120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 --2- 172.21.15.6:0/1729890203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440ce1b0 0x7f99440ccc90 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- 172.21.15.6:0/1729890203 >> 172.21.15.6:0/1729890203 conn(0x7f99440b26a0 msgr2=0x7f994406ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- 172.21.15.6:0/1729890203 shutdown_connections 2024-09-21T07:32:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- 172.21.15.6:0/1729890203 wait complete. 2024-09-21T07:32:07.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 Processor -- start 2024-09-21T07:32:07.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- start start 2024-09-21T07:32:07.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440af660 0x7f9944153910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99440cd1d0 0x7f9944096c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99440ce1b0 0x7f99440985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9944160fb0 con 0x7f99440af660 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f9944160e30 con 0x7f99440ce1b0 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994c63b640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f9944161130 con 0x7f99440cd1d0 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994a3d7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440af660 0x7f9944153910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994a3d7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440af660 0x7f9944153910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43052/0 (socket says 172.21.15.6:43052) 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.355+0000 7f994a3d7640 1 -- 172.21.15.6:0/3530019048 learned_addr learned my addr 172.21.15.6:0/3530019048 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994abd8640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99440ce1b0 0x7f99440985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f9949bd6640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99440cd1d0 0x7f9944096c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994a3d7640 1 -- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99440cd1d0 msgr2=0x7f9944096c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994a3d7640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f99440cd1d0 0x7f9944096c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994a3d7640 1 -- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99440ce1b0 msgr2=0x7f99440985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994a3d7640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99440ce1b0 0x7f99440985c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994a3d7640 1 -- 172.21.15.6:0/3530019048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9944070b80 con 0x7f99440af660 2024-09-21T07:32:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994abd8640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f99440ce1b0 0x7f99440985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994a3d7640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440af660 0x7f9944153910 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f993c009b10 tx=0x7f993c0a5970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993c0bb070 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f993c004e00 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f994415e830 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993c0b2040 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9944151ce0 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f99440af120 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f993c0be070 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9928073230 0x7f9928075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f993c12e790 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7f9928079320 0x7f992807b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 --> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f993c0a5c60 con 0x7f9928079320 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f993c12ec20 con 0x7f99440af660 2024-09-21T07:32:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f9949bd6640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9928073230 0x7f9928075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.359+0000 7f994abd8640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7f9928079320 0x7f992807b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.363+0000 7f994abd8640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7f9928079320 0x7f992807b770 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.363+0000 7f9949bd6640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9928073230 0x7f9928075740 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f99340058d0 tx=0x7f9934005860 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.363+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 <== osd.6 v2:172.21.15.145:6802/4036001370 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f993c0a5c60 con 0x7f9928079320 2024-09-21T07:32:07.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.375+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 --> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f99440adc20 con 0x7f9928079320 2024-09-21T07:32:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f993affd640 1 -- 172.21.15.6:0/3530019048 <== osd.6 v2:172.21.15.145:6802/4036001370 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f99440adc20 con 0x7f9928079320 2024-09-21T07:32:07.382 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:32:07.383 INFO:teuthology.orchestra.run.smithi006.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T07:32:07.383 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:32:07.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7f9928079320 msgr2=0x7f992807b770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6802/4036001370,v1:172.21.15.145:6804/4036001370] conn(0x7f9928079320 0x7f992807b770 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9928073230 msgr2=0x7f9928075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f9928073230 0x7f9928075740 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f99340058d0 tx=0x7f9934005860 comp rx=0 tx=0).stop 2024-09-21T07:32:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440af660 msgr2=0x7f9944153910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 --2- 172.21.15.6:0/3530019048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f99440af660 0x7f9944153910 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f993c009b10 tx=0x7f993c0a5970 comp rx=0 tx=0).stop 2024-09-21T07:32:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994abd8640 1 -- 172.21.15.6:0/3530019048 reap_dead start 2024-09-21T07:32:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 shutdown_connections 2024-09-21T07:32:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 >> 172.21.15.6:0/3530019048 conn(0x7f99440b26a0 msgr2=0x7f99440ad100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 shutdown_connections 2024-09-21T07:32:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.379+0000 7f994c63b640 1 -- 172.21.15.6:0/3530019048 wait complete. 2024-09-21T07:32:07.402 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-21T07:32:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3454202127 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6c4004810 msgr2=0x7ff6c4004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 --2- 172.21.15.6:0/3454202127 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6c4004810 0x7ff6c4004c20 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7ff6d4009b40 tx=0x7ff6d401d250 comp rx=0 tx=0).stop 2024-09-21T07:32:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3454202127 shutdown_connections 2024-09-21T07:32:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 --2- 172.21.15.6:0/3454202127 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6c4004810 0x7ff6c4004c20 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3454202127 >> 172.21.15.6:0/3454202127 conn(0x7ff6d80b2f10 msgr2=0x7ff6d80b3320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3454202127 shutdown_connections 2024-09-21T07:32:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3454202127 wait complete. 2024-09-21T07:32:07.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 Processor -- start 2024-09-21T07:32:07.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.551+0000 7ff6e01a3640 1 -- start start 2024-09-21T07:32:07.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6c4004810 0x7ff6d809b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6d8155740 0x7ff6d80c7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6d806ce00 0x7ff6d806d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d80b5d90 con 0x7ff6d806ce00 2024-09-21T07:32:07.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d80b5c10 con 0x7ff6c4004810 2024-09-21T07:32:07.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7ff6d80b5f10 con 0x7ff6d8155740 2024-09-21T07:32:07.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6d806ce00 0x7ff6d806d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6d806ce00 0x7ff6d806d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43062/0 (socket says 172.21.15.6:43062) 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 -- 172.21.15.6:0/3264453400 learned_addr learned my addr 172.21.15.6:0/3264453400 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6dd73e640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6d8155740 0x7ff6d80c7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6ddf3f640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6c4004810 0x7ff6d809b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 -- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6d8155740 msgr2=0x7ff6d80c7ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6d8155740 0x7ff6d80c7ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 -- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6c4004810 msgr2=0x7ff6d809b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6c4004810 0x7ff6d809b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 -- 172.21.15.6:0/3264453400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6d806d750 con 0x7ff6d806ce00 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6ddf3f640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6c4004810 0x7ff6d809b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6de740640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6d806ce00 0x7ff6d806d210 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7ff6d80cb9e0 tx=0x7ff6d0010da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6ce7fc640 1 -- 172.21.15.6:0/3264453400 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d000eca0 con 0x7ff6d806ce00 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6ce7fc640 1 -- 172.21.15.6:0/3264453400 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6d0013480 con 0x7ff6d806ce00 2024-09-21T07:32:07.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6ce7fc640 1 -- 172.21.15.6:0/3264453400 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d00138d0 con 0x7ff6d806ce00 2024-09-21T07:32:07.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6d81f8ed0 con 0x7ff6d806ce00 2024-09-21T07:32:07.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6d81f9490 con 0x7ff6d806ce00 2024-09-21T07:32:07.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6d81f9b50 con 0x7ff6d806ce00 2024-09-21T07:32:07.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.555+0000 7ff6ce7fc640 1 -- 172.21.15.6:0/3264453400 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff6d0013a70 con 0x7ff6d806ce00 2024-09-21T07:32:07.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.559+0000 7ff6ce7fc640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff6bc073200 0x7ff6bc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.559+0000 7ff6ce7fc640 1 -- 172.21.15.6:0/3264453400 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7ff6d0097dc0 con 0x7ff6d806ce00 2024-09-21T07:32:07.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.559+0000 7ff6ddf3f640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff6bc073200 0x7ff6bc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.559+0000 7ff6ddf3f640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff6bc073200 0x7ff6bc075710 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff6c8000c10 tx=0x7ff6c8006b50 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.563+0000 7ff6ce7fc640 1 -- 172.21.15.6:0/3264453400 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff6d81f9b50 con 0x7ff6d806ce00 2024-09-21T07:32:07.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.731+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7ff6d81f8c80 con 0x7ff6bc073200 2024-09-21T07:32:07.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.731+0000 7ff6ce7fc640 1 -- 172.21.15.6:0/3264453400 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7ff6d81f8c80 con 0x7ff6bc073200 2024-09-21T07:32:07.737 INFO:teuthology.orchestra.run.smithi006.stderr:instructed osd(s) 6 to deep-scrub 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff6bc073200 msgr2=0x7ff6bc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff6bc073200 0x7ff6bc075710 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff6c8000c10 tx=0x7ff6c8006b50 comp rx=0 tx=0).stop 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6d806ce00 msgr2=0x7ff6d806d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6d806ce00 0x7ff6d806d210 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7ff6d80cb9e0 tx=0x7ff6d0010da0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 shutdown_connections 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7ff6bc073200 0x7ff6bc075710 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff6d806ce00 0x7ff6d806d210 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7ff6d8155740 0x7ff6d80c7ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 --2- 172.21.15.6:0/3264453400 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7ff6c4004810 0x7ff6d809b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 >> 172.21.15.6:0/3264453400 conn(0x7ff6d80b2f10 msgr2=0x7ff6d8070370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:07.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 shutdown_connections 2024-09-21T07:32:07.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.735+0000 7ff6e01a3640 1 -- 172.21.15.6:0/3264453400 wait complete. 2024-09-21T07:32:07.760 INFO:tasks.ceph:Scrubbing osd.7 2024-09-21T07:32:07.760 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-21T07:32:07.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/3146234213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a415f460 msgr2=0x7fb0a415f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 --2- 172.21.15.6:0/3146234213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a415f460 0x7fb0a415f870 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fb09c009bc0 tx=0x7fb09c01cba0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/3146234213 shutdown_connections 2024-09-21T07:32:07.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 --2- 172.21.15.6:0/3146234213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a415f460 0x7fb0a415f870 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 --2- 172.21.15.6:0/3146234213 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a40ce6b0 0x7fb0a40b4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/3146234213 >> 172.21.15.6:0/3146234213 conn(0x7fb0a409a990 msgr2=0x7fb0a40b2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:07.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/3146234213 shutdown_connections 2024-09-21T07:32:07.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/3146234213 wait complete. 2024-09-21T07:32:07.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.911+0000 7fb0ac7ac640 1 Processor -- start 2024-09-21T07:32:07.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 -- start start 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a40ce6b0 0x7fb0a414ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a40cfda0 0x7fb0a4157210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a415f460 0x7fb0a41fc400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a4169340 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a41691c0 con 0x7fb0a40cfda0 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fb0a41694c0 con 0x7fb0a415f460 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a40ce6b0 0x7fb0a414ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a40ce6b0 0x7fb0a414ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43082/0 (socket says 172.21.15.6:43082) 2024-09-21T07:32:07.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 -- 172.21.15.6:0/4135333119 learned_addr learned my addr 172.21.15.6:0/4135333119 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0a9d47640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a40cfda0 0x7fb0a4157210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aad49640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a415f460 0x7fb0a41fc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 -- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a415f460 msgr2=0x7fb0a41fc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a415f460 0x7fb0a41fc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 -- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a40cfda0 msgr2=0x7fb0a4157210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a40cfda0 0x7fb0a4157210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 -- 172.21.15.6:0/4135333119 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0a4157750 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0a9d47640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fb0a40cfda0 0x7fb0a4157210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aad49640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fb0a415f460 0x7fb0a41fc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0aa548640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a40ce6b0 0x7fb0a414ab20 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fb0a000c460 tx=0x7fb0a000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a0011790 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb0a0017070 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0a4165ce0 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a0011ce0 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0a40ae8d0 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.915+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb0a415f870 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb0a001c460 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb09affd640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb088073230 0x7fb088075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7fb0a0094800 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb09affd640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7fb088079320 0x7fb08807b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:07.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 --> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb0a0023e70 con 0x7fb088079320 2024-09-21T07:32:07.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7fb0a0094c90 con 0x7fb0a40ce6b0 2024-09-21T07:32:07.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb0a9d47640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb088073230 0x7fb088075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb0aad49640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7fb088079320 0x7fb08807b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:07.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb0a9d47640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb088073230 0x7fb088075740 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fb0a409f3f0 tx=0x7fb0940091e0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb0aad49640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7fb088079320 0x7fb08807b770 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:07.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.919+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 <== osd.7 v2:172.21.15.145:6803/3880326313 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb0a0023e70 con 0x7fb088079320 2024-09-21T07:32:07.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 --> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fb0a4165a90 con 0x7fb088079320 2024-09-21T07:32:07.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb09affd640 1 -- 172.21.15.6:0/4135333119 <== osd.7 v2:172.21.15.145:6803/3880326313 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fb0a4165a90 con 0x7fb088079320 2024-09-21T07:32:07.940 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-09-21T07:32:07.940 INFO:teuthology.orchestra.run.smithi006.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T07:32:07.940 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7fb088079320 msgr2=0x7fb08807b770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6803/3880326313,v1:172.21.15.145:6805/3880326313] conn(0x7fb088079320 0x7fb08807b770 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb088073230 msgr2=0x7fb088075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fb088073230 0x7fb088075740 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fb0a409f3f0 tx=0x7fb0940091e0 comp rx=0 tx=0).stop 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a40ce6b0 msgr2=0x7fb0a414ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 --2- 172.21.15.6:0/4135333119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb0a40ce6b0 0x7fb0a414ab20 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fb0a000c460 tx=0x7fb0a000c920 comp rx=0 tx=0).stop 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0aad49640 1 -- 172.21.15.6:0/4135333119 reap_dead start 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 shutdown_connections 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 >> 172.21.15.6:0/4135333119 conn(0x7fb0a409a990 msgr2=0x7fb0a406ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 shutdown_connections 2024-09-21T07:32:07.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:07.935+0000 7fb0ac7ac640 1 -- 172.21.15.6:0/4135333119 wait complete. 2024-09-21T07:32:07.960 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-21T07:32:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- 172.21.15.6:0/336673257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 msgr2=0x7fefb415d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 --2- 172.21.15.6:0/336673257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 0x7fefb415d910 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7fefb40b2dd0 tx=0x7fefa401eff0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- 172.21.15.6:0/336673257 shutdown_connections 2024-09-21T07:32:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 --2- 172.21.15.6:0/336673257 >> v2:172.21.15.145:3300/0 conn(0x7fefb40b3430 0x7fefb40b3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 --2- 172.21.15.6:0/336673257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 0x7fefb415d910 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- 172.21.15.6:0/336673257 >> 172.21.15.6:0/336673257 conn(0x7fefb40b2420 msgr2=0x7fefb406ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:08.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- 172.21.15.6:0/336673257 shutdown_connections 2024-09-21T07:32:08.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- 172.21.15.6:0/336673257 wait complete. 2024-09-21T07:32:08.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 Processor -- start 2024-09-21T07:32:08.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- start start 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefb40b3430 0x7fefb40cbd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefb40ca950 0x7fefb4155920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 0x7fefb40b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40af580 con 0x7fefb415fd20 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40af400 con 0x7fefb40b3430 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefba3bd640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fefb415de50 con 0x7fefb40ca950 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.103+0000 7fefb895a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 0x7fefb40b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb895a640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 0x7fefb40b0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43092/0 (socket says 172.21.15.6:43092) 2024-09-21T07:32:08.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb895a640 1 -- 172.21.15.6:0/2162660000 learned_addr learned my addr 172.21.15.6:0/2162660000 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb3fff640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefb40b3430 0x7fefb40cbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb37fe640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefb40ca950 0x7fefb4155920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb895a640 1 -- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefb40ca950 msgr2=0x7fefb4155920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb895a640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefb40ca950 0x7fefb4155920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb895a640 1 -- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefb40b3430 msgr2=0x7fefb40cbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb895a640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefb40b3430 0x7fefb40cbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb895a640 1 -- 172.21.15.6:0/2162660000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb41f7b30 con 0x7fefb415fd20 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb3fff640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefb40b3430 0x7fefb40cbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb895a640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 0x7fefb40b0f10 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7fefac00cad0 tx=0x7fefac00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb0ff9640 1 -- 172.21.15.6:0/2162660000 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac016020 con 0x7fefb415fd20 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb0ff9640 1 -- 172.21.15.6:0/2162660000 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefac00ab40 con 0x7fefb415fd20 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb41f7e10 con 0x7fefb415fd20 2024-09-21T07:32:08.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb0ff9640 1 -- 172.21.15.6:0/2162660000 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac00ce10 con 0x7fefb415fd20 2024-09-21T07:32:08.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb41f83d0 con 0x7fefb415fd20 2024-09-21T07:32:08.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefb40b3840 con 0x7fefb415fd20 2024-09-21T07:32:08.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb0ff9640 1 -- 172.21.15.6:0/2162660000 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fefac019020 con 0x7fefb415fd20 2024-09-21T07:32:08.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb0ff9640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef94073200 0x7fef94075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:08.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb0ff9640 1 -- 172.21.15.6:0/2162660000 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7fefac094830 con 0x7fefb415fd20 2024-09-21T07:32:08.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.107+0000 7fefb3fff640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef94073200 0x7fef94075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:08.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.111+0000 7fefb3fff640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef94073200 0x7fef94075710 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fefa40b2000 tx=0x7fefa401d830 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:08.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.111+0000 7fefb0ff9640 1 -- 172.21.15.6:0/2162660000 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fefac020020 con 0x7fefb415fd20 2024-09-21T07:32:08.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7fefb406db40 con 0x7fef94073200 2024-09-21T07:32:08.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefb0ff9640 1 -- 172.21.15.6:0/2162660000 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fefb406db40 con 0x7fef94073200 2024-09-21T07:32:08.283 INFO:teuthology.orchestra.run.smithi006.stderr:instructed osd(s) 7 to deep-scrub 2024-09-21T07:32:08.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef94073200 msgr2=0x7fef94075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef94073200 0x7fef94075710 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fefa40b2000 tx=0x7fefa401d830 comp rx=0 tx=0).stop 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 msgr2=0x7fefb40b0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 0x7fefb40b0f10 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7fefac00cad0 tx=0x7fefac00cbc0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 shutdown_connections 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fef94073200 0x7fef94075710 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fefb415fd20 0x7fefb40b0f10 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fefb40ca950 0x7fefb4155920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 --2- 172.21.15.6:0/2162660000 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fefb40b3430 0x7fefb40cbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 >> 172.21.15.6:0/2162660000 conn(0x7fefb40b2420 msgr2=0x7fefb4074a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 shutdown_connections 2024-09-21T07:32:08.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.279+0000 7fefba3bd640 1 -- 172.21.15.6:0/2162660000 wait complete. 2024-09-21T07:32:08.305 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 -- 172.21.15.6:0/2747492454 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 msgr2=0x7f761015b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 --2- 172.21.15.6:0/2747492454 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 0x7f761015b490 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f76100b5de0 tx=0x7f760001c8c0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 -- 172.21.15.6:0/2747492454 shutdown_connections 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 --2- 172.21.15.6:0/2747492454 >> v2:172.21.15.145:3300/0 conn(0x7f761015b9d0 0x7f76100afdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 --2- 172.21.15.6:0/2747492454 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7610070420 0x7f76100af880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 --2- 172.21.15.6:0/2747492454 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 0x7f761015b490 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 -- 172.21.15.6:0/2747492454 >> 172.21.15.6:0/2747492454 conn(0x7f761006d200 msgr2=0x7f761006d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 -- 172.21.15.6:0/2747492454 shutdown_connections 2024-09-21T07:32:08.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.455+0000 7f76163ae640 1 -- 172.21.15.6:0/2747492454 wait complete. 2024-09-21T07:32:08.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 Processor -- start 2024-09-21T07:32:08.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 -- start start 2024-09-21T07:32:08.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 0x7f761014b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:08.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7610070420 0x7f761014bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:08.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761015b9d0 0x7f76100b0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:08.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f76100b40b0 con 0x7f7610070010 2024-09-21T07:32:08.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f761015e9b0 con 0x7f761015b9d0 2024-09-21T07:32:08.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f761014ee80 con 0x7f7610070420 2024-09-21T07:32:08.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 0x7f761014b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:08.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 0x7f761014b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43114/0 (socket says 172.21.15.6:43114) 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 -- 172.21.15.6:0/857835065 learned_addr learned my addr 172.21.15.6:0/857835065 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760f7fe640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7610070420 0x7f761014bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 -- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7610070420 msgr2=0x7f761014bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7610070420 0x7f761014bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f761494b640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761015b9d0 0x7f76100b0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 -- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761015b9d0 msgr2=0x7f76100b0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761015b9d0 0x7f76100b0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 -- 172.21.15.6:0/857835065 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76100cf7d0 con 0x7f7610070010 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760f7fe640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7610070420 0x7f761014bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f761494b640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761015b9d0 0x7f76100b0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760ffff640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 0x7f761014b830 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f76000b0040 tx=0x7f76000040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760cff9640 1 -- 172.21.15.6:0/857835065 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76000bc020 con 0x7f7610070010 2024-09-21T07:32:08.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760cff9640 1 -- 172.21.15.6:0/857835065 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7600003600 con 0x7f7610070010 2024-09-21T07:32:08.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f760cff9640 1 -- 172.21.15.6:0/857835065 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76000b2040 con 0x7f7610070010 2024-09-21T07:32:08.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f761014eba0 con 0x7f7610070010 2024-09-21T07:32:08.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76101f6480 con 0x7f7610070010 2024-09-21T07:32:08.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.459+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f761015b490 con 0x7f7610070010 2024-09-21T07:32:08.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.463+0000 7f760cff9640 1 -- 172.21.15.6:0/857835065 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f76000bf070 con 0x7f7610070010 2024-09-21T07:32:08.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.463+0000 7f760cff9640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f75fc073200 0x7f75fc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:08.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.463+0000 7f760cff9640 1 -- 172.21.15.6:0/857835065 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f760012df90 con 0x7f7610070010 2024-09-21T07:32:08.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.463+0000 7f760f7fe640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f75fc073200 0x7f75fc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:08.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.463+0000 7f760f7fe640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f75fc073200 0x7f75fc075710 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f76101f9bc0 tx=0x7f7604005cb0 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:08.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.467+0000 7f760cff9640 1 -- 172.21.15.6:0/857835065 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f76000164b0 con 0x7f7610070010 2024-09-21T07:32:08.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.639+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7610159050 con 0x7f75fc073200 2024-09-21T07:32:08.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.639+0000 7f760cff9640 1 -- 172.21.15.6:0/857835065 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13392 (secure 0 0 0) 0x7f7610159050 con 0x7f75fc073200 2024-09-21T07:32:08.644 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:32:08.644 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:32:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.639+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f75fc073200 msgr2=0x7f75fc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f75fc073200 0x7f75fc075710 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f76101f9bc0 tx=0x7f7604005cb0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 msgr2=0x7f761014b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 0x7f761014b830 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f76000b0040 tx=0x7f76000040c0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 shutdown_connections 2024-09-21T07:32:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f75fc073200 0x7f75fc075710 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f761015b9d0 0x7f76100b0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f7610070420 0x7f761014bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 --2- 172.21.15.6:0/857835065 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7610070010 0x7f761014b830 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 >> 172.21.15.6:0/857835065 conn(0x7f761006d200 msgr2=0x7f7610159be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 shutdown_connections 2024-09-21T07:32:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:08.643+0000 7f76163ae640 1 -- 172.21.15.6:0/857835065 wait complete. 2024-09-21T07:32:08.667 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":333,"stamp":"2024-09-21T07:32:07.003047+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":261616,"kb_used_data":12104,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713104,"statfs":{"total":773094113280,"available":772826218496,"internally_reserved":0,"allocated":12394496,"data_stored":6020320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.447546"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":278,"reported_epoch":112,"state":"active+clean","last_fresh":"2024-09-21T07:31:59.916166+0000","last_change":"2024-09-21T07:24:32.605506+0000","last_active":"2024-09-21T07:31:59.916166+0000","last_peered":"2024-09-21T07:31:59.916166+0000","last_clean":"2024-09-21T07:31:59.916166+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:31:59.916166+0000","last_undegraded":"2024-09-21T07:31:59.916166+0000","last_fullsized":"2024-09-21T07:31:59.916166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T07:24:31.069662+0000","last_clean_scrub_stamp":"2024-09-21T07:24:31.069662+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:08.883585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574942,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33136,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338704,"statfs":{"total":96636764160,"available":96602832896,"internally_reserved":0,"allocated":1994752,"data_stored":1195316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574943,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574942,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574942,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32564,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574943,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574943,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574943,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33136,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338704,"statfs":{"total":96636764160,"available":96602832896,"internally_reserved":0,"allocated":1994752,"data_stored":1195316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:32:08.669 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-21T07:24:31.069662+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=21, tm_hour=7, tm_min=24, tm_sec=31, tm_wday=5, tm_yday=265, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=21, tm_hour=7, tm_min=32, tm_sec=2, tm_wday=5, tm_yday=265, tm_isdst=0) 2024-09-21T07:32:08.669 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-21T07:32:28.670 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T07:32:28.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.839+0000 7fe28373e640 1 -- 172.21.15.6:0/2083086613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cd0e0 msgr2=0x7fe27c0cd4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:28.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.839+0000 7fe28373e640 1 --2- 172.21.15.6:0/2083086613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cd0e0 0x7fe27c0cd4f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe26c009900 tx=0x7fe26c01c8e0 comp rx=0 tx=0).stop 2024-09-21T07:32:28.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.839+0000 7fe28373e640 1 -- 172.21.15.6:0/2083086613 shutdown_connections 2024-09-21T07:32:28.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.839+0000 7fe28373e640 1 --2- 172.21.15.6:0/2083086613 >> v2:172.21.15.145:3300/0 conn(0x7fe27c0cda30 0x7fe27c0b1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:28.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.839+0000 7fe28373e640 1 --2- 172.21.15.6:0/2083086613 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cd0e0 0x7fe27c0cd4f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:28.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.839+0000 7fe28373e640 1 -- 172.21.15.6:0/2083086613 >> 172.21.15.6:0/2083086613 conn(0x7fe27c0cef90 msgr2=0x7fe27c0cf3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:28.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.839+0000 7fe28373e640 1 -- 172.21.15.6:0/2083086613 shutdown_connections 2024-09-21T07:32:28.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.839+0000 7fe28373e640 1 -- 172.21.15.6:0/2083086613 wait complete. 2024-09-21T07:32:28.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 Processor -- start 2024-09-21T07:32:28.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 -- start start 2024-09-21T07:32:28.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe27c09bbb0 0x7fe27c0c8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe27c0cd0e0 0x7fe27c0afe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cda30 0x7fe27c0b0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c16a410 con 0x7fe27c09bbb0 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c0b2e70 con 0x7fe27c0cd0e0 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fe27c16a590 con 0x7fe27c0cda30 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe27c09bbb0 0x7fe27c0c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe27c09bbb0 0x7fe27c0c8820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36378/0 (socket says 172.21.15.6:36378) 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 -- 172.21.15.6:0/90077624 learned_addr learned my addr 172.21.15.6:0/90077624 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe281cdb640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cda30 0x7fe27c0b0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe280cd9640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe27c0cd0e0 0x7fe27c0afe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 -- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cda30 msgr2=0x7fe27c0b0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cda30 0x7fe27c0b0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 -- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe27c0cd0e0 msgr2=0x7fe27c0afe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:28.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe27c0cd0e0 0x7fe27c0afe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 -- 172.21.15.6:0/90077624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe27c1facd0 con 0x7fe27c09bbb0 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe281cdb640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cda30 0x7fe27c0b0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe2814da640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe27c09bbb0 0x7fe27c0c8820 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7fe27800c3a0 tx=0x7fe27800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe271ffb640 1 -- 172.21.15.6:0/90077624 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe278017070 con 0x7fe27c09bbb0 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe271ffb640 1 -- 172.21.15.6:0/90077624 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2780053c0 con 0x7fe27c09bbb0 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe27c1fafb0 con 0x7fe27c09bbb0 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe271ffb640 1 -- 172.21.15.6:0/90077624 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2780038b0 con 0x7fe27c09bbb0 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe27c09f5c0 con 0x7fe27c09bbb0 2024-09-21T07:32:28.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.843+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe27c0cd4f0 con 0x7fe27c09bbb0 2024-09-21T07:32:28.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.847+0000 7fe271ffb640 1 -- 172.21.15.6:0/90077624 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe27801a070 con 0x7fe27c09bbb0 2024-09-21T07:32:28.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.847+0000 7fe271ffb640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe260073200 0x7fe260075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:28.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.847+0000 7fe271ffb640 1 -- 172.21.15.6:0/90077624 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7fe278093530 con 0x7fe27c09bbb0 2024-09-21T07:32:28.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.847+0000 7fe280cd9640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe260073200 0x7fe260075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:28.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.847+0000 7fe280cd9640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe260073200 0x7fe260075710 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fe26c0af000 tx=0x7fe26c01b120 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:28.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:28.851+0000 7fe271ffb640 1 -- 172.21.15.6:0/90077624 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe278021080 con 0x7fe27c09bbb0 2024-09-21T07:32:29.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.023+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 --> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe27c06d8a0 con 0x7fe260073200 2024-09-21T07:32:29.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.023+0000 7fe271ffb640 1 -- 172.21.15.6:0/90077624 <== mgr.4180 v2:172.21.15.145:6800/3154181708 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13365 (secure 0 0 0) 0x7fe26c0bf450 con 0x7fe260073200 2024-09-21T07:32:29.030 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:32:29.030 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe260073200 msgr2=0x7fe260075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe260073200 0x7fe260075710 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fe26c0af000 tx=0x7fe26c01b120 comp rx=0 tx=0).stop 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe27c09bbb0 msgr2=0x7fe27c0c8820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe27c09bbb0 0x7fe27c0c8820 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7fe27800c3a0 tx=0x7fe27800c860 comp rx=0 tx=0).stop 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 shutdown_connections 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fe260073200 0x7fe260075710 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fe27c0cda30 0x7fe27c0b0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fe27c0cd0e0 0x7fe27c0afe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 --2- 172.21.15.6:0/90077624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe27c09bbb0 0x7fe27c0c8820 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 >> 172.21.15.6:0/90077624 conn(0x7fe27c0cef90 msgr2=0x7fe27c072bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:29.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 shutdown_connections 2024-09-21T07:32:29.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.027+0000 7fe28373e640 1 -- 172.21.15.6:0/90077624 wait complete. 2024-09-21T07:32:29.054 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":344,"stamp":"2024-09-21T07:32:29.010573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":261608,"kb_used_data":12104,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713112,"statfs":{"total":773094113280,"available":772826226688,"internally_reserved":0,"allocated":12394496,"data_stored":6020320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004098"},"pg_stats":[{"pgid":"1.0","version":"112'74","reported_seq":288,"reported_epoch":112,"state":"active+clean","last_fresh":"2024-09-21T07:32:08.987245+0000","last_change":"2024-09-21T07:32:08.987245+0000","last_active":"2024-09-21T07:32:08.987245+0000","last_peered":"2024-09-21T07:32:08.987245+0000","last_clean":"2024-09-21T07:32:08.987245+0000","last_became_active":"2024-09-21T07:24:32.603223+0000","last_became_peered":"2024-09-21T07:24:32.603223+0000","last_unstale":"2024-09-21T07:32:08.987245+0000","last_undegraded":"2024-09-21T07:32:08.987245+0000","last_fullsized":"2024-09-21T07:32:08.987245+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"112'74","last_scrub_stamp":"2024-09-21T07:32:08.987021+0000","last_deep_scrub":"112'74","last_deep_scrub_stamp":"2024-09-21T07:32:08.987021+0000","last_clean_scrub_stamp":"2024-09-21T07:32:08.987021+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:13.683904+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574946,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33132,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338708,"statfs":{"total":96636764160,"available":96602836992,"internally_reserved":0,"allocated":1994752,"data_stored":1195316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574947,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574946,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574946,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32564,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574947,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574947,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574947,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32556,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339284,"statfs":{"total":96636764160,"available":96603426816,"internally_reserved":0,"allocated":1400832,"data_stored":604948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574947,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33132,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338708,"statfs":{"total":96636764160,"available":96602836992,"internally_reserved":0,"allocated":1994752,"data_stored":1195316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T07:32:29.054 DEBUG:teuthology.orchestra.run.smithi006:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-21T07:32:29.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.203+0000 7fbc067f7640 1 -- 172.21.15.6:0/3719605679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 msgr2=0x7fbc000b46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.203+0000 7fbc067f7640 1 --2- 172.21.15.6:0/3719605679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 0x7fbc000b46f0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4009840 tx=0x7fbbf401d250 comp rx=0 tx=0).stop 2024-09-21T07:32:29.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.203+0000 7fbc067f7640 1 -- 172.21.15.6:0/3719605679 shutdown_connections 2024-09-21T07:32:29.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.203+0000 7fbc067f7640 1 --2- 172.21.15.6:0/3719605679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 0x7fbc000b46f0 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.203+0000 7fbc067f7640 1 -- 172.21.15.6:0/3719605679 >> 172.21.15.6:0/3719605679 conn(0x7fbc000b2420 msgr2=0x7fbc0006ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:29.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.203+0000 7fbc067f7640 1 -- 172.21.15.6:0/3719605679 shutdown_connections 2024-09-21T07:32:29.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.203+0000 7fbc067f7640 1 -- 172.21.15.6:0/3719605679 wait complete. 2024-09-21T07:32:29.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 Processor -- start 2024-09-21T07:32:29.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 -- start start 2024-09-21T07:32:29.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc000712b0 0x7fbc00153570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:29.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc000b4c30 0x7fbc0015c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:29.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 0x7fbc0009d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:29.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbc001696c0 con 0x7fbc0015f010 2024-09-21T07:32:29.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7fbc000cf690 con 0x7fbc000b4c30 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7fbc00169840 con 0x7fbc000712b0 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 0x7fbc0009d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 0x7fbc0009d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36400/0 (socket says 172.21.15.6:36400) 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 -- 172.21.15.6:0/2593326589 learned_addr learned my addr 172.21.15.6:0/2593326589 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbbfffff640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc000712b0 0x7fbc00153570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbbff7fe640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc000b4c30 0x7fbc0015c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 -- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc000712b0 msgr2=0x7fbc00153570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc000712b0 0x7fbc00153570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 -- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc000b4c30 msgr2=0x7fbc0015c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc000b4c30 0x7fbc0015c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 -- 172.21.15.6:0/2593326589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc00153ab0 con 0x7fbc0015f010 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbbff7fe640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc000b4c30 0x7fbc0015c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc04d94640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 0x7fbc0009d790 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800c770 tx=0x7fbbf800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbbfcff9640 1 -- 172.21.15.6:0/2593326589 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8003b80 con 0x7fbc0015f010 2024-09-21T07:32:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbbfcff9640 1 -- 172.21.15.6:0/2593326589 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbf8003d20 con 0x7fbc0015f010 2024-09-21T07:32:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc00153d80 con 0x7fbc0015f010 2024-09-21T07:32:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbbfcff9640 1 -- 172.21.15.6:0/2593326589 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf800aab0 con 0x7fbc0015f010 2024-09-21T07:32:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc00154340 con 0x7fbc0015f010 2024-09-21T07:32:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.207+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc000b46f0 con 0x7fbc0015f010 2024-09-21T07:32:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.211+0000 7fbbfcff9640 1 -- 172.21.15.6:0/2593326589 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbbf800ac50 con 0x7fbc0015f010 2024-09-21T07:32:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.211+0000 7fbbfcff9640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbbec073230 0x7fbbec075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.211+0000 7fbbfcff9640 1 -- 172.21.15.6:0/2593326589 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7fbbf8093d90 con 0x7fbc0015f010 2024-09-21T07:32:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.211+0000 7fbbfffff640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbbec073230 0x7fbbec075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.211+0000 7fbbfffff640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbbec073230 0x7fbbec075740 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fbbf40af000 tx=0x7fbbf401b030 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:29.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.215+0000 7fbbfcff9640 1 -- 172.21.15.6:0/2593326589 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbbf805f030 con 0x7fbc0015f010 2024-09-21T07:32:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.391+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fbc00155320 con 0x7fbc0015f010 2024-09-21T07:32:29.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.395+0000 7fbbfcff9640 1 -- 172.21.15.6:0/2593326589 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v49)=0 v49) ==== 123+0+0 (secure 0 0 0) 0x7fbbf805e930 con 0x7fbc0015f010 2024-09-21T07:32:29.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbbfcff9640 1 -- 172.21.15.6:0/2593326589 <== mon.0 v2:172.21.15.6:3300/0 8 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fbbf805e440 con 0x7fbc0015f010 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbbec073230 msgr2=0x7fbbec075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbbec073230 0x7fbbec075740 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fbbf40af000 tx=0x7fbbf401b030 comp rx=0 tx=0).stop 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 msgr2=0x7fbc0009d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 0x7fbc0009d790 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800c770 tx=0x7fbbf800cc30 comp rx=0 tx=0).stop 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 shutdown_connections 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7fbbec073230 0x7fbbec075740 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc0015f010 0x7fbc0009d790 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7fbc000b4c30 0x7fbc0015c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 --2- 172.21.15.6:0/2593326589 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7fbc000712b0 0x7fbc00153570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 >> 172.21.15.6:0/2593326589 conn(0x7fbc000b2420 msgr2=0x7fbc0006f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:29.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 shutdown_connections 2024-09-21T07:32:29.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.399+0000 7fbc067f7640 1 -- 172.21.15.6:0/2593326589 wait complete. 2024-09-21T07:32:29.425 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T07:32:29.425 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T07:32:29.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.571+0000 7f2970dd9640 1 -- 172.21.15.6:0/725276329 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0ccc60 msgr2=0x7f296c0cd070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.571+0000 7f2970dd9640 1 --2- 172.21.15.6:0/725276329 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0ccc60 0x7f296c0cd070 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f296c070970 tx=0x7f296001d980 comp rx=0 tx=0).stop 2024-09-21T07:32:29.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.571+0000 7f2970dd9640 1 -- 172.21.15.6:0/725276329 shutdown_connections 2024-09-21T07:32:29.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.571+0000 7f2970dd9640 1 --2- 172.21.15.6:0/725276329 >> v2:172.21.15.145:3300/0 conn(0x7f296c0ce340 0x7f296c0ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.571+0000 7f2970dd9640 1 --2- 172.21.15.6:0/725276329 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0ccc60 0x7f296c0cd070 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.571+0000 7f2970dd9640 1 -- 172.21.15.6:0/725276329 >> 172.21.15.6:0/725276329 conn(0x7f296c0b2420 msgr2=0x7f296c06ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:29.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.571+0000 7f2970dd9640 1 -- 172.21.15.6:0/725276329 shutdown_connections 2024-09-21T07:32:29.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.571+0000 7f2970dd9640 1 -- 172.21.15.6:0/725276329 wait complete. 2024-09-21T07:32:29.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 Processor -- start 2024-09-21T07:32:29.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 -- start start 2024-09-21T07:32:29.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0af870 0x7f296c153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:29.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 --2- >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f296c0ccc60 0x7f296c09b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:29.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 --2- >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f296c0ce340 0x7f296c155b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:29.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f296c168210 con 0x7f296c0af870 2024-09-21T07:32:29.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 -- --> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] -- mon_getmap magic: 0 -- 0x7f296c168090 con 0x7f296c0ccc60 2024-09-21T07:32:29.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 -- --> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] -- mon_getmap magic: 0 -- 0x7f296c168390 con 0x7f296c0ce340 2024-09-21T07:32:29.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0af870 0x7f296c153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:29.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0af870 0x7f296c153440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36414/0 (socket says 172.21.15.6:36414) 2024-09-21T07:32:29.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 -- 172.21.15.6:0/3695484334 learned_addr learned my addr 172.21.15.6:0/3695484334 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-09-21T07:32:29.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296ad9d640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f296c0ce340 0x7f296c155b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2969d9b640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f296c0ccc60 0x7f296c09b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 -- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f296c0ce340 msgr2=0x7f296c155b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f296c0ce340 0x7f296c155b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 -- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f296c0ccc60 msgr2=0x7f296c09b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f296c0ccc60 0x7f296c09b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 -- 172.21.15.6:0/3695484334 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f296c09b7a0 con 0x7f296c0af870 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2969d9b640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f296c0ccc60 0x7f296c09b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f296a59c640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0af870 0x7f296c153440 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f295c00b440 tx=0x7f295c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:29.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f295affd640 1 -- 172.21.15.6:0/3695484334 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f295c015020 con 0x7f296c0af870 2024-09-21T07:32:29.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f295affd640 1 -- 172.21.15.6:0/3695484334 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f295c011890 con 0x7f296c0af870 2024-09-21T07:32:29.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f295affd640 1 -- 172.21.15.6:0/3695484334 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f295c011d00 con 0x7f296c0af870 2024-09-21T07:32:29.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f296c099100 con 0x7f296c0af870 2024-09-21T07:32:29.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.575+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f296c09b9b0 con 0x7f296c0af870 2024-09-21T07:32:29.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.579+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f296c09bc10 con 0x7f296c0af870 2024-09-21T07:32:29.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.579+0000 7f295affd640 1 -- 172.21.15.6:0/3695484334 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f295c018020 con 0x7f296c0af870 2024-09-21T07:32:29.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.579+0000 7f295affd640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f294c073200 0x7f294c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T07:32:29.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.579+0000 7f295affd640 1 -- 172.21.15.6:0/3695484334 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 5201+0+0 (secure 0 0 0) 0x7f295c094850 con 0x7f296c0af870 2024-09-21T07:32:29.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.579+0000 7f2969d9b640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f294c073200 0x7f294c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T07:32:29.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.579+0000 7f2969d9b640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f294c073200 0x7f294c075710 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f29600b0000 tx=0x7f296001a720 comp rx=0 tx=0).ready entity=mgr.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T07:32:29.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.583+0000 7f295affd640 1 -- 172.21.15.6:0/3695484334 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f295c00d040 con 0x7f296c0af870 2024-09-21T07:32:29.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.783+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f296c0cd070 con 0x7f296c0af870 2024-09-21T07:32:29.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.783+0000 7f295affd640 1 -- 172.21.15.6:0/3695484334 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+3905 (secure 0 0 0) 0x7f295c05fb60 con 0x7f296c0af870 2024-09-21T07:32:29.789 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-09-21T07:32:29.789 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":90,"btime":"2024-09-21T07:31:57:536338+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6835/2459432453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6834","nonce":2459432453},{"type":"v1","addr":"172.21.15.145:6835","nonce":2459432453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":6562,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.145:6837/1359183109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6836","nonce":1359183109},{"type":"v1","addr":"172.21.15.145:6837","nonce":1359183109}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":7659,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6833/40545975","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":40545975},{"type":"v1","addr":"172.21.15.6:6833","nonce":40545975}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90},{"gid":7668,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/2473866573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":2473866573},{"type":"v1","addr":"172.21.15.6:6835","nonce":2473866573}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":90}],"filesystems":[]} 2024-09-21T07:32:29.789 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 90 2024-09-21T07:32:29.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f294c073200 msgr2=0x7f294c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f294c073200 0x7f294c075710 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f29600b0000 tx=0x7f296001a720 comp rx=0 tx=0).stop 2024-09-21T07:32:29.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0af870 msgr2=0x7f296c153440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T07:32:29.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0af870 0x7f296c153440 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f295c00b440 tx=0x7f295c00b900 comp rx=0 tx=0).stop 2024-09-21T07:32:29.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 shutdown_connections 2024-09-21T07:32:29.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:6800/3154181708,v1:172.21.15.145:6801/3154181708] conn(0x7f294c073200 0x7f294c075710 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] conn(0x7f296c0ce340 0x7f296c155b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x7f296c0ccc60 0x7f296c09b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 --2- 172.21.15.6:0/3695484334 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f296c0af870 0x7f296c153440 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T07:32:29.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 >> 172.21.15.6:0/3695484334 conn(0x7f296c0b2420 msgr2=0x7f296c0ad100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T07:32:29.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 shutdown_connections 2024-09-21T07:32:29.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-09-21T07:32:29.787+0000 7f2970dd9640 1 -- 172.21.15.6:0/3695484334 wait complete. 2024-09-21T07:32:29.810 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-21T07:32:29.810 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-21T07:32:29.810 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T07:32:29.810 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:29.827 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T07:32:29.827 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T07:32:29.827 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:29.886 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T07:32:29.886 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T07:32:29.886 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:29.909 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T07:32:29.909 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T07:32:29.909 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:29.968 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T07:32:29.968 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-21T07:32:29.969 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-21T07:32:29.969 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:33.619 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:32:33.621 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:32:34.793 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-09-21T07:32:36.071 INFO:tasks.ceph.osd.0:Stopped 2024-09-21T07:32:36.073 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-21T07:32:36.073 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:36.170 INFO:tasks.ceph.osd.1:Stopped 2024-09-21T07:32:36.170 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-21T07:32:36.171 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:36.268 INFO:tasks.ceph.osd.2:Stopped 2024-09-21T07:32:36.268 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-21T07:32:36.268 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:36.359 INFO:tasks.ceph.osd.3:Stopped 2024-09-21T07:32:36.359 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-21T07:32:36.359 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:36.439 INFO:tasks.ceph.osd.4:Stopped 2024-09-21T07:32:36.439 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-21T07:32:36.439 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:36.530 INFO:tasks.ceph.osd.5:Stopped 2024-09-21T07:32:36.530 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-21T07:32:36.530 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:36.622 INFO:tasks.ceph.osd.6:Stopped 2024-09-21T07:32:36.623 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-21T07:32:36.623 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:40.299 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-21T07:32:40.299 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-09-21T07:32:42.724 INFO:tasks.ceph.osd.7:Stopped 2024-09-21T07:32:42.725 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-21T07:32:42.726 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-21T07:32:42.726 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:42.759 INFO:tasks.ceph.mgr.y:Stopped 2024-09-21T07:32:42.759 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-21T07:32:42.760 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:42.793 INFO:tasks.ceph.mgr.x:Stopped 2024-09-21T07:32:42.793 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-21T07:32:42.794 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-21T07:32:42.794 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:42.834 INFO:tasks.ceph.mon.a:Stopped 2024-09-21T07:32:42.835 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-21T07:32:42.835 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:42.859 INFO:tasks.ceph.mon.b:Stopped 2024-09-21T07:32:42.859 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-21T07:32:42.859 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T07:32:42.915 INFO:tasks.ceph.mon.c:Stopped 2024-09-21T07:32:42.915 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-21T07:32:42.916 DEBUG:teuthology.orchestra.run.smithi006:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'client session with non-allowable root' | head -n 1 2024-09-21T07:32:42.936 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:32:42.936 DEBUG:teuthology.orchestra.run.smithi006:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-21T07:32:43.227 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:32:43.227 DEBUG:teuthology.orchestra.run.smithi006:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-21T07:32:43.544 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:32:43.545 DEBUG:teuthology.orchestra.run.smithi006:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-21T07:32:43.725 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:32:43.726 DEBUG:teuthology.orchestra.run.smithi006:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-21T07:32:43.910 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:32:43.911 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-21T07:32:44.110 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:32:44.110 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-21T07:32:44.299 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:32:44.299 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-21T07:32:44.476 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:32:44.476 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-21T07:32:44.652 INFO:tasks.ceph:Archiving mon data... 2024-09-21T07:32:44.654 DEBUG:teuthology.misc:Transferring archived files from smithi006:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/data/mon.a.tgz 2024-09-21T07:32:44.654 DEBUG:teuthology.orchestra.run.smithi006:> mktemp 2024-09-21T07:32:44.660 INFO:teuthology.orchestra.run.smithi006.stdout:/tmp/tmp.uwyMvlRpCk 2024-09-21T07:32:44.660 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.uwyMvlRpCk 2024-09-21T07:32:44.814 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 0666 /tmp/tmp.uwyMvlRpCk 2024-09-21T07:32:44.878 DEBUG:teuthology.orchestra.remote:smithi006:/tmp/tmp.uwyMvlRpCk is 438KB 2024-09-21T07:32:44.940 DEBUG:teuthology.orchestra.run.smithi006:> rm -fr /tmp/tmp.uwyMvlRpCk 2024-09-21T07:32:44.945 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/data/mon.b.tgz 2024-09-21T07:32:44.945 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-21T07:32:44.951 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.kOLlsyC2sy 2024-09-21T07:32:44.951 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.kOLlsyC2sy 2024-09-21T07:32:45.096 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.kOLlsyC2sy 2024-09-21T07:32:45.155 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.kOLlsyC2sy is 445KB 2024-09-21T07:32:45.214 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.kOLlsyC2sy 2024-09-21T07:32:45.219 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/data/mon.c.tgz 2024-09-21T07:32:45.219 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2024-09-21T07:32:45.268 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.SftgXlf4QG 2024-09-21T07:32:45.269 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.SftgXlf4QG 2024-09-21T07:32:45.299 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-21T07:32:45.422 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.SftgXlf4QG 2024-09-21T07:32:45.484 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.SftgXlf4QG is 445KB 2024-09-21T07:32:45.546 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.SftgXlf4QG 2024-09-21T07:32:45.551 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-21T07:32:45.551 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-21T07:32:45.553 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-21T07:32:45.614 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-21T07:32:45.652 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-21T07:32:45.652 INFO:tasks.ceph:Archiving crash dumps... 2024-09-21T07:32:45.659 DEBUG:teuthology.misc:Transferring archived files from smithi006:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/remote/smithi006/crash 2024-09-21T07:32:45.661 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-21T07:32:45.675 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/remote/smithi145/crash 2024-09-21T07:32:45.676 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-21T07:32:45.708 INFO:tasks.ceph:Shutting down logrotate 2024-09-21T07:32:45.708 DEBUG:teuthology.orchestra.run.smithi006:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:32:45.723 DEBUG:teuthology.orchestra.run.smithi145:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T07:32:45.798 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-21T07:32:45.811 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-21T07:32:45.825 INFO:tasks.ceph:Compressing logs... 2024-09-21T07:32:45.825 DEBUG:teuthology.orchestra.run.smithi006:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T07:32:45.855 DEBUG:teuthology.orchestra.run.smithi145:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T07:32:45.872 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43958.log 2024-09-21T07:32:45.872 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42813.log 2024-09-21T07:32:45.873 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38862.log 2024-09-21T07:32:45.873 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42813.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43958.log.gz 2024-09-21T07:32:45.874 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49425.log 2024-09-21T07:32:45.874 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42813.log.gz 2024-09-21T07:32:45.875 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43887.log 2024-09-21T07:32:45.875 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38862.log.gz 2024-09-21T07:32:45.875 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40647.log 2024-09-21T07:32:45.875 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43887.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49425.log.gz 2024-09-21T07:32:45.875 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42228.log 2024-09-21T07:32:45.875 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43887.log.gz 2024-09-21T07:32:45.876 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35144.log 2024-09-21T07:32:45.876 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.40647.log.gz 2024-09-21T07:32:45.876 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35681.log 2024-09-21T07:32:45.876 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6%/var/log/ceph/ceph-client.admin.35144.log: -- replaced with /var/log/ceph/ceph-client.admin.42228.log.gz 2024-09-21T07:32:45.877 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45048.log 2024-09-21T07:32:45.877 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35144.log.gz 2024-09-21T07:32:45.877 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35395.log 2024-09-21T07:32:45.877 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.35681.log.gz 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37130.log 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35395.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45048.log.gz 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28944.log 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.35395.log.gz 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44996.log 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37130.log.gz 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28944.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49451.log 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.28944.log.gz 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44484.log 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44996.log.gz 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37755.log 2024-09-21T07:32:45.879 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49451.log.gz 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49556.log 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37755.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44484.log.gz 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45394.log 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37755.log.gz 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41737.log 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49556.log.gz 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43524.log 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.45394.log.gz 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40881.log 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41737.log.gz 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43524.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41211.log 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.43524.log.gz 2024-09-21T07:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36149.log 2024-09-21T07:32:45.883 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41211.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.40881.log.gz 2024-09-21T07:32:45.884 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41211.log.gz 2024-09-21T07:32:45.884 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47750.log 2024-09-21T07:32:45.884 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36149.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-21T07:32:45.884 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.36149.log.gz 2024-09-21T07:32:45.884 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44002.log 2024-09-21T07:32:45.884 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-mgr.y.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47750.log.gz 2024-09-21T07:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29418.log 2024-09-21T07:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39125.log 2024-09-21T07:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44002.log.gz 2024-09-21T07:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44773.log 2024-09-21T07:32:45.886 INFO:teuthology.orchestra.run.smithi006.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29418.log.gz 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40288.log 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39125.log: /var/log/ceph/ceph-client.admin.44773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45987.log 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44773.log.gz 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.39125.log.gz 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39268.log 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49399.log 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40288.log.gz 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45987.log.gz 2024-09-21T07:32:45.887 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38318.log 2024-09-21T07:32:45.900 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29131.log 2024-09-21T07:32:45.900 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-21T07:32:45.900 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29131.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29131.log.gz 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.34988.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.badguy.35663.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.6.log: /var/log/ceph/ceph-client.1.34988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.badguy.35559.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.badguy.35663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35291.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr: 84.9% -- replaced with /var/log/ceph/ceph-client.badguy.35663.log.gz 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28980.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.badguy.35559.log: /var/log/ceph/ceph-client.1.35291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29076.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.28980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.36125.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.28980.log.gz/var/log/ceph/ceph-client.admin.29076.log: 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29107.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.29076.log.gz 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.36125.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-21T07:32:45.901 INFO:teuthology.orchestra.run.smithi145.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.1.34988.log.gz 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35457.log 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr: 90.5% 87.7% -- replaced with /var/log/ceph/ceph-client.1.36125.log.gz 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.29107.log.gz 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.badguy.35559.log.gz 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.5.log: /var/log/ceph/ceph-client.1.35457.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.36275.log 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.1.35457.log.gz 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr:gzip/var/log/ceph/ceph.log: -5 --verbose -- /var/log/ceph/ceph-client.1.35187.log 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.36275.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35187.log: 92.8% -- replaced with /var/log/ceph/ceph-client.1.35291.log.gz 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr: 90.3%gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.1.35187.log.gz 2024-09-21T07:32:45.902 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.34679.log 2024-09-21T07:32:45.903 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph.audit.log: 91.9% -- replaced with /var/log/ceph/ceph-client.1.36275.log.gz 2024-09-21T07:32:45.903 INFO:teuthology.orchestra.run.smithi145.stderr: 92.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-21T07:32:45.903 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29028.log 2024-09-21T07:32:45.903 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35812.log 2024-09-21T07:32:45.903 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29028.log: /var/log/ceph/ceph-client.3.34679.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.29028.log.gz 2024-09-21T07:32:45.903 INFO:teuthology.orchestra.run.smithi145.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.3.34679.log.gz 2024-09-21T07:32:45.903 INFO:teuthology.orchestra.run.smithi145.stderr: 93.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-21T07:32:45.903 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.35969.log 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.34834.log 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.35969.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.1.35812.log.gz 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.34834.log: 87.7% -- replaced with /var/log/ceph/ceph-client.1.35969.log.gz 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.34560.log 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29004.log 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.1.34834.log.gz 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.1.34560.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29004.log: 88.6% 86.9% -- replaced with /var/log/ceph/ceph-client.admin.29004.log.gz 2024-09-21T07:32:45.913 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.1.34560.log.gz 2024-09-21T07:32:45.914 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-21T07:32:45.914 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-21T07:32:45.914 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mds.b.log: /var/log/ceph/ceph-mon.b.log: 92.7% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-21T07:32:45.914 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29155.log 2024-09-21T07:32:45.924 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29052.log 2024-09-21T07:32:45.931 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29155.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29155.log.gz 2024-09-21T07:32:45.931 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.29052.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29052.log.gz 2024-09-21T07:32:45.944 INFO:teuthology.orchestra.run.smithi145.stderr: 90.8% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-21T07:32:45.955 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.39268.log.gz 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38687.log 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38318.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49399.log.gz 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43383.log 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38318.log.gz 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29082.log 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47791.log 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.38687.log.gz 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43383.log.gz 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29082.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29082.log.gz 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41313.log 2024-09-21T07:32:45.956 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42716.log 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr: 94.1% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47791.log.gz 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36941.log 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr:gzip/var/log/ceph/ceph-client.admin.42716.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.37586.log 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.41313.log.gz 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36941.log: gzip -5 --verbose -- 86.9% /var/log/ceph/ceph-client.admin.45818.log -- replaced with /var/log/ceph/ceph-client.admin.42716.log.gz 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.36941.log.gz 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48899.log 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.37586.log.gz 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46730.log 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45818.log.gz 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-21T07:32:45.957 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48899.log: /var/log/ceph/ceph-client.admin.46730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39584.log 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48899.log.gz 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46730.log.gz 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46555.log 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-client.admin.39584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45909.log 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39584.log.gz 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35551.log 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39849.log 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46555.log.gz 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45909.log.gz 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29010.log 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35551.log.gz 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41133.log 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49139.log 2024-09-21T07:32:45.958 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39849.log.gz 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29010.log.gz 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40725.log 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41133.log.gz 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46633.log 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41540.log 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49139.log.gz 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40725.log.gz 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40855.log 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46633.log.gz 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39376.log 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43093.log 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41540.log.gz 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40855.log.gz 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39059.log 2024-09-21T07:32:45.959 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39376.log.gz 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.43093.log: -- /var/log/ceph/ceph-client.admin.44567.log 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28806.log 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43093.log.gz 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39059.log.gz 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45368.log 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44567.log.gz 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39205.log 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28806.log.gz 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44645.log 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45368.log: /var/log/ceph/ceph-client.admin.39205.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45368.log.gz 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42578.log 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39205.log.gz 2024-09-21T07:32:45.960 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45446.log 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49295.log 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44645.log.gz 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42578.log.gz 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42500.log 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45446.log.gz 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39875.log 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42358.log 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.49295.log.gz 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42500.log.gz 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45472.log 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39875.log.gz 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37995.log 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr:gzip/var/log/ceph/ceph-client.admin.45472.log: -5 --verbose -- /var/log/ceph/ceph-client.0.43329.log 2024-09-21T07:32:45.961 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42358.log.gz 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45472.log.gz 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36308.log 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37995.log.gz 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.43329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36995.log 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.36308.log: -- /var/log/ceph/ceph-client.admin.49580.log 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36308.log.gz 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39177.log 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36995.log.gz 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45141.log 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49580.log: /var/log/ceph/ceph-client.admin.39177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38207.log 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49580.log.gz 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.39177.log.gz 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36123.log 2024-09-21T07:32:45.962 INFO:teuthology.orchestra.run.smithi006.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.45141.log.gz 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.0.43329.log.gz 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49004.log 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38207.log: /var/log/ceph/ceph-client.admin.36123.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41900.log 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38207.log.gz 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49004.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36123.log.gz 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37454.log 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49004.log.gz 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41900.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44340.log 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41900.log.gz 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47267.log 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37454.log: /var/log/ceph/ceph-client.admin.44340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43119.log 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44340.log.gz 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.37454.log.gz 2024-09-21T07:32:45.963 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46331.log 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47267.log.gz 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46528.log 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43119.log: /var/log/ceph/ceph-client.admin.46331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37022.log 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.43119.log.gz 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46331.log.gz 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35172.log 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46528.log.gz 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45759.log 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37022.log: gzip -5/var/log/ceph/ceph-client.admin.35172.log: --verbose -- /var/log/ceph/ceph-client.admin.45879.log 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37022.log.gz 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45759.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35172.log.gz 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.45759.log.gz 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.39742.log 2024-09-21T07:32:45.964 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45879.log: /var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34597.log 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45879.log.gz 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.39742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35669.log 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.34597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43067.log 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.34597.log.gz 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46502.log 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35669.log: /var/log/ceph/ceph-client.admin.43067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35886.log 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35669.log.gz 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43067.log.gz 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43414.log 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46502.log: /var/log/ceph/ceph-client.admin.35886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46782.log 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46502.log.gz 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35886.log.gz 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44829.log 2024-09-21T07:32:45.965 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43414.log.gz 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35864.log 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42526.log 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.44829.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46782.log.gz 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38836.log 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.35864.log.gz 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47241.log 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42526.log.gz 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38836.log: 88.7% 92.4% -- replaced with /var/log/ceph/ceph-client.0.44829.log.gz -- replaced with /var/log/ceph/ceph-client.0.39742.log.gz 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42332.log 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38836.log.gz 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47241.log.gz 2024-09-21T07:32:45.966 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35525.log 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-mon.a.log: /var/log/ceph/ceph-client.admin.42332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36798.log 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42332.log.gz 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35525.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.23979.log 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36798.log: gzip -5 --verbose -- 87.0% /var/log/ceph/ceph-client.admin.35317.log 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.35525.log.gz 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36798.log.gz 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph.tmp-client.admin.23979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40907.log 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.23979.log.gz 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29034.log 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr: 87.0%/var/log/ceph/ceph-client.admin.40907.log: -- replaced with /var/log/ceph/ceph-client.admin.35317.log.gz 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46834.log 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40907.log.gz 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44671.log 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29034.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29034.log.gz 2024-09-21T07:32:45.967 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47349.log 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46834.log.gz 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46860.log 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44671.log.gz 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49165.log 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47349.log: /var/log/ceph/ceph-client.admin.46860.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47349.log.gz 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36967.log 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46860.log.gz 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43171.log 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36967.log: 87.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.49165.log.gz 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.29046.log 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36967.log.gz 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29022.log 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29046.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43171.log.gz 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29046.log.gz 2024-09-21T07:32:45.968 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35629.log 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44423.log 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29022.log.gz 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38609.log 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35629.log.gz 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44697.log 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44423.log.gz 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36746.log 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38609.log.gz 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28803.log 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- 87.4% /var/log/ceph/ceph-client.admin.45219.log 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44697.log.gz 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36746.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.36746.log.gz 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45610.log 2024-09-21T07:32:45.969 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28803.log.gz 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46013.log 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.45219.log.gz 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40261.log 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41566.log 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7%/var/log/ceph/ceph-client.admin.46013.log: -- replaced with /var/log/ceph/ceph-client.admin.45610.log.gz 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42683.log 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46013.log.gz 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40261.log.gz 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48757.log 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28906.log 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.41566.log.gz 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42683.log.gz 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37560.log 2024-09-21T07:32:45.970 INFO:teuthology.orchestra.run.smithi006.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48757.log.gz 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39686.log 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.28906.log.gz 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35118.log 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39686.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37560.log.gz 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43498.log 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.39686.log.gz 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49321.log 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.35118.log.gz 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40936.log 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43498.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43498.log.gz 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48137.log 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49321.log.gz 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42865.log 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40936.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.40936.log.gz 2024-09-21T07:32:45.971 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.48137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47974.log 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5/var/log/ceph/ceph-client.admin.42865.log: --verbose -- /var/log/ceph/ceph-client.admin.37692.log 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2%/var/log/ceph/ceph-client.admin.47974.log: -- replaced with /var/log/ceph/ceph-client.admin.42865.log.gz 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44288.log 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47974.log.gz 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46940.log 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37692.log.gz 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38784.log 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44288.log.gz 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37182.log 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2%/var/log/ceph/ceph-client.admin.38784.log: -- replaced with /var/log/ceph/ceph-client.admin.46940.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36883.log 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 91.8% -- replaced with /var/log/ceph/ceph-client.0.48137.log.gz 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38784.log.gz 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28954.log 2024-09-21T07:32:45.972 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37182.log.gz 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37720.log 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36883.log: /var/log/ceph/ceph-client.admin.28954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48589.log 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36883.log.gz 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28954.log.gz 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46065.log 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48589.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.37720.log.gz 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43273.log 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.46223.log 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.48589.log.gz 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46065.log.gz 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48934.log 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43273.log.gz 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.46223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28967.log 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36227.log 2024-09-21T07:32:45.973 INFO:teuthology.orchestra.run.smithi006.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.0.46223.log.gz 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48934.log.gz 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48256.log 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28967.log.gz 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:gzip/var/log/ceph/ceph-client.admin.36227.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.35421.log 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48256.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36227.log.gz 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43651.log 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48256.log.gz 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45788.log 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35421.log: /var/log/ceph/ceph-client.admin.43651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47323.log 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.35421.log.gz 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45788.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.43651.log.gz 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47401.log 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.45788.log.gz 2024-09-21T07:32:45.974 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37286.log 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47323.log.gz 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35473.log 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47401.log.gz 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37286.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44106.log 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41081.log 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37286.log.gz 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35473.log: /var/log/ceph/ceph-client.admin.44106.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35473.log.gz 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44938.log 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.44106.log.gz 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.48627.log 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41081.log: /var/log/ceph/ceph-client.admin.44938.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.41081.log.gz 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37480.log 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44938.log.gz 2024-09-21T07:32:45.975 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35666.log 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48627.log: /var/log/ceph/ceph-client.admin.37480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44883.log 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48627.log.gz 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35666.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.37480.log.gz 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29394.log 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44883.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35666.log.gz 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36486.log 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44883.log.gz 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41025.log 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37331.log 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29394.log.gz 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36486.log: /var/log/ceph/ceph-client.admin.41025.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36486.log.gz 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41025.log.gz 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41874.log 2024-09-21T07:32:45.976 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37331.log.gz 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40392.log 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38583.log 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41874.log: /var/log/ceph/ceph-client.admin.40392.log: gzip 87.1% -- replaced with /var/log/ceph/ceph-client.admin.41874.log.gz -5 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr: --verbose -- /var/log/ceph/ceph-client.admin.42922.log 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35891.log 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.40392.log.gz 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41263.log 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38583.log.gz 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29070.log 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35891.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.42922.log.gz 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35891.log.gz 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42306.log 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29070.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41055.log 2024-09-21T07:32:45.977 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.29070.log.gz 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.41263.log.gz 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37865.log 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38942.log 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41055.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42306.log.gz 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37865.log: 87.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45323.log 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41055.log.gz 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37865.log.gz 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38942.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38942.log.gz 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41185.log 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48474.log 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45323.log.gz 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44458.log 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28890.log 2024-09-21T07:32:45.978 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48474.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41185.log.gz 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44458.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48474.log.gz 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42605.log 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7%/var/log/ceph/ceph-client.admin.28890.log: -- replaced with /var/log/ceph/ceph-client.admin.44458.log.gz 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48347.log 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28890.log.gz 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:gzip/var/log/ceph/ceph-client.admin.42605.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.37208.log 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48347.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42605.log.gz 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45935.log 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36201.log 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% 91.2% -- replaced with /var/log/ceph/ceph-client.admin.48347.log.gz 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45935.log: -- replaced with /var/log/ceph/ceph-client.admin.37208.log.gz 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45193.log 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45935.log.gz 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42410.log 2024-09-21T07:32:45.979 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36201.log: /var/log/ceph/ceph-client.admin.45193.log: 87.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49477.log 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36201.log.gz 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45193.log.gz 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35889.log 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42410.log.gz 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37506.log 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49477.log: /var/log/ceph/ceph-client.admin.35889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43441.log 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49477.log.gz 87.0% -- replaced with /var/log/ceph/ceph-client.admin.35889.log.gz 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37506.log: 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42280.log 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37506.log.gz 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28857.log 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42280.log: /var/log/ceph/ceph-client.admin.43441.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35683.log 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5%/var/log/ceph/ceph-client.admin.28857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38261.log 2024-09-21T07:32:45.980 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.42280.log.gz 2024-09-21T07:32:45.981 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43441.log.gz 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28857.log.gz 2024-09-21T07:32:45.981 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:45.981 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35683.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35683.log.gz 2024-09-21T07:32:45.981 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39233.log 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46039.log 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38261.log.gz 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36253.log 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.39233.log.gz 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44540.log 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.46039.log.gz 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48731.log 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39294.log 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% 91.0% -- replaced with /var/log/ceph/ceph-client.admin.36253.log.gz 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48731.log: -- replaced with /var/log/ceph/ceph-client.admin.44540.log.gz 2024-09-21T07:32:46.011 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48731.log.gz 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37052.log 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47152.log 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.39294.log.gz 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29058.log 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37052.log.gzgzip 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.41107.log 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47152.log: /var/log/ceph/ceph-client.admin.29058.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29058.log.gz 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47152.log.gz 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42552.log 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44723.log 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.41107.log.gz/var/log/ceph/ceph-client.admin.42552.log: 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36097.log 2024-09-21T07:32:46.012 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42552.log.gz 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44723.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.44723.log.gz 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36850.log 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39558.log 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr: 86.9%/var/log/ceph/ceph-client.admin.36850.log: -- replaced with /var/log/ceph/ceph-client.admin.36097.log.gz 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35888.log 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36850.log.gz 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39558.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39558.log.gz 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37638.log 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47795.log 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45853.log 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37638.log: /var/log/ceph/ceph-client.admin.47795.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.37638.log.gz 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.35888.log.gz 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47795.log.gz 2024-09-21T07:32:46.013 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45524.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28985.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45853.log: /var/log/ceph/ceph-client.admin.45524.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45853.log.gz 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.45524.log.gz 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35028.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44191.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28985.log: /var/log/ceph/ceph-client.admin.35028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40084.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28985.log.gz 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44191.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35028.log.gz 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44028.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44191.log.gz 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40084.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40084.log.gz 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44965.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37612.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44028.log: gzip -5/var/log/ceph/ceph-client.admin.44965.log: --verbose -- /var/log/ceph/ceph-client.admin.45078.log 2024-09-21T07:32:46.014 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6%/var/log/ceph/ceph-client.admin.37612.log: -- replaced with /var/log/ceph/ceph-client.admin.44965.log.gz 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44028.log.gz 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37612.log.gz 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44223.log 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38021.log 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45078.log: /var/log/ceph/ceph-client.admin.44223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38128.log 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38021.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44223.log.gz 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.45078.log.gz 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.38021.log.gz 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43585.log 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36772.log 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.38128.log: /var/log/ceph/ceph-client.admin.43585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47666.log 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36772.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43585.log.gz 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36772.log.gz 2024-09-21T07:32:46.015 INFO:teuthology.orchestra.run.smithi006.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.0.38128.log.gz 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49217.log 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43011.log 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47666.log.gz/var/log/ceph/ceph-client.admin.49217.log: 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41703.log 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49217.log.gz 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43011.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43011.log.gz 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42839.log 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42254.log 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41703.log: /var/log/ceph/ceph-client.admin.42839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43705.log 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42254.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.41703.log.gz 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42839.log.gz 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.42254.log.gz -5 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr: --verbose -- /var/log/ceph/ceph-client.admin.35674.log 2024-09-21T07:32:46.016 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48809.log 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43705.log: gzip/var/log/ceph/ceph-client.admin.35674.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.48873.log 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43705.log.gz 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48809.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.35674.log.gz 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40595.log 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48809.log.gz 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48873.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48873.log.gz 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39951.log 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35499.log 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40595.log: /var/log/ceph/ceph-client.admin.39951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41997.log 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35499.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40595.log.gz 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:gzip 87.1% -5 --verbose -- /var/log/ceph/ceph-client.admin.40569.log 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.35499.log.gz 91.0% -- replaced with /var/log/ceph/ceph-client.admin.39951.log.gz 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41997.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41997.log.gz 2024-09-21T07:32:46.017 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35577.log 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40470.log 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40569.log: /var/log/ceph/ceph-client.admin.35577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39796.log 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40470.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40569.log.gz 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35577.log.gz 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46277.log 87.3% 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.40470.log.gz 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45271.log 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39796.log: /var/log/ceph/ceph-client.admin.46277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46167.log 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8%/var/log/ceph/ceph-client.admin.45271.log: -- replaced with /var/log/ceph/ceph-client.admin.46277.log.gz 87.8% -- replaced with /var/log/ceph/ceph-client.admin.39796.log.gz 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45271.log.gz 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45642.log 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35369.log 2024-09-21T07:32:46.018 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45550.log 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45642.log: /var/log/ceph/ceph-client.admin.35369.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45642.log.gz 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46167.log.gz 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35369.log.gz 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47427.log 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43559.log 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45550.log: /var/log/ceph/ceph-client.admin.47427.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43559.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45550.log.gz 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47427.log.gz 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43559.log.gz 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.36584.log 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43650.log 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.2.36584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48397.log 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43650.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43650.log.gz 2024-09-21T07:32:46.019 INFO:teuthology.orchestra.run.smithi006.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.2.36584.log.gz 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49033.log 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40699.log 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48397.log: 86.6%/var/log/ceph/ceph-client.admin.49033.log: -- replaced with /var/log/ceph/ceph.log.gz 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.49033.log.gz 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.48397.log.gz 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42384.log 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37969.log 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5%/var/log/ceph/ceph-client.admin.42384.log: -- replaced with /var/log/ceph/ceph-client.admin.40699.log.gz 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42631.log 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42384.log.gz 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37969.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37969.log.gz 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46974.log 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49085.log 2024-09-21T07:32:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42631.log: /var/log/ceph/ceph-client.admin.46974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35682.log 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.42631.log.gz 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46974.log.gz 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49085.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49085.log.gz 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40053.log 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39506.log 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35682.log: /var/log/ceph/ceph-client.admin.40053.log: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40171.log 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.35682.log.gz 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40053.log.gz 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39506.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.39506.log.gz 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46414.log 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39454.log 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.40171.log: /var/log/ceph/ceph-client.admin.46414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47072.log 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1%/var/log/ceph/ceph-client.admin.39454.log: -- replaced with /var/log/ceph/ceph-client.admin.46414.log.gz 2024-09-21T07:32:46.021 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.39454.log.gz 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.0.40171.log.gz 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41159.log 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42171.log 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47072.log: /var/log/ceph/ceph-client.admin.41159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48705.log 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42171.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.41159.log.gz 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.47072.log.gz 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42171.log.gz 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49059.log 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47794.log 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48705.log: /var/log/ceph/ceph-client.admin.49059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28846.log 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47794.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48705.log.gz 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49059.log.gz 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.47794.log.gz 2024-09-21T07:32:46.022 INFO:teuthology.orchestra.run.smithi006.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.35885.log 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40790.log 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46685.log 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28846.log: 74.0% -- replaced with /var/log/ceph/ceph-client.admin.28846.log.gz 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40790.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.35885.log.gz 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.40790.log.gz 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44132.log 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29556.log 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46362.log 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44132.log: 87.0% 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44132.log.gz 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46685.log.gz 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29556.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29556.log.gz 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38713.log 2024-09-21T07:32:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46362.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35235.log 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3%/var/log/ceph/ceph-client.admin.38713.log: -- replaced with /var/log/ceph/ceph-client.admin.46362.log.gz 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38916.log 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.38713.log.gz 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35235.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.35235.log.gz 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38071.log 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44158.log 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46886.log 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38071.log: /var/log/ceph/ceph-client.admin.44158.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38071.log.gz 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38916.log.gz 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.44158.log.gz 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38292.log 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38888.log 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46886.log: /var/log/ceph/ceph-client.admin.38292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46304.log 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38888.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.46886.log.gz 2024-09-21T07:32:46.024 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38292.log.gz 2024-09-21T07:32:46.025 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39610.log 2024-09-21T07:32:46.025 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.38888.log.gz 2024-09-21T07:32:46.025 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46304.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46304.log.gz 2024-09-21T07:32:46.025 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35200.log 2024-09-21T07:32:46.025 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41616.log 2024-09-21T07:32:46.025 INFO:teuthology.orchestra.run.smithi145.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-21T07:32:46.037 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39610.log: /var/log/ceph/ceph-client.admin.35200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49243.log 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41616.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39610.log.gz 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35200.log.gz 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39428.log 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45297.log 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.41616.log.gz 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49243.log: /var/log/ceph/ceph-client.admin.39428.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49243.log.gz 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.39428.log.gz 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48783.log 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46117.log 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45297.log: /var/log/ceph/ceph-client.admin.48783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45245.log 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46117.log: 87.1% 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45297.log.gz 2024-09-21T07:32:46.038 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48783.log.gz 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38968.log 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr: 91.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42055.log 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46117.log.gz 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45245.log: /var/log/ceph/ceph-client.admin.38968.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45245.log.gz 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38968.log.gz 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48501.log 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44911.log 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37078.log 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48501.log: 87.8% 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48501.log.gz 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42055.log.gz/var/log/ceph/ceph-client.admin.44911.log: 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44911.log.gz 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43613.log 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48031.log 2024-09-21T07:32:46.039 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37078.log.gz/var/log/ceph/ceph-client.admin.43613.log: 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41848.log 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43613.log.gz 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.42111.log 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48031.log: /var/log/ceph/ceph-client.admin.41848.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41848.log.gz 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.48031.log.gz 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48653.log 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.42111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38344.log 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42894.log 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr: 87.9% 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48653.log.gz 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.0.42111.log.gz 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38344.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38344.log.gz 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49373.log 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38557.log 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49373.log: /var/log/ceph/ceph-client.admin.42894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40758.log 2024-09-21T07:32:46.040 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4%/var/log/ceph/ceph-client.admin.38557.log: -- replaced with /var/log/ceph/ceph-client.admin.49373.log.gz 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42894.log.gz 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.38557.log.gz 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36071.log 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41476.log 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40758.log: /var/log/ceph/ceph-client.admin.36071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37807.log 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41476.log: 87.6% 87.1% -- replaced with /var/log/ceph/ceph-client.admin.36071.log.gz -- replaced with /var/log/ceph/ceph-client.admin.40758.log.gz 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41476.log.gz 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37156.log 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38374.log 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37807.log: /var/log/ceph/ceph-client.admin.37156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38635.log 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38374.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37807.log.gz 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.37156.log.gz 2024-09-21T07:32:46.041 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose 88.0% -- /var/log/ceph/ceph-client.admin.47098.log -- replaced with /var/log/ceph/ceph-client.admin.38374.log.gz 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47948.log 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38635.log: /var/log/ceph/ceph-client.admin.47098.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47948.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47098.log.gz 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38635.log.gz 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49503.log 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47948.log.gz 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph.audit.log: 89.4% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48532.log 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44054.log 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49503.log: /var/log/ceph/ceph-client.admin.48532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40231.log 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44054.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49503.log.gz 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48532.log.gz 2024-09-21T07:32:46.042 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.44054.log.gz -5 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr: --verbose -- /var/log/ceph/ceph-client.admin.40543.log 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47297.log 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40231.log: /var/log/ceph/ceph-client.admin.40543.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47297.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40231.log.gz 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40543.log.gz 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46808.log 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47297.log.gz 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38739.log 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36824.log 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46808.log: /var/log/ceph/ceph-client.admin.38739.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46808.log.gz 2024-09-21T07:32:46.043 INFO:teuthology.orchestra.run.smithi006.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38739.log.gz 2024-09-21T07:32:46.054 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42024.log 2024-09-21T07:32:46.054 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36824.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-21T07:32:46.056 INFO:teuthology.orchestra.run.smithi006.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36824.log.gz 2024-09-21T07:32:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42024.log: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48558.log 2024-09-21T07:32:46.056 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42024.log.gz 2024-09-21T07:32:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47453.log 2024-09-21T07:32:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48558.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.48558.log.gz 2024-09-21T07:32:46.057 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35673.log 2024-09-21T07:32:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47453.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.47453.log.gz 2024-09-21T07:32:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38661.log 2024-09-21T07:32:46.059 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35673.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35673.log.gz 2024-09-21T07:32:46.059 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39027.log 2024-09-21T07:32:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38661.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38661.log.gz 2024-09-21T07:32:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37839.log 2024-09-21T07:32:46.061 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39027.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.39027.log.gz 2024-09-21T07:32:46.062 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39402.log 2024-09-21T07:32:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37839.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37839.log.gz 2024-09-21T07:32:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43835.log 2024-09-21T07:32:46.064 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39402.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.39402.log.gz 2024-09-21T07:32:46.064 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47585.log 2024-09-21T07:32:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43835.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43835.log.gz 2024-09-21T07:32:46.066 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28868.log 2024-09-21T07:32:46.067 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.47585.log: 88.7% -- replaced with /var/log/ceph/ceph-client.0.47585.log.gz 2024-09-21T07:32:46.067 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37389.log 2024-09-21T07:32:46.068 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28868.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.28868.log.gz 2024-09-21T07:32:46.069 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28930.log 2024-09-21T07:32:46.070 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37389.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37389.log.gz 2024-09-21T07:32:46.070 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43472.log 2024-09-21T07:32:46.071 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28930.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28930.log.gz 2024-09-21T07:32:46.071 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39320.log 2024-09-21T07:32:46.072 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43472.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43472.log.gz 2024-09-21T07:32:46.072 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35261.log 2024-09-21T07:32:46.073 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39320.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39320.log.gz 2024-09-21T07:32:46.073 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39151.log 2024-09-21T07:32:46.074 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35261.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35261.log.gz 2024-09-21T07:32:46.075 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48321.log 2024-09-21T07:32:46.076 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39151.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.39151.log.gz 2024-09-21T07:32:46.076 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46581.log 2024-09-21T07:32:46.077 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48321.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48321.log.gz 2024-09-21T07:32:46.077 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46440.log 2024-09-21T07:32:46.078 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46581.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46581.log.gz 2024-09-21T07:32:46.079 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44510.log 2024-09-21T07:32:46.080 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46440.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.46440.log.gz 2024-09-21T07:32:46.080 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47724.log 2024-09-21T07:32:46.081 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44510.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44510.log.gz 2024-09-21T07:32:46.081 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37891.log 2024-09-21T07:32:46.082 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47724.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47724.log.gz 2024-09-21T07:32:46.083 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39480.log 2024-09-21T07:32:46.084 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37891.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37891.log.gz 2024-09-21T07:32:46.084 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48191.log 2024-09-21T07:32:46.085 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39480.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.39480.log.gz 2024-09-21T07:32:46.085 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28998.log 2024-09-21T07:32:46.086 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48191.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48191.log.gz 2024-09-21T07:32:46.087 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45022.log 2024-09-21T07:32:46.087 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28998.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28998.log.gz 2024-09-21T07:32:46.088 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37917.log 2024-09-21T07:32:46.089 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45022.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45022.log.gz 2024-09-21T07:32:46.089 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41237.log 2024-09-21T07:32:46.090 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37917.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37917.log.gz 2024-09-21T07:32:46.090 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29471.log 2024-09-21T07:32:46.091 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41237.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41237.log.gz 2024-09-21T07:32:46.091 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38181.log 2024-09-21T07:32:46.092 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.29471.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29471.log.gz 2024-09-21T07:32:46.093 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46091.log 2024-09-21T07:32:46.094 INFO:teuthology.orchestra.run.smithi145.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-21T07:32:46.094 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38181.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38181.log.gz 2024-09-21T07:32:46.094 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46388.log 2024-09-21T07:32:46.095 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46091.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46091.log.gz 2024-09-21T07:32:46.095 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35676.log 2024-09-21T07:32:46.096 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46388.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46388.log.gz 2024-09-21T07:32:46.096 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43041.log 2024-09-21T07:32:46.097 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35676.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35676.log.gz 2024-09-21T07:32:46.098 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47026.log 2024-09-21T07:32:46.099 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43041.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43041.log.gz 2024-09-21T07:32:46.099 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42657.log 2024-09-21T07:32:46.100 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47026.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47026.log.gz 2024-09-21T07:32:46.100 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39532.log 2024-09-21T07:32:46.101 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42657.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42657.log.gz 2024-09-21T07:32:46.102 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45420.log 2024-09-21T07:32:46.103 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39532.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.39532.log.gz 2024-09-21T07:32:46.103 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42474.log 2024-09-21T07:32:46.104 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45420.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45420.log.gz 2024-09-21T07:32:46.104 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44619.log 2024-09-21T07:32:46.105 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42474.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42474.log.gz 2024-09-21T07:32:46.105 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40366.log 2024-09-21T07:32:46.106 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44619.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44619.log.gz 2024-09-21T07:32:46.107 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44080.log 2024-09-21T07:32:46.108 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40366.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40366.log.gz 2024-09-21T07:32:46.108 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36636.log 2024-09-21T07:32:46.109 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44080.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44080.log.gz 2024-09-21T07:32:46.109 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46756.log 2024-09-21T07:32:46.110 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36636.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36636.log.gz 2024-09-21T07:32:46.111 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28902.log 2024-09-21T07:32:46.112 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46756.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46756.log.gz 2024-09-21T07:32:46.112 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42985.log 2024-09-21T07:32:46.113 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28902.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28902.log.gz 2024-09-21T07:32:46.113 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49347.log 2024-09-21T07:32:46.114 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42985.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42985.log.gz 2024-09-21T07:32:46.114 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43197.log 2024-09-21T07:32:46.115 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49347.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49347.log.gz 2024-09-21T07:32:46.116 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37234.log 2024-09-21T07:32:46.116 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43197.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43197.log.gz 2024-09-21T07:32:46.117 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42201.log 2024-09-21T07:32:46.118 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37234.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37234.log.gz 2024-09-21T07:32:46.118 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41450.log 2024-09-21T07:32:46.119 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42201.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42201.log.gz 2024-09-21T07:32:46.119 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39350.log 2024-09-21T07:32:46.120 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41450.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.41450.log.gz 2024-09-21T07:32:46.120 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43223.log 2024-09-21T07:32:46.121 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39350.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39350.log.gz 2024-09-21T07:32:46.122 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47693.log 2024-09-21T07:32:46.124 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43223.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.43223.log.gz 2024-09-21T07:32:46.124 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41676.log 2024-09-21T07:32:46.125 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47693.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47693.log.gz 2024-09-21T07:32:46.125 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45707.log 2024-09-21T07:32:46.126 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41676.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41676.log.gz 2024-09-21T07:32:46.126 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40673.log 2024-09-21T07:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45707.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45707.log.gz 2024-09-21T07:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37781.log 2024-09-21T07:32:46.128 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40673.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40673.log.gz 2024-09-21T07:32:46.129 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48960.log 2024-09-21T07:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37781.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37781.log.gz 2024-09-21T07:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35343.log 2024-09-21T07:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48960.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48960.log.gz 2024-09-21T07:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38234.log 2024-09-21T07:32:46.132 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35343.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35343.log.gz 2024-09-21T07:32:46.133 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43809.log 2024-09-21T07:32:46.133 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38234.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.38234.log.gz 2024-09-21T07:32:46.134 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38994.log 2024-09-21T07:32:46.135 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43809.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43809.log.gz 2024-09-21T07:32:46.135 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37664.log 2024-09-21T07:32:46.136 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38994.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38994.log.gz 2024-09-21T07:32:46.136 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49606.log 2024-09-21T07:32:46.137 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37664.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37664.log.gz 2024-09-21T07:32:46.138 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35868.log 2024-09-21T07:32:46.139 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49606.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49606.log.gz 2024-09-21T07:32:46.139 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47215.log 2024-09-21T07:32:46.140 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35868.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35868.log.gz 2024-09-21T07:32:46.140 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44395.log 2024-09-21T07:32:46.141 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47215.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47215.log.gz 2024-09-21T07:32:46.141 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49113.log 2024-09-21T07:32:46.142 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44395.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44395.log.gz 2024-09-21T07:32:46.143 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37534.log 2024-09-21T07:32:46.144 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49113.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49113.log.gz 2024-09-21T07:32:46.145 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38430.log 2024-09-21T07:32:46.146 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37534.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37534.log.gz 2024-09-21T07:32:46.146 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38810.log 2024-09-21T07:32:46.147 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.38430.log: 87.3% -- replaced with /var/log/ceph/ceph-client.0.38430.log.gz 2024-09-21T07:32:46.147 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48004.log 2024-09-21T07:32:46.148 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38810.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38810.log.gz 2024-09-21T07:32:46.148 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41511.log 2024-09-21T07:32:46.149 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48004.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48004.log.gz 2024-09-21T07:32:46.149 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43783.log 2024-09-21T07:32:46.150 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41511.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41511.log.gz 2024-09-21T07:32:46.151 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48679.log 2024-09-21T07:32:46.152 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43783.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43783.log.gz 2024-09-21T07:32:46.152 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40964.log 2024-09-21T07:32:46.153 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48679.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48679.log.gz 2024-09-21T07:32:46.153 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46914.log 2024-09-21T07:32:46.154 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40964.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.40964.log.gz 2024-09-21T07:32:46.155 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37357.log 2024-09-21T07:32:46.155 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46914.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46914.log.gz 2024-09-21T07:32:46.156 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41369.log 2024-09-21T07:32:46.157 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37357.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37357.log.gz 2024-09-21T07:32:46.157 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39823.log 2024-09-21T07:32:46.159 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.41369.log: 89.4% -- replaced with /var/log/ceph/ceph-client.0.41369.log.gz 2024-09-21T07:32:46.159 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47124.log 2024-09-21T07:32:46.160 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39823.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39823.log.gz 2024-09-21T07:32:46.160 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41423.log 2024-09-21T07:32:46.161 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47124.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47124.log.gz 2024-09-21T07:32:46.161 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47479.log 2024-09-21T07:32:46.162 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.41423.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41423.log.gz 2024-09-21T07:32:46.163 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28920.log 2024-09-21T07:32:46.164 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47479.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.47479.log.gz 2024-09-21T07:32:46.164 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48222.log 2024-09-21T07:32:46.165 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.28920.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28920.log.gz 2024-09-21T07:32:46.165 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48291.log 2024-09-21T07:32:46.166 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48222.log: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.48222.log.gz 2024-09-21T07:32:46.167 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36436.log 2024-09-21T07:32:46.168 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48291.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48291.log.gz 2024-09-21T07:32:46.168 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35871.log 2024-09-21T07:32:46.170 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.36436.log: 90.4% -- replaced with /var/log/ceph/ceph-client.0.36436.log.gz 2024-09-21T07:32:46.170 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47180.log 2024-09-21T07:32:46.171 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35871.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35871.log.gz 2024-09-21T07:32:46.171 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47639.log 2024-09-21T07:32:46.172 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47180.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47180.log.gz 2024-09-21T07:32:46.172 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45576.log 2024-09-21T07:32:46.173 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47639.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47639.log.gz 2024-09-21T07:32:46.173 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40999.log 2024-09-21T07:32:46.174 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45576.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45576.log.gz 2024-09-21T07:32:46.175 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36720.log 2024-09-21T07:32:46.176 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40999.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.40999.log.gz 2024-09-21T07:32:46.176 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45961.log 2024-09-21T07:32:46.178 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36720.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36720.log.gz 2024-09-21T07:32:46.178 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46607.log 2024-09-21T07:32:46.180 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45961.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45961.log.gz 2024-09-21T07:32:46.180 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49191.log 2024-09-21T07:32:46.180 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46607.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46607.log.gz 2024-09-21T07:32:46.180 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48081.log 2024-09-21T07:32:46.183 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49191.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49191.log.gz 2024-09-21T07:32:46.183 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41794.log 2024-09-21T07:32:46.183 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.48081.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48081.log.gz 2024-09-21T07:32:46.183 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40340.log 2024-09-21T07:32:46.190 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.0.41794.log: 92.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40444.log 2024-09-21T07:32:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40340.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.40340.log.gz 2024-09-21T07:32:46.193 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/ceph-client.0.41794.log.gz 2024-09-21T07:32:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37943.log 2024-09-21T07:32:46.193 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40444.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.40444.log.gz 2024-09-21T07:32:46.194 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35603.log 2024-09-21T07:32:46.195 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37943.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.37943.log.gz 2024-09-21T07:32:46.195 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44314.log 2024-09-21T07:32:46.195 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35603.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.35603.log.gz 2024-09-21T07:32:46.196 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49269.log 2024-09-21T07:32:46.196 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44314.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44314.log.gz 2024-09-21T07:32:46.197 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39636.log 2024-09-21T07:32:46.197 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49269.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49269.log.gz 2024-09-21T07:32:46.198 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47911.log 2024-09-21T07:32:46.199 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39636.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.39636.log.gz 2024-09-21T07:32:46.199 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46659.log 2024-09-21T07:32:46.200 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47911.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47911.log.gz 2024-09-21T07:32:46.201 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39901.log 2024-09-21T07:32:46.202 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.46659.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46659.log.gz 2024-09-21T07:32:46.202 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40115.log 2024-09-21T07:32:46.203 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.39901.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.39901.log.gz 2024-09-21T07:32:46.203 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38489.log 2024-09-21T07:32:46.204 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40115.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.40115.log.gz 2024-09-21T07:32:46.210 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36175.log 2024-09-21T07:32:46.210 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38489.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38489.log.gz 2024-09-21T07:32:46.210 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40517.log 2024-09-21T07:32:46.210 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36175.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.36175.log.gz 2024-09-21T07:32:46.210 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47529.log 2024-09-21T07:32:46.210 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40517.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40517.log.gz 2024-09-21T07:32:46.211 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37104.log 2024-09-21T07:32:46.211 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47529.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47529.log.gz 2024-09-21T07:32:46.211 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37260.log 2024-09-21T07:32:46.211 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37104.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37104.log.gz 2024-09-21T07:32:46.211 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38516.log 2024-09-21T07:32:46.212 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.37260.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37260.log.gz 2024-09-21T07:32:46.212 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35287.log 2024-09-21T07:32:46.213 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.38516.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38516.log.gz 2024-09-21T07:32:46.213 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42959.log 2024-09-21T07:32:46.214 INFO:teuthology.orchestra.run.smithi145.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-21T07:32:46.215 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35287.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35287.log.gz 2024-09-21T07:32:46.215 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35447.log 2024-09-21T07:32:46.215 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42959.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42959.log.gz 2024-09-21T07:32:46.216 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47375.log 2024-09-21T07:32:46.217 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35447.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.35447.log.gz 2024-09-21T07:32:46.217 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34993.log 2024-09-21T07:32:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.47375.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47375.log.gz 2024-09-21T07:32:46.218 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43145.log 2024-09-21T07:32:46.219 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.34993.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.34993.log.gz 2024-09-21T07:32:46.219 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36662.log 2024-09-21T07:32:46.220 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43145.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.43145.log.gz 2024-09-21T07:32:46.220 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36694.log 2024-09-21T07:32:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36662.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36662.log.gz 2024-09-21T07:32:46.222 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43932.log 2024-09-21T07:32:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36694.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.36694.log.gz 2024-09-21T07:32:46.223 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43861.log 2024-09-21T07:32:46.224 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43932.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43932.log.gz 2024-09-21T07:32:46.224 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49529.log 2024-09-21T07:32:46.225 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43861.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.43861.log.gz 2024-09-21T07:32:46.225 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45498.log 2024-09-21T07:32:46.226 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.49529.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49529.log.gz 2024-09-21T07:32:46.227 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44593.log 2024-09-21T07:32:46.228 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45498.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45498.log.gz 2024-09-21T07:32:46.228 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43731.log 2024-09-21T07:32:46.229 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44593.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44593.log.gz 2024-09-21T07:32:46.229 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40621.log 2024-09-21T07:32:46.230 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43731.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43731.log.gz 2024-09-21T07:32:46.230 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45167.log 2024-09-21T07:32:46.231 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40621.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40621.log.gz 2024-09-21T07:32:46.231 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45733.log 2024-09-21T07:32:46.232 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45167.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45167.log.gz 2024-09-21T07:32:46.233 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36910.log 2024-09-21T07:32:46.233 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.45733.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45733.log.gz 2024-09-21T07:32:46.234 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40314.log 2024-09-21T07:32:46.235 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.36910.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36910.log.gz 2024-09-21T07:32:46.236 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40418.log 2024-09-21T07:32:46.236 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40314.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40314.log.gz 2024-09-21T07:32:46.236 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44367.log 2024-09-21T07:32:46.237 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.40418.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.40418.log.gz 2024-09-21T07:32:46.237 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42748.log 2024-09-21T07:32:46.238 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.44367.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44367.log.gz 2024-09-21T07:32:46.239 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35092.log 2024-09-21T07:32:46.240 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.42748.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42748.log.gz 2024-09-21T07:32:46.240 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43757.log 2024-09-21T07:32:46.241 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.35092.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35092.log.gz 2024-09-21T07:32:46.242 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/ceph-client.admin.43757.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43757.log.gz 2024-09-21T07:32:46.259 INFO:teuthology.orchestra.run.smithi006.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-21T07:32:46.287 INFO:teuthology.orchestra.run.smithi006.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-21T07:32:46.298 INFO:teuthology.orchestra.run.smithi145.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-21T07:32:46.376 INFO:teuthology.orchestra.run.smithi006.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-21T07:32:46.388 INFO:teuthology.orchestra.run.smithi145.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-21T07:32:46.400 INFO:teuthology.orchestra.run.smithi145.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-21T07:32:46.447 INFO:teuthology.orchestra.run.smithi145.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-21T07:32:46.448 INFO:teuthology.orchestra.run.smithi145.stderr: 2024-09-21T07:32:46.449 INFO:teuthology.orchestra.run.smithi145.stderr:real 0m0.577s 2024-09-21T07:32:46.449 INFO:teuthology.orchestra.run.smithi145.stderr:user 0m2.587s 2024-09-21T07:32:46.449 INFO:teuthology.orchestra.run.smithi145.stderr:sys 0m0.115s 2024-09-21T07:32:46.461 INFO:teuthology.orchestra.run.smithi006.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-21T07:32:46.535 INFO:teuthology.orchestra.run.smithi006.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-21T07:32:46.579 INFO:teuthology.orchestra.run.smithi006.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-21T07:32:46.597 INFO:teuthology.orchestra.run.smithi006.stderr: 90.8% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-21T07:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-09-21T07:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:real 0m0.740s 2024-09-21T07:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:user 0m3.732s 2024-09-21T07:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:sys 0m0.268s 2024-09-21T07:32:46.599 INFO:tasks.ceph:Archiving logs... 2024-09-21T07:32:46.599 DEBUG:teuthology.misc:Transferring archived files from smithi006:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/remote/smithi006/log 2024-09-21T07:32:46.603 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T07:32:47.446 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/remote/smithi145/log 2024-09-21T07:32:47.447 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T07:32:47.752 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-21T07:32:47.760 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-21T07:32:47.761 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-21T07:32:47.763 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-21T07:32:47.845 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-21T07:32:47.854 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-21T07:32:47.854 DEBUG:teuthology.orchestra.run.smithi006:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T07:32:47.856 DEBUG:teuthology.orchestra.run.smithi145:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T07:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T07:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout:============================================================================== 2024-09-21T07:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout:*hv01.front.sepi 67.205.162.81 3 u 63 64 377 0.058 -0.736 0.152 2024-09-21T07:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout:+hv02.front.sepi 63.231.80.2 3 u - 64 377 0.087 -0.394 0.184 2024-09-21T07:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout:+hv03.front.sepi 74.6.168.72 3 u 52 64 377 0.074 -0.973 0.252 2024-09-21T07:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: hv04.front.sepi .INIT. 16 u - 128 0 0.000 +0.000 0.000 2024-09-21T07:32:47.871 INFO:teuthology.orchestra.run.smithi145.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T07:32:47.871 INFO:teuthology.orchestra.run.smithi145.stdout:============================================================================== 2024-09-21T07:32:47.871 INFO:teuthology.orchestra.run.smithi145.stdout:*hv01.front.sepi 67.205.162.81 3 u 56 64 377 0.072 -1.346 0.696 2024-09-21T07:32:47.871 INFO:teuthology.orchestra.run.smithi145.stdout:+hv02.front.sepi 63.231.80.2 3 u 58 64 377 0.083 -1.633 0.873 2024-09-21T07:32:47.871 INFO:teuthology.orchestra.run.smithi145.stdout:+hv03.front.sepi 74.6.168.72 3 u 63 64 377 0.102 -1.171 0.797 2024-09-21T07:32:47.871 INFO:teuthology.orchestra.run.smithi145.stdout: hv04.front.sepi .INIT. 16 u - 128 0 0.000 +0.000 0.000 2024-09-21T07:32:47.871 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-21T07:32:47.936 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-21T07:32:47.936 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-21T07:32:48.010 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-21T07:32:48.033 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-21T07:32:48.077 INFO:teuthology.task.internal:Duration was 1175.399121 seconds 2024-09-21T07:32:48.077 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-21T07:32:48.115 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-21T07:32:48.116 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T07:32:48.118 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T07:32:48.155 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-21T07:32:48.156 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi006.front.sepia.ceph.com 2024-09-21T07:32:48.156 DEBUG:teuthology.orchestra.run.smithi006:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T07:32:48.206 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi145.front.sepia.ceph.com 2024-09-21T07:32:48.207 DEBUG:teuthology.orchestra.run.smithi145:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T07:32:48.217 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-21T07:32:48.217 DEBUG:teuthology.orchestra.run.smithi006:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T07:32:48.255 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T07:32:48.288 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-21T07:32:48.288 DEBUG:teuthology.orchestra.run.smithi006:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T07:32:48.327 DEBUG:teuthology.orchestra.run.smithi145:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T07:32:48.417 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-21T07:32:48.427 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-21T07:32:48.427 DEBUG:teuthology.orchestra.run.smithi006:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T07:32:48.439 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T07:32:48.451 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-21T07:32:48.483 DEBUG:teuthology.orchestra.run.smithi006:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T07:32:48.485 DEBUG:teuthology.orchestra.run.smithi145:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T07:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern = core 2024-09-21T07:32:48.505 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = core 2024-09-21T07:32:48.517 DEBUG:teuthology.orchestra.run.smithi006:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T07:32:48.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:32:48.550 DEBUG:teuthology.orchestra.run.smithi145:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T07:32:48.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T07:32:48.563 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-21T07:32:48.573 INFO:teuthology.task.internal:Transferring archived files... 2024-09-21T07:32:48.573 DEBUG:teuthology.misc:Transferring archived files from smithi006:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/remote/smithi006 2024-09-21T07:32:48.573 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T07:32:48.614 DEBUG:teuthology.misc:Transferring archived files from smithi145:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913592/remote/smithi145 2024-09-21T07:32:48.615 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T07:32:48.635 INFO:teuthology.task.internal:Removing archive directory... 2024-09-21T07:32:48.635 DEBUG:teuthology.orchestra.run.smithi006:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T07:32:48.659 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T07:32:48.676 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-21T07:32:48.685 INFO:teuthology.task.internal:Not uploading archives. 2024-09-21T07:32:48.685 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-21T07:32:48.738 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-21T07:32:48.738 DEBUG:teuthology.orchestra.run.smithi006:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T07:32:48.741 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T07:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: 658465 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 07:32 /home/ubuntu/cephtest 2024-09-21T07:32:48.747 INFO:teuthology.orchestra.run.smithi145.stdout: 658640 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 07:32 /home/ubuntu/cephtest 2024-09-21T07:32:48.747 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-21T07:32:48.766 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-21T07:32:48.929 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/sessionmap} duration: 1175.3991210460663 flavor: default owner: scheduled_pdonnell@teuthology success: true 2024-09-21T07:32:48.929 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T07:32:49.008 INFO:teuthology.run:pass